{"level":"warn","ts":"2026-04-21T03:31:00.987578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:31:00.987735Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.144:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.144:2380","--initial-cluster=instance=https://199.204.45.144:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.144:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.144:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T03:31:00.98783Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T03:31:00.98785Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-21T03:31:00.987883Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:31:00.988886Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"]} {"level":"info","ts":"2026-04-21T03:31:00.989003Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.144:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T03:31:00.994964Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.640736ms"} {"level":"info","ts":"2026-04-21T03:31:01.00854Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4594e5f716bad646","cluster-id":"ff2e51b364668606"} {"level":"info","ts":"2026-04-21T03:31:01.00865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T03:31:01.008679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 0"} {"level":"info","ts":"2026-04-21T03:31:01.008692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4594e5f716bad646 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T03:31:01.008711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became follower at term 1"} {"level":"info","ts":"2026-04-21T03:31:01.008757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"warn","ts":"2026-04-21T03:31:01.024525Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T03:31:01.026101Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T03:31:01.027501Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T03:31:01.030086Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4594e5f716bad646","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T03:31:01.030274Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:01.030436Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:01.030456Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T03:31:01.030343Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4594e5f716bad646","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T03:31:01.032994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 switched to configuration voters=(5013885134571230790)"} {"level":"info","ts":"2026-04-21T03:31:01.033169Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","added-peer-id":"4594e5f716bad646","added-peer-peer-urls":["https://199.204.45.144:2380"]} {"level":"info","ts":"2026-04-21T03:31:01.035133Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T03:31:01.035277Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-21T03:31:01.035406Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.144:2380"} {"level":"info","ts":"2026-04-21T03:31:01.035481Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4594e5f716bad646","initial-advertise-peer-urls":["https://199.204.45.144:2380"],"listen-peer-urls":["https://199.204.45.144:2380"],"advertise-client-urls":["https://199.204.45.144:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.144:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T03:31:01.03554Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T03:31:01.609676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T03:31:01.609778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T03:31:01.609808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgPreVoteResp from 4594e5f716bad646 at term 1"} {"level":"info","ts":"2026-04-21T03:31:01.609831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became candidate at term 2"} {"level":"info","ts":"2026-04-21T03:31:01.609847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 received MsgVoteResp from 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-21T03:31:01.609864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4594e5f716bad646 became leader at term 2"} {"level":"info","ts":"2026-04-21T03:31:01.609885Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4594e5f716bad646 elected leader 4594e5f716bad646 at term 2"} {"level":"info","ts":"2026-04-21T03:31:01.611719Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4594e5f716bad646","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.144:2379]}","request-path":"/0/members/4594e5f716bad646/attributes","cluster-id":"ff2e51b364668606","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T03:31:01.612075Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:01.612901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:31:01.613067Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T03:31:01.61314Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T03:31:01.61316Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T03:31:01.613602Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ff2e51b364668606","local-member-id":"4594e5f716bad646","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:01.613789Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:01.613856Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T03:31:01.616666Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.144:2379"} {"level":"info","ts":"2026-04-21T03:31:01.617206Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-21T03:31:23.119597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.642596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:31:23.119706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.915979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:31:23.119758Z","caller":"traceutil/trace.go:171","msg":"trace[355303008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:455; }","duration":"259.864501ms","start":"2026-04-21T03:31:22.85987Z","end":"2026-04-21T03:31:23.119735Z","steps":["trace[355303008] 'range keys from in-memory index tree' (duration: 259.537024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:23.119717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.376243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:23.119819Z","caller":"traceutil/trace.go:171","msg":"trace[2145257522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:455; }","duration":"585.101094ms","start":"2026-04-21T03:31:22.534692Z","end":"2026-04-21T03:31:23.119793Z","steps":["trace[2145257522] 'range keys from in-memory index tree' (duration: 584.733044ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:23.11987Z","caller":"traceutil/trace.go:171","msg":"trace[367524107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:455; }","duration":"142.591658ms","start":"2026-04-21T03:31:22.977247Z","end":"2026-04-21T03:31:23.119839Z","steps":["trace[367524107] 'range keys from in-memory index tree' (duration: 142.232599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:23.119869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:22.534663Z","time spent":"585.194046ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:31:23.66374Z","caller":"traceutil/trace.go:171","msg":"trace[168301105] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"540.134991ms","start":"2026-04-21T03:31:23.123561Z","end":"2026-04-21T03:31:23.663696Z","steps":["trace[168301105] 'process raft request' (duration: 539.853974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:23.664589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:23.123534Z","time spent":"540.311856ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:23.773123Z","caller":"traceutil/trace.go:171","msg":"trace[795220876] linearizableReadLoop","detail":"{readStateIndex:468; appliedIndex:466; }","duration":"434.764626ms","start":"2026-04-21T03:31:23.338329Z","end":"2026-04-21T03:31:23.773093Z","steps":["trace[795220876] 'read index received' (duration: 325.205262ms)","trace[795220876] 'applied index is now lower than readState.Index' (duration: 109.558164ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:23.773205Z","caller":"traceutil/trace.go:171","msg":"trace[607513958] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"648.051332ms","start":"2026-04-21T03:31:23.125114Z","end":"2026-04-21T03:31:23.773165Z","steps":["trace[607513958] 'process raft request' (duration: 643.302149ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:23.773309Z","caller":"traceutil/trace.go:171","msg":"trace[1827224977] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"181.024652ms","start":"2026-04-21T03:31:23.592258Z","end":"2026-04-21T03:31:23.773282Z","steps":["trace[1827224977] 'process raft request' (duration: 180.780535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:23.773337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.993011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:31:23.773379Z","caller":"traceutil/trace.go:171","msg":"trace[8030043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"435.117025ms","start":"2026-04-21T03:31:23.33825Z","end":"2026-04-21T03:31:23.773367Z","steps":["trace[8030043] 'agreement among raft nodes before linearized reading' (duration: 434.969741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:23.773395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:23.125093Z","time spent":"648.199596ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:23.773415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:23.338227Z","time spent":"435.179526ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:31:28.7391Z","caller":"traceutil/trace.go:171","msg":"trace[964078446] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"240.226914ms","start":"2026-04-21T03:31:28.498849Z","end":"2026-04-21T03:31:28.739076Z","steps":["trace[964078446] 'process raft request' (duration: 240.057209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:29.151361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.826036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:29.151496Z","caller":"traceutil/trace.go:171","msg":"trace[223270910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"244.035192ms","start":"2026-04-21T03:31:28.907435Z","end":"2026-04-21T03:31:29.15147Z","steps":["trace[223270910] 'range keys from in-memory index tree' (duration: 243.724834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:29.1518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.250874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-21T03:31:29.151911Z","caller":"traceutil/trace.go:171","msg":"trace[1655209129] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:470; }","duration":"264.461289ms","start":"2026-04-21T03:31:28.887423Z","end":"2026-04-21T03:31:29.151884Z","steps":["trace[1655209129] 'range keys from in-memory index tree' (duration: 264.062929ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:29.937825Z","caller":"traceutil/trace.go:171","msg":"trace[1317856078] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"214.218502ms","start":"2026-04-21T03:31:29.723577Z","end":"2026-04-21T03:31:29.937795Z","steps":["trace[1317856078] 'process raft request' (duration: 213.951355ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.234218Z","caller":"traceutil/trace.go:171","msg":"trace[1316996223] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"333.311991ms","start":"2026-04-21T03:31:31.900864Z","end":"2026-04-21T03:31:32.234176Z","steps":["trace[1316996223] 'process raft request' (duration: 333.124746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.234452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.900803Z","time spent":"333.560987ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.247783Z","caller":"traceutil/trace.go:171","msg":"trace[548132679] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"342.90482ms","start":"2026-04-21T03:31:31.904838Z","end":"2026-04-21T03:31:32.247743Z","steps":["trace[548132679] 'process raft request' (duration: 342.720665ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.247937Z","caller":"traceutil/trace.go:171","msg":"trace[1341779868] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"326.469604ms","start":"2026-04-21T03:31:31.921445Z","end":"2026-04-21T03:31:32.247915Z","steps":["trace[1341779868] 'process raft request' (duration: 326.362141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.247951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.904798Z","time spent":"343.081614ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:32.248038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.921417Z","time spent":"326.572477ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.248048Z","caller":"traceutil/trace.go:171","msg":"trace[1219723861] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"321.636378ms","start":"2026-04-21T03:31:31.926376Z","end":"2026-04-21T03:31:32.248012Z","steps":["trace[1219723861] 'process raft request' (duration: 321.472954ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.247939Z","caller":"traceutil/trace.go:171","msg":"trace[393585135] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"342.954951ms","start":"2026-04-21T03:31:31.904945Z","end":"2026-04-21T03:31:32.2479Z","steps":["trace[393585135] 'process raft request' (duration: 342.743015ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.248209Z","caller":"traceutil/trace.go:171","msg":"trace[1644774948] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"318.52532ms","start":"2026-04-21T03:31:31.929651Z","end":"2026-04-21T03:31:32.248176Z","steps":["trace[1644774948] 'process raft request' (duration: 318.244341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.248291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.929621Z","time spent":"318.633142ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.248399Z","caller":"traceutil/trace.go:171","msg":"trace[1714787572] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"316.271611ms","start":"2026-04-21T03:31:31.932105Z","end":"2026-04-21T03:31:32.248376Z","steps":["trace[1714787572] 'process raft request' (duration: 316.137997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.248416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.904925Z","time spent":"343.3213ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.248467Z","caller":"traceutil/trace.go:171","msg":"trace[1294477552] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"311.113838ms","start":"2026-04-21T03:31:31.937334Z","end":"2026-04-21T03:31:32.248448Z","steps":["trace[1294477552] 'process raft request' (duration: 310.958634ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.2486Z","caller":"traceutil/trace.go:171","msg":"trace[959995361] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"302.377551ms","start":"2026-04-21T03:31:31.946213Z","end":"2026-04-21T03:31:32.248591Z","steps":["trace[959995361] 'process raft request' (duration: 302.229927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.248197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.926337Z","time spent":"321.795643ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:32.248656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.946195Z","time spent":"302.428013ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:32.248625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.93732Z","time spent":"311.22613ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:31:32.248484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.932092Z","time spent":"316.354802ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.248858Z","caller":"traceutil/trace.go:171","msg":"trace[1614183656] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"288.116343ms","start":"2026-04-21T03:31:31.960728Z","end":"2026-04-21T03:31:32.248844Z","steps":["trace[1614183656] 'process raft request' (duration: 287.844616ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.248393Z","caller":"traceutil/trace.go:171","msg":"trace[865740245] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"317.636676ms","start":"2026-04-21T03:31:31.930687Z","end":"2026-04-21T03:31:32.248323Z","steps":["trace[865740245] 'process raft request' (duration: 317.40408ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:32.249207Z","caller":"traceutil/trace.go:171","msg":"trace[1324993238] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"190.277853ms","start":"2026-04-21T03:31:32.058914Z","end":"2026-04-21T03:31:32.249192Z","steps":["trace[1324993238] 'process raft request' (duration: 190.021986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.249207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.93066Z","time spent":"318.443387ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:32.249252Z","caller":"traceutil/trace.go:171","msg":"trace[534967624] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:522; }","duration":"343.065845ms","start":"2026-04-21T03:31:31.906168Z","end":"2026-04-21T03:31:32.249234Z","steps":["trace[534967624] 'read index received' (duration: 327.905623ms)","trace[534967624] 'applied index is now lower than readState.Index' (duration: 15.158652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:32.249405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.230889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:32.249443Z","caller":"traceutil/trace.go:171","msg":"trace[120391016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"343.301121ms","start":"2026-04-21T03:31:31.906132Z","end":"2026-04-21T03:31:32.249433Z","steps":["trace[120391016] 'agreement among raft nodes before linearized reading' (duration: 343.218609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.249464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.906123Z","time spent":"343.336981ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:31:32.258211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.672331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:31:32.25834Z","caller":"traceutil/trace.go:171","msg":"trace[632172471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:523; }","duration":"229.840335ms","start":"2026-04-21T03:31:32.028458Z","end":"2026-04-21T03:31:32.258298Z","steps":["trace[632172471] 'agreement among raft nodes before linearized reading' (duration: 228.629824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.259721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.928724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:31:32.259787Z","caller":"traceutil/trace.go:171","msg":"trace[1024630436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"318.236752ms","start":"2026-04-21T03:31:31.941523Z","end":"2026-04-21T03:31:32.25976Z","steps":["trace[1024630436] 'agreement among raft nodes before linearized reading' (duration: 315.597964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:32.259832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:31.941511Z","time spent":"318.298303ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:31:32.261553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.017408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:32.261644Z","caller":"traceutil/trace.go:171","msg":"trace[70336737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:523; }","duration":"252.149421ms","start":"2026-04-21T03:31:32.009466Z","end":"2026-04-21T03:31:32.261615Z","steps":["trace[70336737] 'agreement among raft nodes before linearized reading' (duration: 247.691597ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:33.392062Z","caller":"traceutil/trace.go:171","msg":"trace[119276906] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"195.411845ms","start":"2026-04-21T03:31:33.196614Z","end":"2026-04-21T03:31:33.392026Z","steps":["trace[119276906] 'process raft request' (duration: 194.282325ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:33.575733Z","caller":"traceutil/trace.go:171","msg":"trace[1963260881] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"300.7878ms","start":"2026-04-21T03:31:33.274905Z","end":"2026-04-21T03:31:33.575693Z","steps":["trace[1963260881] 'process raft request' (duration: 218.046431ms)","trace[1963260881] 'compare' (duration: 82.414901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:33.575902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:33.274858Z","time spent":"300.966334ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:33.576384Z","caller":"traceutil/trace.go:171","msg":"trace[617129953] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"144.450917ms","start":"2026-04-21T03:31:33.431906Z","end":"2026-04-21T03:31:33.576357Z","steps":["trace[617129953] 'process raft request' (duration: 144.308913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:34.731571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.060307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-04-21T03:31:34.731689Z","caller":"traceutil/trace.go:171","msg":"trace[627119901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:588; }","duration":"782.230511ms","start":"2026-04-21T03:31:33.949435Z","end":"2026-04-21T03:31:34.731665Z","steps":["trace[627119901] 'range keys from in-memory index tree' (duration: 781.782321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:34.731735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:33.94941Z","time spent":"782.315024ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":74792,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-21T03:31:34.731734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.523555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:34.731889Z","caller":"traceutil/trace.go:171","msg":"trace[2089502603] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"450.070282ms","start":"2026-04-21T03:31:34.281797Z","end":"2026-04-21T03:31:34.731867Z","steps":["trace[2089502603] 'read index received' (duration: 227.013113ms)","trace[2089502603] 'applied index is now lower than readState.Index' (duration: 223.055449ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:34.731956Z","caller":"traceutil/trace.go:171","msg":"trace[1718240561] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"563.75107ms","start":"2026-04-21T03:31:34.168149Z","end":"2026-04-21T03:31:34.7319Z","steps":["trace[1718240561] 'process raft request' (duration: 340.796134ms)","trace[1718240561] 'compare' (duration: 222.334721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:34.732044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.65909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-21T03:31:34.732079Z","caller":"traceutil/trace.go:171","msg":"trace[1679922013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"449.747772ms","start":"2026-04-21T03:31:34.282323Z","end":"2026-04-21T03:31:34.73207Z","steps":["trace[1679922013] 'agreement among raft nodes before linearized reading' (duration: 449.656109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:34.7321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.282292Z","time spent":"449.803413ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:31:34.732336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.168115Z","time spent":"563.937215ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:34.732124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.308867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:31:34.732367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.752392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:31:34.732383Z","caller":"traceutil/trace.go:171","msg":"trace[813268745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"449.786563ms","start":"2026-04-21T03:31:34.282592Z","end":"2026-04-21T03:31:34.732379Z","steps":["trace[813268745] 'agreement among raft nodes before linearized reading' (duration: 449.743492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:34.732401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.282582Z","time spent":"449.815554ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:31:34.732406Z","caller":"traceutil/trace.go:171","msg":"trace[89228425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"450.648236ms","start":"2026-04-21T03:31:34.281733Z","end":"2026-04-21T03:31:34.732381Z","steps":["trace[89228425] 'agreement among raft nodes before linearized reading' (duration: 450.191434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:34.73246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.281705Z","time spent":"450.745879ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:31:35.284649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.262974ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-21T03:31:35.284778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.732934Z","time spent":"551.836953ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:31:35.804365Z","caller":"traceutil/trace.go:171","msg":"trace[813789618] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.06939874s","start":"2026-04-21T03:31:34.734925Z","end":"2026-04-21T03:31:35.804323Z","steps":["trace[813789618] 'process raft request' (duration: 1.069151394s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.804631Z","caller":"traceutil/trace.go:171","msg":"trace[1118967574] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:605; }","duration":"1.055515422s","start":"2026-04-21T03:31:34.749095Z","end":"2026-04-21T03:31:35.80461Z","steps":["trace[1118967574] 'read index received' (duration: 244.275718ms)","trace[1118967574] 'applied index is now lower than readState.Index' (duration: 811.238494ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:35.804676Z","caller":"traceutil/trace.go:171","msg":"trace[1691360475] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.068747093s","start":"2026-04-21T03:31:34.735889Z","end":"2026-04-21T03:31:35.804637Z","steps":["trace[1691360475] 'process raft request' (duration: 1.068378784s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:35.804741Z","caller":"traceutil/trace.go:171","msg":"trace[1769367460] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.068463536s","start":"2026-04-21T03:31:34.736264Z","end":"2026-04-21T03:31:35.804727Z","steps":["trace[1769367460] 'process raft request' (duration: 1.068276491s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.804895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.735879Z","time spent":"1.068891037s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:35.804912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.736256Z","time spent":"1.068521167s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:35.80506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.734905Z","time spent":"1.069588576s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:35.805045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055907041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-04-21T03:31:35.805163Z","caller":"traceutil/trace.go:171","msg":"trace[391275686] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:592; }","duration":"1.056076236s","start":"2026-04-21T03:31:34.749051Z","end":"2026-04-21T03:31:35.805127Z","steps":["trace[391275686] 'agreement among raft nodes before linearized reading' (duration: 1.055716617s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:35.805215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.749028Z","time spent":"1.056177489s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":20889,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-21T03:31:36.67622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.355426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:36.676363Z","caller":"traceutil/trace.go:171","msg":"trace[1817897755] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"871.652794ms","start":"2026-04-21T03:31:35.804687Z","end":"2026-04-21T03:31:36.676339Z","steps":["trace[1817897755] 'read index received' (duration: 473.03437ms)","trace[1817897755] 'applied index is now lower than readState.Index' (duration: 398.616414ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:36.676476Z","caller":"traceutil/trace.go:171","msg":"trace[106581539] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.390418822s","start":"2026-04-21T03:31:35.286012Z","end":"2026-04-21T03:31:36.676431Z","steps":["trace[106581539] 'process raft request' (duration: 991.770208ms)","trace[106581539] 'compare' (duration: 398.226283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:36.676578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768363908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:36.67666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900753442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:31:36.676672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.285942Z","time spent":"1.390624748s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:36.676702Z","caller":"traceutil/trace.go:171","msg":"trace[114426560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.768504431s","start":"2026-04-21T03:31:34.908171Z","end":"2026-04-21T03:31:36.676675Z","steps":["trace[114426560] 'agreement among raft nodes before linearized reading' (duration: 1.768245805s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:36.676712Z","caller":"traceutil/trace.go:171","msg":"trace[874413394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"1.900827304s","start":"2026-04-21T03:31:34.775868Z","end":"2026-04-21T03:31:36.676696Z","steps":["trace[874413394] 'agreement among raft nodes before linearized reading' (duration: 1.900581988s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.67676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.908083Z","time spent":"1.768664645s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:31:36.676766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:34.775861Z","time spent":"1.900892325s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:31:36.677083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.387254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-04-21T03:31:36.677139Z","caller":"traceutil/trace.go:171","msg":"trace[1712986217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:593; }","duration":"843.486167ms","start":"2026-04-21T03:31:35.833638Z","end":"2026-04-21T03:31:36.677124Z","steps":["trace[1712986217] 'agreement among raft nodes before linearized reading' (duration: 843.031214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:36.677245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:35.833618Z","time spent":"843.61477ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":570128,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-21T03:31:40.650595Z","caller":"traceutil/trace.go:171","msg":"trace[1204519814] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"372.953715ms","start":"2026-04-21T03:31:40.277601Z","end":"2026-04-21T03:31:40.650555Z","steps":["trace[1204519814] 'process raft request' (duration: 372.3679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:40.650798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:40.277564Z","time spent":"373.1345ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:41.177189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.877257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:31:41.177295Z","caller":"traceutil/trace.go:171","msg":"trace[522082486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"480.99ms","start":"2026-04-21T03:31:40.696285Z","end":"2026-04-21T03:31:41.177274Z","steps":["trace[522082486] 'range keys from in-memory index tree' (duration: 480.704362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.177339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:40.696227Z","time spent":"481.102342ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:31:41.177231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.497775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:41.177535Z","caller":"traceutil/trace.go:171","msg":"trace[1505769417] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"373.834038ms","start":"2026-04-21T03:31:40.803624Z","end":"2026-04-21T03:31:41.177458Z","steps":["trace[1505769417] 'read index received' (duration: 60.751µs)","trace[1505769417] 'applied index is now lower than readState.Index' (duration: 373.766356ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:41.177591Z","caller":"traceutil/trace.go:171","msg":"trace[387734805] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"469.15742ms","start":"2026-04-21T03:31:40.708372Z","end":"2026-04-21T03:31:41.17753Z","steps":["trace[387734805] 'process raft request' (duration: 38.281666ms)","trace[387734805] 'compare' (duration: 430.379562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:41.17773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.109395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-thbf8\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-21T03:31:41.177781Z","caller":"traceutil/trace.go:171","msg":"trace[1058509529] range","detail":"{range_begin:/registry/pods/kube-system/cilium-thbf8; range_end:; response_count:1; response_revision:617; }","duration":"374.216758ms","start":"2026-04-21T03:31:40.803552Z","end":"2026-04-21T03:31:41.177769Z","steps":["trace[1058509529] 'agreement among raft nodes before linearized reading' (duration: 374.078814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.177803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.913982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.17782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:40.803527Z","time spent":"374.28574ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-thbf8\" "} {"level":"warn","ts":"2026-04-21T03:31:41.177802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:40.708348Z","time spent":"469.362196ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:31:41.177864Z","caller":"traceutil/trace.go:171","msg":"trace[185143713] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:617; }","duration":"219.041496ms","start":"2026-04-21T03:31:40.958803Z","end":"2026-04-21T03:31:41.177844Z","steps":["trace[185143713] 'agreement among raft nodes before linearized reading' (duration: 218.901532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.177848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.220109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178001Z","caller":"traceutil/trace.go:171","msg":"trace[219523085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:617; }","duration":"113.401454ms","start":"2026-04-21T03:31:41.064566Z","end":"2026-04-21T03:31:41.177967Z","steps":["trace[219523085] 'agreement among raft nodes before linearized reading' (duration: 113.162338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.178167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.89133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.178201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.605619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178211Z","caller":"traceutil/trace.go:171","msg":"trace[624392691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:617; }","duration":"193.960913ms","start":"2026-04-21T03:31:40.98424Z","end":"2026-04-21T03:31:41.178201Z","steps":["trace[624392691] 'agreement among raft nodes before linearized reading' (duration: 193.895981ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.178236Z","caller":"traceutil/trace.go:171","msg":"trace[1754938647] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:617; }","duration":"194.686561ms","start":"2026-04-21T03:31:40.983539Z","end":"2026-04-21T03:31:41.178226Z","steps":["trace[1754938647] 'agreement among raft nodes before linearized reading' (duration: 194.62887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.178277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.887756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178329Z","caller":"traceutil/trace.go:171","msg":"trace[1878268473] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:617; }","duration":"194.987808ms","start":"2026-04-21T03:31:40.983324Z","end":"2026-04-21T03:31:41.178312Z","steps":["trace[1878268473] 'agreement among raft nodes before linearized reading' (duration: 194.934097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.178227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.633475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.178346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.476277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178387Z","caller":"traceutil/trace.go:171","msg":"trace[704444731] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:617; }","duration":"218.812ms","start":"2026-04-21T03:31:40.959563Z","end":"2026-04-21T03:31:41.178375Z","steps":["trace[704444731] 'agreement among raft nodes before linearized reading' (duration: 218.630115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.178409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.028721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.178416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.321977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178426Z","caller":"traceutil/trace.go:171","msg":"trace[605573345] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:617; }","duration":"219.60078ms","start":"2026-04-21T03:31:40.958803Z","end":"2026-04-21T03:31:41.178404Z","steps":["trace[605573345] 'agreement among raft nodes before linearized reading' (duration: 219.479907ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.178453Z","caller":"traceutil/trace.go:171","msg":"trace[1201094246] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:617; }","duration":"172.125004ms","start":"2026-04-21T03:31:41.006315Z","end":"2026-04-21T03:31:41.17844Z","steps":["trace[1201094246] 'agreement among raft nodes before linearized reading' (duration: 172.064402ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.178467Z","caller":"traceutil/trace.go:171","msg":"trace[545849040] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:617; }","duration":"114.389369ms","start":"2026-04-21T03:31:41.064065Z","end":"2026-04-21T03:31:41.178454Z","steps":["trace[545849040] 'agreement among raft nodes before linearized reading' (duration: 114.283956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:41.178471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.533383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.178477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.259836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:41.178395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.723243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:41.178531Z","caller":"traceutil/trace.go:171","msg":"trace[899254375] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:617; }","duration":"114.594166ms","start":"2026-04-21T03:31:41.063914Z","end":"2026-04-21T03:31:41.178509Z","steps":["trace[899254375] 'agreement among raft nodes before linearized reading' (duration: 114.525574ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.178587Z","caller":"traceutil/trace.go:171","msg":"trace[1835515522] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:617; }","duration":"171.922598ms","start":"2026-04-21T03:31:41.006636Z","end":"2026-04-21T03:31:41.178559Z","steps":["trace[1835515522] 'agreement among raft nodes before linearized reading' (duration: 171.708782ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:41.178525Z","caller":"traceutil/trace.go:171","msg":"trace[2053023461] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:617; }","duration":"172.320099ms","start":"2026-04-21T03:31:41.006191Z","end":"2026-04-21T03:31:41.178511Z","steps":["trace[2053023461] 'agreement among raft nodes before linearized reading' (duration: 172.258657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.932093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652323371s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.932272Z","caller":"traceutil/trace.go:171","msg":"trace[1424278116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:618; }","duration":"1.652535466s","start":"2026-04-21T03:31:41.279713Z","end":"2026-04-21T03:31:42.932248Z","steps":["trace[1424278116] 'range keys from in-memory index tree' (duration: 1.65229331s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.932556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334154333s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:31:42.932684Z","caller":"traceutil/trace.go:171","msg":"trace[1428356574] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"1.579158756s","start":"2026-04-21T03:31:41.353505Z","end":"2026-04-21T03:31:42.932663Z","steps":["trace[1428356574] 'read index received' (duration: 244.851407ms)","trace[1428356574] 'applied index is now lower than readState.Index' (duration: 1.334306089s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:42.932948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579441604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.932995Z","caller":"traceutil/trace.go:171","msg":"trace[46852068] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:619; }","duration":"1.579530116s","start":"2026-04-21T03:31:41.353449Z","end":"2026-04-21T03:31:42.932979Z","steps":["trace[46852068] 'agreement among raft nodes before linearized reading' (duration: 1.579456214s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.932988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579447304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.933096Z","caller":"traceutil/trace.go:171","msg":"trace[1339506056] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.741415533s","start":"2026-04-21T03:31:41.191642Z","end":"2026-04-21T03:31:42.933058Z","steps":["trace[1339506056] 'process raft request' (duration: 406.655333ms)","trace[1339506056] 'compare' (duration: 1.333984759s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:42.933109Z","caller":"traceutil/trace.go:171","msg":"trace[1993687020] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:619; }","duration":"1.579629908s","start":"2026-04-21T03:31:41.353449Z","end":"2026-04-21T03:31:42.933079Z","steps":["trace[1993687020] 'agreement among raft nodes before linearized reading' (duration: 1.579422373s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.933196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.353426Z","time spent":"1.579751031s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.933206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.353426Z","time spent":"1.579756661s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.933234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.19162Z","time spent":"1.741552117s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:31:42.937803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338361033s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:31:42.938719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585182253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.938768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391902408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.938797Z","caller":"traceutil/trace.go:171","msg":"trace[1164203883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:620; }","duration":"1.585305006s","start":"2026-04-21T03:31:41.35347Z","end":"2026-04-21T03:31:42.938775Z","steps":["trace[1164203883] 'agreement among raft nodes before linearized reading' (duration: 1.585187413s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.938805Z","caller":"traceutil/trace.go:171","msg":"trace[928119458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"1.39198757s","start":"2026-04-21T03:31:41.546807Z","end":"2026-04-21T03:31:42.938795Z","steps":["trace[928119458] 'agreement among raft nodes before linearized reading' (duration: 1.391919599s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.938831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.546784Z","time spent":"1.392041312s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.938835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.353448Z","time spent":"1.585377248s","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.938845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449192081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.93888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099616205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:31:42.938903Z","caller":"traceutil/trace.go:171","msg":"trace[134761666] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:620; }","duration":"1.449306084s","start":"2026-04-21T03:31:41.489581Z","end":"2026-04-21T03:31:42.938887Z","steps":["trace[134761666] 'agreement among raft nodes before linearized reading' (duration: 1.449197071s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.938946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.48955Z","time spent":"1.449387106s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.939368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10098113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:31:42.93942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.904722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.938947Z","caller":"traceutil/trace.go:171","msg":"trace[194161322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"1.099718747s","start":"2026-04-21T03:31:41.839208Z","end":"2026-04-21T03:31:42.938926Z","steps":["trace[194161322] 'agreement among raft nodes before linearized reading' (duration: 1.09946268s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.939474Z","caller":"traceutil/trace.go:171","msg":"trace[1791696180] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"889.985164ms","start":"2026-04-21T03:31:42.049472Z","end":"2026-04-21T03:31:42.939457Z","steps":["trace[1791696180] 'agreement among raft nodes before linearized reading' (duration: 889.881351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.938917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24686294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.839198Z","time spent":"1.100284932s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:31:42.939513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.049459Z","time spent":"890.043876ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.939474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.809304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36737978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.939539Z","caller":"traceutil/trace.go:171","msg":"trace[1588403064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:620; }","duration":"1.247555577s","start":"2026-04-21T03:31:41.691971Z","end":"2026-04-21T03:31:42.939526Z","steps":["trace[1588403064] 'agreement among raft nodes before linearized reading' (duration: 1.246848299s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.939584Z","caller":"traceutil/trace.go:171","msg":"trace[1694561187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"1.367975344s","start":"2026-04-21T03:31:41.571593Z","end":"2026-04-21T03:31:42.939569Z","steps":["trace[1694561187] 'agreement among raft nodes before linearized reading' (duration: 1.367387609s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.93958Z","caller":"traceutil/trace.go:171","msg":"trace[2139533651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"833.013759ms","start":"2026-04-21T03:31:42.106541Z","end":"2026-04-21T03:31:42.939555Z","steps":["trace[2139533651] 'agreement among raft nodes before linearized reading' (duration: 832.747662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.939611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.691946Z","time spent":"1.24765131s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.939628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.571579Z","time spent":"1.368034987s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.939634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.106533Z","time spent":"833.090431ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.939006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550930801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.939762Z","caller":"traceutil/trace.go:171","msg":"trace[1652550511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:620; }","duration":"1.551694731s","start":"2026-04-21T03:31:41.388053Z","end":"2026-04-21T03:31:42.939748Z","steps":["trace[1652550511] 'agreement among raft nodes before linearized reading' (duration: 1.550925451s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.939806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.388046Z","time spent":"1.551746082s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.939016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.343453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.939859Z","caller":"traceutil/trace.go:171","msg":"trace[1656115385] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"891.195235ms","start":"2026-04-21T03:31:42.048644Z","end":"2026-04-21T03:31:42.93984Z","steps":["trace[1656115385] 'agreement among raft nodes before linearized reading' (duration: 890.331113ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.939441Z","caller":"traceutil/trace.go:171","msg":"trace[415146269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"1.101059351s","start":"2026-04-21T03:31:41.838351Z","end":"2026-04-21T03:31:42.939411Z","steps":["trace[415146269] 'agreement among raft nodes before linearized reading' (duration: 1.100876027s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.939892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.048637Z","time spent":"891.243636ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.939904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.838336Z","time spent":"1.101557855s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:31:42.939036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391702444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.939976Z","caller":"traceutil/trace.go:171","msg":"trace[853001452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"1.392657888s","start":"2026-04-21T03:31:41.547306Z","end":"2026-04-21T03:31:42.939964Z","steps":["trace[853001452] 'agreement among raft nodes before linearized reading' (duration: 1.391713923s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.940015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.547291Z","time spent":"1.39271074s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.939042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572683198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247053024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:42.940181Z","caller":"traceutil/trace.go:171","msg":"trace[944757259] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:620; }","duration":"1.248216815s","start":"2026-04-21T03:31:41.691948Z","end":"2026-04-21T03:31:42.940165Z","steps":["trace[944757259] 'agreement among raft nodes before linearized reading' (duration: 1.247051375s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.939068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572735029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.587774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003814448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560366957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004435485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367334338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.851351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551833134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.93915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004513727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430247297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.639488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367053391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552023049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429205119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034180399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.695549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.34392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.93921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429994621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.93921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100872927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051825719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.87511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.948249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101509593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100406735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:42.939262Z","caller":"traceutil/trace.go:171","msg":"trace[428748232] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.353644171s","start":"2026-04-21T03:31:41.585611Z","end":"2026-04-21T03:31:42.939255Z","steps":["trace[428748232] 'process raft request' (duration: 1.352660116s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.939268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051956293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.693161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.318875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44878943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.938857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.109957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101673488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.066412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.93934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.427097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.191831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.939356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449710165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:31:42.941314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.691938Z","time spent":"1.249352755s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.941344Z","caller":"traceutil/trace.go:171","msg":"trace[732854134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:620; }","duration":"1.554041842s","start":"2026-04-21T03:31:41.38728Z","end":"2026-04-21T03:31:42.941322Z","steps":["trace[732854134] 'agreement among raft nodes before linearized reading' (duration: 1.551844415s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941369Z","caller":"traceutil/trace.go:171","msg":"trace[699651871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:620; }","duration":"1.006733866s","start":"2026-04-21T03:31:41.934629Z","end":"2026-04-21T03:31:42.941363Z","steps":["trace[699651871] 'agreement among raft nodes before linearized reading' (duration: 1.004502337s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.387264Z","time spent":"1.554107784s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.941383Z","caller":"traceutil/trace.go:171","msg":"trace[1333306427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"1.102553332s","start":"2026-04-21T03:31:41.838814Z","end":"2026-04-21T03:31:42.941367Z","steps":["trace[1333306427] 'agreement among raft nodes before linearized reading' (duration: 1.100377865s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941416Z","caller":"traceutil/trace.go:171","msg":"trace[329395030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:620; }","duration":"1.432521667s","start":"2026-04-21T03:31:41.508889Z","end":"2026-04-21T03:31:42.941411Z","steps":["trace[329395030] 'agreement among raft nodes before linearized reading' (duration: 1.430257028s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941247Z","caller":"traceutil/trace.go:171","msg":"trace[1140277344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:620; }","duration":"1.006008066s","start":"2026-04-21T03:31:41.935229Z","end":"2026-04-21T03:31:42.941237Z","steps":["trace[1140277344] 'agreement among raft nodes before linearized reading' (duration: 1.00384553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.838803Z","time spent":"1.102615923s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:31:42.941436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.508874Z","time spent":"1.432556607s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.941454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.935204Z","time spent":"1.006237393s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-04-21T03:31:42.941501Z","caller":"traceutil/trace.go:171","msg":"trace[287070284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:620; }","duration":"1.56279112s","start":"2026-04-21T03:31:41.378692Z","end":"2026-04-21T03:31:42.941483Z","steps":["trace[287070284] 'agreement among raft nodes before linearized reading' (duration: 1.560332595s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941538Z","caller":"traceutil/trace.go:171","msg":"trace[180469599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"952.02969ms","start":"2026-04-21T03:31:41.989501Z","end":"2026-04-21T03:31:42.94153Z","steps":["trace[180469599] 'agreement among raft nodes before linearized reading' (duration: 949.644507ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941533Z","caller":"traceutil/trace.go:171","msg":"trace[623009853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:620; }","duration":"1.103210499s","start":"2026-04-21T03:31:41.838309Z","end":"2026-04-21T03:31:42.941519Z","steps":["trace[623009853] 'agreement among raft nodes before linearized reading' (duration: 1.100879808s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.989488Z","time spent":"952.066561ms","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.941563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.585564Z","time spent":"1.355923751s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:42.941579Z","caller":"traceutil/trace.go:171","msg":"trace[181426152] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:620; }","duration":"1.00690587s","start":"2026-04-21T03:31:41.934659Z","end":"2026-04-21T03:31:42.941565Z","steps":["trace[181426152] 'agreement among raft nodes before linearized reading' (duration: 1.004431295s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.94158Z","caller":"traceutil/trace.go:171","msg":"trace[282782863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:620; }","duration":"1.054197872s","start":"2026-04-21T03:31:41.887366Z","end":"2026-04-21T03:31:42.941564Z","steps":["trace[282782863] 'agreement among raft nodes before linearized reading' (duration: 1.05183761s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941262Z","caller":"traceutil/trace.go:171","msg":"trace[1700636297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:620; }","duration":"1.574948567s","start":"2026-04-21T03:31:41.366294Z","end":"2026-04-21T03:31:42.941243Z","steps":["trace[1700636297] 'agreement among raft nodes before linearized reading' (duration: 1.57275999s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.378683Z","time spent":"1.562849212s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.941621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.887349Z","time spent":"1.054257644s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.941635Z","caller":"traceutil/trace.go:171","msg":"trace[856116818] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"1.369906565s","start":"2026-04-21T03:31:41.571718Z","end":"2026-04-21T03:31:42.941625Z","steps":["trace[856116818] 'agreement among raft nodes before linearized reading' (duration: 1.367275787s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.366275Z","time spent":"1.575353367s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.941633Z","caller":"traceutil/trace.go:171","msg":"trace[1695529317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"952.153783ms","start":"2026-04-21T03:31:41.989461Z","end":"2026-04-21T03:31:42.941615Z","steps":["trace[1695529317] 'agreement among raft nodes before linearized reading' (duration: 949.690049ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941295Z","caller":"traceutil/trace.go:171","msg":"trace[1635444767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:620; }","duration":"1.554158775s","start":"2026-04-21T03:31:41.387131Z","end":"2026-04-21T03:31:42.94129Z","steps":["trace[1635444767] 'agreement among raft nodes before linearized reading' (duration: 1.552025729s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.571658Z","time spent":"1.370002768s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.94168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.387125Z","time spent":"1.554548725s","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.941679Z","caller":"traceutil/trace.go:171","msg":"trace[1089943650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:620; }","duration":"1.054363036s","start":"2026-04-21T03:31:41.887304Z","end":"2026-04-21T03:31:42.941667Z","steps":["trace[1089943650] 'agreement among raft nodes before linearized reading' (duration: 1.051944563s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941655Z","caller":"traceutil/trace.go:171","msg":"trace[729555228] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"1.369563657s","start":"2026-04-21T03:31:41.572083Z","end":"2026-04-21T03:31:42.941646Z","steps":["trace[729555228] 'agreement among raft nodes before linearized reading' (duration: 1.367053271s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.940072Z","caller":"traceutil/trace.go:171","msg":"trace[365342826] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:620; }","duration":"1.573726625s","start":"2026-04-21T03:31:41.366331Z","end":"2026-04-21T03:31:42.940058Z","steps":["trace[365342826] 'agreement among raft nodes before linearized reading' (duration: 1.572696078s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.989451Z","time spent":"952.222414ms","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.941737Z","caller":"traceutil/trace.go:171","msg":"trace[1483226652] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:620; }","duration":"1.431787197s","start":"2026-04-21T03:31:41.509942Z","end":"2026-04-21T03:31:42.941729Z","steps":["trace[1483226652] 'agreement among raft nodes before linearized reading' (duration: 1.42923462s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.366319Z","time spent":"1.575419969s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.94178Z","caller":"traceutil/trace.go:171","msg":"trace[356466953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"1.036796218s","start":"2026-04-21T03:31:41.904976Z","end":"2026-04-21T03:31:42.941773Z","steps":["trace[356466953] 'agreement among raft nodes before linearized reading' (duration: 1.0341918s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941783Z","caller":"traceutil/trace.go:171","msg":"trace[165781390] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"850.499875ms","start":"2026-04-21T03:31:42.091274Z","end":"2026-04-21T03:31:42.941774Z","steps":["trace[165781390] 'agreement among raft nodes before linearized reading' (duration: 847.950459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.904965Z","time spent":"1.036827689s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:31:42.941818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.091266Z","time spent":"850.540056ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.941878Z","caller":"traceutil/trace.go:171","msg":"trace[178827994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"835.306588ms","start":"2026-04-21T03:31:42.10656Z","end":"2026-04-21T03:31:42.941866Z","steps":["trace[178827994] 'agreement among raft nodes before linearized reading' (duration: 832.6957ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941914Z","caller":"traceutil/trace.go:171","msg":"trace[1198032471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:620; }","duration":"1.104247244s","start":"2026-04-21T03:31:41.837658Z","end":"2026-04-21T03:31:42.941905Z","steps":["trace[1198032471] 'agreement among raft nodes before linearized reading' (duration: 1.101549104s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.106548Z","time spent":"835.369621ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.941396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.934605Z","time spent":"1.006780877s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.941608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.934653Z","time spent":"1.006945071s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.941445Z","caller":"traceutil/trace.go:171","msg":"trace[1412824660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:620; }","duration":"1.451728858s","start":"2026-04-21T03:31:41.489606Z","end":"2026-04-21T03:31:42.941335Z","steps":["trace[1412824660] 'agreement among raft nodes before linearized reading' (duration: 1.449732775s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.942078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.489589Z","time spent":"1.452476827s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.942102Z","caller":"traceutil/trace.go:171","msg":"trace[2082010668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:620; }","duration":"1.451648354s","start":"2026-04-21T03:31:41.490446Z","end":"2026-04-21T03:31:42.942095Z","steps":["trace[2082010668] 'agreement among raft nodes before linearized reading' (duration: 1.448833251s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.942107Z","caller":"traceutil/trace.go:171","msg":"trace[1386282764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:620; }","duration":"1.432871766s","start":"2026-04-21T03:31:41.509161Z","end":"2026-04-21T03:31:42.942033Z","steps":["trace[1386282764] 'agreement among raft nodes before linearized reading' (duration: 1.430036292s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.94193Z","caller":"traceutil/trace.go:171","msg":"trace[84356946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"922.673136ms","start":"2026-04-21T03:31:42.019243Z","end":"2026-04-21T03:31:42.941916Z","steps":["trace[84356946] 'agreement among raft nodes before linearized reading' (duration: 919.869893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.887282Z","time spent":"1.054422647s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.942147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.49042Z","time spent":"1.451713066s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.942155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.019225Z","time spent":"922.916501ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.942181Z","caller":"traceutil/trace.go:171","msg":"trace[1814079734] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:620; }","duration":"1.104571313s","start":"2026-04-21T03:31:41.837601Z","end":"2026-04-21T03:31:42.942172Z","steps":["trace[1814079734] 'agreement among raft nodes before linearized reading' (duration: 1.101705299s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.942194Z","caller":"traceutil/trace.go:171","msg":"trace[358185156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"893.482574ms","start":"2026-04-21T03:31:42.048698Z","end":"2026-04-21T03:31:42.94218Z","steps":["trace[358185156] 'agreement among raft nodes before linearized reading' (duration: 889.989814ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.941275Z","caller":"traceutil/trace.go:171","msg":"trace[1632568312] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"921.867604ms","start":"2026-04-21T03:31:42.0194Z","end":"2026-04-21T03:31:42.941268Z","steps":["trace[1632568312] 'agreement among raft nodes before linearized reading' (duration: 919.643996ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:42.942224Z","caller":"traceutil/trace.go:171","msg":"trace[1055288954] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"850.979307ms","start":"2026-04-21T03:31:42.091235Z","end":"2026-04-21T03:31:42.942214Z","steps":["trace[1055288954] 'agreement among raft nodes before linearized reading' (duration: 848.068732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.942235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.837577Z","time spent":"1.104630354s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.941757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.509924Z","time spent":"1.431827298s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.942265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.091222Z","time spent":"851.030299ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.942269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.019371Z","time spent":"922.879129ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:31:42.942078Z","caller":"traceutil/trace.go:171","msg":"trace[1493774530] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"872.100457ms","start":"2026-04-21T03:31:42.069962Z","end":"2026-04-21T03:31:42.942062Z","steps":["trace[1493774530] 'agreement among raft nodes before linearized reading' (duration: 869.308425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.941942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.837633Z","time spent":"1.104299846s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.94234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.069939Z","time spent":"872.388514ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:31:42.9416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.8383Z","time spent":"1.1032828s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.942151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.509106Z","time spent":"1.433032279s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.942042Z","caller":"traceutil/trace.go:171","msg":"trace[1439505828] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"872.146939ms","start":"2026-04-21T03:31:42.069885Z","end":"2026-04-21T03:31:42.942032Z","steps":["trace[1439505828] 'agreement among raft nodes before linearized reading' (duration: 869.431008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.942462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.069869Z","time spent":"872.579299ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-21T03:31:42.941715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.572075Z","time spent":"1.369631958s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-04-21T03:31:42.941754Z","caller":"traceutil/trace.go:171","msg":"trace[828113779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"834.379455ms","start":"2026-04-21T03:31:42.107362Z","end":"2026-04-21T03:31:42.941741Z","steps":["trace[828113779] 'agreement among raft nodes before linearized reading' (duration: 831.86452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.942541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.1073Z","time spent":"835.221407ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:31:42.942232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.048673Z","time spent":"893.545906ms","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-21T03:31:42.942066Z","caller":"traceutil/trace.go:171","msg":"trace[936853825] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"871.930653ms","start":"2026-04-21T03:31:42.070124Z","end":"2026-04-21T03:31:42.942055Z","steps":["trace[936853825] 'agreement among raft nodes before linearized reading' (duration: 869.185232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.942627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:42.070117Z","time spent":"872.498218ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-21T03:31:42.941776Z","caller":"traceutil/trace.go:171","msg":"trace[1270529232] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"951.922677ms","start":"2026-04-21T03:31:41.989841Z","end":"2026-04-21T03:31:42.941764Z","steps":["trace[1270529232] 'agreement among raft nodes before linearized reading' (duration: 949.34397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:42.945924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:41.989835Z","time spent":"956.053155ms","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-21T03:31:43.601973Z","caller":"traceutil/trace.go:171","msg":"trace[1451105623] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"213.347477ms","start":"2026-04-21T03:31:43.38859Z","end":"2026-04-21T03:31:43.601938Z","steps":["trace[1451105623] 'process raft request' (duration: 208.07558ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:44.951803Z","caller":"traceutil/trace.go:171","msg":"trace[932949027] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"129.492093ms","start":"2026-04-21T03:31:44.822275Z","end":"2026-04-21T03:31:44.951767Z","steps":["trace[932949027] 'process raft request' (duration: 129.258667ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:45.102966Z","caller":"traceutil/trace.go:171","msg":"trace[388643098] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"197.152016ms","start":"2026-04-21T03:31:44.905783Z","end":"2026-04-21T03:31:45.102935Z","steps":["trace[388643098] 'read index received' (duration: 45.779273ms)","trace[388643098] 'applied index is now lower than readState.Index' (duration: 151.371572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:31:45.103155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.35035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:45.103142Z","caller":"traceutil/trace.go:171","msg":"trace[278445544] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"268.102143ms","start":"2026-04-21T03:31:44.835001Z","end":"2026-04-21T03:31:45.103103Z","steps":["trace[278445544] 'process raft request' (duration: 267.741324ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:45.103193Z","caller":"traceutil/trace.go:171","msg":"trace[2075043007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"197.449603ms","start":"2026-04-21T03:31:44.905731Z","end":"2026-04-21T03:31:45.103181Z","steps":["trace[2075043007] 'agreement among raft nodes before linearized reading' (duration: 197.363121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:45.152112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.203096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:31:45.152205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.938692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:31:45.152233Z","caller":"traceutil/trace.go:171","msg":"trace[1882347583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"187.3474ms","start":"2026-04-21T03:31:44.964849Z","end":"2026-04-21T03:31:45.152196Z","steps":["trace[1882347583] 'agreement among raft nodes before linearized reading' (duration: 187.050143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:45.152244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.365925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:31:45.15229Z","caller":"traceutil/trace.go:171","msg":"trace[1381260366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"194.092086ms","start":"2026-04-21T03:31:44.958174Z","end":"2026-04-21T03:31:45.152267Z","steps":["trace[1381260366] 'agreement among raft nodes before linearized reading' (duration: 193.827249ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:45.152335Z","caller":"traceutil/trace.go:171","msg":"trace[1360391186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"186.486558ms","start":"2026-04-21T03:31:44.965826Z","end":"2026-04-21T03:31:45.152312Z","steps":["trace[1360391186] 'agreement among raft nodes before linearized reading' (duration: 186.228372ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:45.344408Z","caller":"traceutil/trace.go:171","msg":"trace[2042664764] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"188.134051ms","start":"2026-04-21T03:31:45.156246Z","end":"2026-04-21T03:31:45.34438Z","steps":["trace[2042664764] 'process raft request' (duration: 187.835563ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:45.3445Z","caller":"traceutil/trace.go:171","msg":"trace[1244488761] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"187.664269ms","start":"2026-04-21T03:31:45.156797Z","end":"2026-04-21T03:31:45.344461Z","steps":["trace[1244488761] 'process raft request' (duration: 187.432923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.407167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528432971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:31:46.902164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038275967s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:31:46.902732Z","caller":"traceutil/trace.go:171","msg":"trace[1380908503] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"995.563405ms","start":"2026-04-21T03:31:45.907108Z","end":"2026-04-21T03:31:46.902672Z","steps":["trace[1380908503] 'read index received' (duration: 995.342699ms)","trace[1380908503] 'applied index is now lower than readState.Index' (duration: 218.466µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:31:46.902777Z","caller":"traceutil/trace.go:171","msg":"trace[1422965530] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"1.038969955s","start":"2026-04-21T03:31:45.863759Z","end":"2026-04-21T03:31:46.902729Z","steps":["trace[1422965530] 'process raft request' (duration: 1.038738469s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.9029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.776691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:31:46.902944Z","caller":"traceutil/trace.go:171","msg":"trace[1817476432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"995.898213ms","start":"2026-04-21T03:31:45.90703Z","end":"2026-04-21T03:31:46.902929Z","steps":["trace[1817476432] 'agreement among raft nodes before linearized reading' (duration: 995.811071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:31:46.90298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:45.907002Z","time spent":"995.969675ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:31:46.90298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:31:45.863737Z","time spent":"1.039134659s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:31:48.220929Z","caller":"traceutil/trace.go:171","msg":"trace[1175249770] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"100.761105ms","start":"2026-04-21T03:31:48.120138Z","end":"2026-04-21T03:31:48.220899Z","steps":["trace[1175249770] 'process raft request' (duration: 100.59097ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:31:48.403851Z","caller":"traceutil/trace.go:171","msg":"trace[166225365] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"174.59551ms","start":"2026-04-21T03:31:48.229224Z","end":"2026-04-21T03:31:48.40382Z","steps":["trace[166225365] 'process raft request' (duration: 170.209945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:02.511527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528433269,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:32:02.951401Z","caller":"traceutil/trace.go:171","msg":"trace[898376571] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"940.111151ms","start":"2026-04-21T03:32:02.01127Z","end":"2026-04-21T03:32:02.951381Z","steps":["trace[898376571] 'read index received' (duration: 939.944367ms)","trace[898376571] 'applied index is now lower than readState.Index' (duration: 166.004µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:02.951629Z","caller":"traceutil/trace.go:171","msg":"trace[1844649736] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"959.803384ms","start":"2026-04-21T03:32:01.991817Z","end":"2026-04-21T03:32:02.951621Z","steps":["trace[1844649736] 'process raft request' (duration: 959.454675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:02.951714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:01.991788Z","time spent":"959.869016ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:32:02.952007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.711277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:32:02.952096Z","caller":"traceutil/trace.go:171","msg":"trace[12096929] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:798; }","duration":"940.858711ms","start":"2026-04-21T03:32:02.011219Z","end":"2026-04-21T03:32:02.952078Z","steps":["trace[12096929] 'agreement among raft nodes before linearized reading' (duration: 940.701657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:02.952137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:02.011201Z","time spent":"940.926232ms","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:32:29.846149Z","caller":"traceutil/trace.go:171","msg":"trace[658883389] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1217; }","duration":"190.546234ms","start":"2026-04-21T03:32:29.655556Z","end":"2026-04-21T03:32:29.846102Z","steps":["trace[658883389] 'read index received' (duration: 456.792µs)","trace[658883389] 'applied index is now lower than readState.Index' (duration: 190.086931ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:29.846166Z","caller":"traceutil/trace.go:171","msg":"trace[519754145] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"195.539054ms","start":"2026-04-21T03:32:29.650589Z","end":"2026-04-21T03:32:29.846128Z","steps":["trace[519754145] 'process raft request' (duration: 189.045565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:29.846464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.884122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T03:32:29.846533Z","caller":"traceutil/trace.go:171","msg":"trace[1541840509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"191.011975ms","start":"2026-04-21T03:32:29.655504Z","end":"2026-04-21T03:32:29.846516Z","steps":["trace[1541840509] 'agreement among raft nodes before linearized reading' (duration: 190.743518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:30.649557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.146208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:32:30.650394Z","caller":"traceutil/trace.go:171","msg":"trace[1767273440] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1219; }","duration":"772.511654ms","start":"2026-04-21T03:32:29.877831Z","end":"2026-04-21T03:32:30.650343Z","steps":["trace[1767273440] 'read index received' (duration: 75.922µs)","trace[1767273440] 'applied index is now lower than readState.Index' (duration: 772.431992ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:30.650426Z","caller":"traceutil/trace.go:171","msg":"trace[980224941] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"798.970713ms","start":"2026-04-21T03:32:29.851402Z","end":"2026-04-21T03:32:30.650373Z","steps":["trace[980224941] 'process raft request' (duration: 798.273505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:30.650697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:29.851376Z","time spent":"799.175848ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:32:30.67995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.106066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:32:30.679947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.107013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:30.680026Z","caller":"traceutil/trace.go:171","msg":"trace[1769614930] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1190; }","duration":"802.25604ms","start":"2026-04-21T03:32:29.877749Z","end":"2026-04-21T03:32:30.680005Z","steps":["trace[1769614930] 'agreement among raft nodes before linearized reading' (duration: 772.795852ms)","trace[1769614930] 'count revisions from in-memory index tree' (duration: 29.337165ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:30.680041Z","caller":"traceutil/trace.go:171","msg":"trace[712569003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"772.240847ms","start":"2026-04-21T03:32:29.907775Z","end":"2026-04-21T03:32:30.680016Z","steps":["trace[712569003] 'agreement among raft nodes before linearized reading' (duration: 742.80148ms)","trace[712569003] 'range keys from in-memory index tree' (duration: 29.311584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:30.680076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:29.877715Z","time spent":"802.348811ms","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:32:30.680088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:29.907756Z","time spent":"772.323679ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:32:52.048048Z","caller":"traceutil/trace.go:171","msg":"trace[349645351] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1481; }","duration":"140.476665ms","start":"2026-04-21T03:32:51.907546Z","end":"2026-04-21T03:32:52.048023Z","steps":["trace[349645351] 'read index received' (duration: 140.28926ms)","trace[349645351] 'applied index is now lower than readState.Index' (duration: 186.185µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:52.048159Z","caller":"traceutil/trace.go:171","msg":"trace[1943319753] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"276.830142ms","start":"2026-04-21T03:32:51.7713Z","end":"2026-04-21T03:32:52.04813Z","steps":["trace[1943319753] 'process raft request' (duration: 276.563715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:52.048212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.655149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:32:52.04825Z","caller":"traceutil/trace.go:171","msg":"trace[2019884223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1444; }","duration":"140.744942ms","start":"2026-04-21T03:32:51.907492Z","end":"2026-04-21T03:32:52.048237Z","steps":["trace[2019884223] 'agreement among raft nodes before linearized reading' (duration: 140.668249ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:53.820967Z","caller":"traceutil/trace.go:171","msg":"trace[425379837] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"342.487532ms","start":"2026-04-21T03:32:53.478456Z","end":"2026-04-21T03:32:53.820943Z","steps":["trace[425379837] 'read index received' (duration: 342.275847ms)","trace[425379837] 'applied index is now lower than readState.Index' (duration: 210.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:32:53.821108Z","caller":"traceutil/trace.go:171","msg":"trace[713965619] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"494.34389ms","start":"2026-04-21T03:32:53.326724Z","end":"2026-04-21T03:32:53.821067Z","steps":["trace[713965619] 'process raft request' (duration: 494.048843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.821185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.711148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:32:53.821227Z","caller":"traceutil/trace.go:171","msg":"trace[1533619815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1449; }","duration":"342.761619ms","start":"2026-04-21T03:32:53.478448Z","end":"2026-04-21T03:32:53.82121Z","steps":["trace[1533619815] 'agreement among raft nodes before linearized reading' (duration: 342.626945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.821259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:53.478399Z","time spent":"342.852281ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:32:53.821303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:53.326708Z","time spent":"494.495205ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:32:53.821318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.816828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:32:53.821457Z","caller":"traceutil/trace.go:171","msg":"trace[1964824894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1449; }","duration":"334.007283ms","start":"2026-04-21T03:32:53.487425Z","end":"2026-04-21T03:32:53.821432Z","steps":["trace[1964824894] 'agreement among raft nodes before linearized reading' (duration: 333.712905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:53.821502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:53.487405Z","time spent":"334.086185ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:32:53.995476Z","caller":"traceutil/trace.go:171","msg":"trace[2061354754] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"169.471836ms","start":"2026-04-21T03:32:53.825974Z","end":"2026-04-21T03:32:53.995446Z","steps":["trace[2061354754] 'process raft request' (duration: 169.301152ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:54.18976Z","caller":"traceutil/trace.go:171","msg":"trace[922635806] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"363.687301ms","start":"2026-04-21T03:32:53.826044Z","end":"2026-04-21T03:32:54.189731Z","steps":["trace[922635806] 'process raft request' (duration: 307.325462ms)","trace[922635806] 'compare' (duration: 56.187774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:54.189942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:53.826025Z","time spent":"363.810513ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:32:54.18998Z","caller":"traceutil/trace.go:171","msg":"trace[1922774678] linearizableReadLoop","detail":"{readStateIndex:1490; appliedIndex:1487; }","duration":"281.418432ms","start":"2026-04-21T03:32:53.908539Z","end":"2026-04-21T03:32:54.189957Z","steps":["trace[1922774678] 'read index received' (duration: 86.827767ms)","trace[1922774678] 'applied index is now lower than readState.Index' (duration: 194.588284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:32:54.190146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.599076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:32:54.190189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.618765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:32:54.190214Z","caller":"traceutil/trace.go:171","msg":"trace[510808572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1452; }","duration":"281.710569ms","start":"2026-04-21T03:32:53.908486Z","end":"2026-04-21T03:32:54.190196Z","steps":["trace[510808572] 'agreement among raft nodes before linearized reading' (duration: 281.582895ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:54.190224Z","caller":"traceutil/trace.go:171","msg":"trace[1271337336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1452; }","duration":"136.704647ms","start":"2026-04-21T03:32:54.053509Z","end":"2026-04-21T03:32:54.190214Z","steps":["trace[1271337336] 'agreement among raft nodes before linearized reading' (duration: 136.572844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:54.190251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.68625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:32:54.190299Z","caller":"traceutil/trace.go:171","msg":"trace[505156708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1452; }","duration":"128.767532ms","start":"2026-04-21T03:32:54.061517Z","end":"2026-04-21T03:32:54.190285Z","steps":["trace[505156708] 'agreement among raft nodes before linearized reading' (duration: 128.639779ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:32:54.190337Z","caller":"traceutil/trace.go:171","msg":"trace[1414065888] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"362.256113ms","start":"2026-04-21T03:32:53.82804Z","end":"2026-04-21T03:32:54.190296Z","steps":["trace[1414065888] 'process raft request' (duration: 361.648838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:32:54.19052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:32:53.828031Z","time spent":"362.386866ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:32:56.44291Z","caller":"traceutil/trace.go:171","msg":"trace[1909920882] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1485; }","duration":"128.422963ms","start":"2026-04-21T03:32:56.314448Z","end":"2026-04-21T03:32:56.442871Z","steps":["trace[1909920882] 'process raft request' (duration: 41.918095ms)","trace[1909920882] 'compare' (duration: 86.317523ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:30.243372Z","caller":"traceutil/trace.go:171","msg":"trace[545340614] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"202.851809ms","start":"2026-04-21T03:33:30.0405Z","end":"2026-04-21T03:33:30.243352Z","steps":["trace[545340614] 'read index received' (duration: 202.552381ms)","trace[545340614] 'applied index is now lower than readState.Index' (duration: 298.348µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:30.243492Z","caller":"traceutil/trace.go:171","msg":"trace[672978951] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"248.600003ms","start":"2026-04-21T03:33:29.994837Z","end":"2026-04-21T03:33:30.243437Z","steps":["trace[672978951] 'process raft request' (duration: 248.333416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:30.243522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.002003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:30.243653Z","caller":"traceutil/trace.go:171","msg":"trace[1740697945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1834; }","duration":"203.171397ms","start":"2026-04-21T03:33:30.040473Z","end":"2026-04-21T03:33:30.243644Z","steps":["trace[1740697945] 'agreement among raft nodes before linearized reading' (duration: 203.005853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:30.243719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.701794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:108675"} {"level":"info","ts":"2026-04-21T03:33:30.243784Z","caller":"traceutil/trace.go:171","msg":"trace[1182402783] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1834; }","duration":"202.801347ms","start":"2026-04-21T03:33:30.040963Z","end":"2026-04-21T03:33:30.243764Z","steps":["trace[1182402783] 'agreement among raft nodes before linearized reading' (duration: 202.54385ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:34.160794Z","caller":"traceutil/trace.go:171","msg":"trace[1144773496] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"259.540995ms","start":"2026-04-21T03:33:33.901229Z","end":"2026-04-21T03:33:34.16077Z","steps":["trace[1144773496] 'read index received' (duration: 259.3596ms)","trace[1144773496] 'applied index is now lower than readState.Index' (duration: 180.585µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:34.160875Z","caller":"traceutil/trace.go:171","msg":"trace[1792256919] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"312.798693ms","start":"2026-04-21T03:33:33.848052Z","end":"2026-04-21T03:33:34.160851Z","steps":["trace[1792256919] 'process raft request' (duration: 312.570487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.161059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.810322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:33:34.161126Z","caller":"traceutil/trace.go:171","msg":"trace[854604595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"259.931995ms","start":"2026-04-21T03:33:33.901177Z","end":"2026-04-21T03:33:34.161109Z","steps":["trace[854604595] 'agreement among raft nodes before linearized reading' (duration: 259.732549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.161128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:33.848027Z","time spent":"313.019519ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:34.161168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.386165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:34.161223Z","caller":"traceutil/trace.go:171","msg":"trace[1916200851] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1922; }","duration":"144.496798ms","start":"2026-04-21T03:33:34.016708Z","end":"2026-04-21T03:33:34.161205Z","steps":["trace[1916200851] 'agreement among raft nodes before linearized reading' (duration: 144.386825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.161233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.865078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:33:34.161261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.864452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:34.161346Z","caller":"traceutil/trace.go:171","msg":"trace[120968677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1922; }","duration":"177.999805ms","start":"2026-04-21T03:33:33.983327Z","end":"2026-04-21T03:33:34.161327Z","steps":["trace[120968677] 'agreement among raft nodes before linearized reading' (duration: 177.868252ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:34.161359Z","caller":"traceutil/trace.go:171","msg":"trace[1888551100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"254.027343ms","start":"2026-04-21T03:33:33.907279Z","end":"2026-04-21T03:33:34.161307Z","steps":["trace[1888551100] 'agreement among raft nodes before linearized reading' (duration: 253.790867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.161484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.478418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-21T03:33:34.161608Z","caller":"traceutil/trace.go:171","msg":"trace[2140197313] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2; range_end:; response_count:1; response_revision:1922; }","duration":"149.706784ms","start":"2026-04-21T03:33:34.011882Z","end":"2026-04-21T03:33:34.161589Z","steps":["trace[2140197313] 'agreement among raft nodes before linearized reading' (duration: 149.286052ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:34.562326Z","caller":"traceutil/trace.go:171","msg":"trace[1205143424] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"352.534922ms","start":"2026-04-21T03:33:34.209764Z","end":"2026-04-21T03:33:34.562299Z","steps":["trace[1205143424] 'process raft request' (duration: 352.365998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.562535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.209737Z","time spent":"352.662525ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:34.695815Z","caller":"traceutil/trace.go:171","msg":"trace[1367203112] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"440.553459ms","start":"2026-04-21T03:33:34.255236Z","end":"2026-04-21T03:33:34.69579Z","steps":["trace[1367203112] 'process raft request' (duration: 440.324693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.695992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.25521Z","time spent":"440.688692ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:34.696128Z","caller":"traceutil/trace.go:171","msg":"trace[352674619] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1991; }","duration":"284.340097ms","start":"2026-04-21T03:33:34.411753Z","end":"2026-04-21T03:33:34.696093Z","steps":["trace[352674619] 'read index received' (duration: 150.237858ms)","trace[352674619] 'applied index is now lower than readState.Index' (duration: 134.100649ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:34.696186Z","caller":"traceutil/trace.go:171","msg":"trace[255713296] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"240.259306ms","start":"2026-04-21T03:33:34.455906Z","end":"2026-04-21T03:33:34.696165Z","steps":["trace[255713296] 'process raft request' (duration: 240.01892ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:34.696127Z","caller":"traceutil/trace.go:171","msg":"trace[714599649] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"362.90292ms","start":"2026-04-21T03:33:34.333159Z","end":"2026-04-21T03:33:34.696062Z","steps":["trace[714599649] 'process raft request' (duration: 362.575141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.696354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.595333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:33:34.696449Z","caller":"traceutil/trace.go:171","msg":"trace[693013059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"284.734757ms","start":"2026-04-21T03:33:34.411696Z","end":"2026-04-21T03:33:34.696431Z","steps":["trace[693013059] 'agreement among raft nodes before linearized reading' (duration: 284.505151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:34.696367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.333121Z","time spent":"363.156666ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:35.196644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528435509,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:33:35.589386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:35.166327Z","time spent":"423.049426ms","remote":"127.0.0.1:46954","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:33:35.592845Z","caller":"traceutil/trace.go:171","msg":"trace[1533761375] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.024875477s","start":"2026-04-21T03:33:34.567922Z","end":"2026-04-21T03:33:35.592798Z","steps":["trace[1533761375] 'process raft request' (duration: 1.024694653s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:35.593165Z","caller":"traceutil/trace.go:171","msg":"trace[1277447113] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"1.025098425s","start":"2026-04-21T03:33:34.568027Z","end":"2026-04-21T03:33:35.593126Z","steps":["trace[1277447113] 'process raft request' (duration: 1.024720364s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.593338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.568008Z","time spent":"1.025244928s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:35.593364Z","caller":"traceutil/trace.go:171","msg":"trace[4413003] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.025087314s","start":"2026-04-21T03:33:34.568258Z","end":"2026-04-21T03:33:35.593346Z","steps":["trace[4413003] 'process raft request' (duration: 1.024776276s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.593484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.56825Z","time spent":"1.025168956s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:35.593507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.567907Z","time spent":"1.025013953s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:35.593731Z","caller":"traceutil/trace.go:171","msg":"trace[1604770240] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"907.303877ms","start":"2026-04-21T03:33:34.686403Z","end":"2026-04-21T03:33:35.593707Z","steps":["trace[1604770240] 'process raft request' (duration: 907.123612ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:35.593693Z","caller":"traceutil/trace.go:171","msg":"trace[26187493] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.022936529s","start":"2026-04-21T03:33:34.570736Z","end":"2026-04-21T03:33:35.593672Z","steps":["trace[26187493] 'process raft request' (duration: 1.022555299s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.593882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.570708Z","time spent":"1.023135403s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:35.593988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.686376Z","time spent":"907.43291ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:35.595541Z","caller":"traceutil/trace.go:171","msg":"trace[46584714] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1995; }","duration":"899.299199ms","start":"2026-04-21T03:33:34.696223Z","end":"2026-04-21T03:33:35.595523Z","steps":["trace[46584714] 'read index received' (duration: 896.374763ms)","trace[46584714] 'applied index is now lower than readState.Index' (duration: 2.923156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:35.595725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166626987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:33:35.595731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028964775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-21T03:33:35.595768Z","caller":"traceutil/trace.go:171","msg":"trace[221623818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.166674778s","start":"2026-04-21T03:33:34.429082Z","end":"2026-04-21T03:33:35.595757Z","steps":["trace[221623818] 'agreement among raft nodes before linearized reading' (duration: 1.166539493s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:35.595791Z","caller":"traceutil/trace.go:171","msg":"trace[845202537] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2; range_end:; response_count:1; response_revision:1932; }","duration":"1.029072667s","start":"2026-04-21T03:33:34.566702Z","end":"2026-04-21T03:33:35.595774Z","steps":["trace[845202537] 'agreement among raft nodes before linearized reading' (duration: 1.028858051s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.59579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180012963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:33:35.595839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.566678Z","time spent":"1.0291514s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" "} {"level":"info","ts":"2026-04-21T03:33:35.595862Z","caller":"traceutil/trace.go:171","msg":"trace[1349156014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1932; }","duration":"1.180090385s","start":"2026-04-21T03:33:34.415761Z","end":"2026-04-21T03:33:35.595852Z","steps":["trace[1349156014] 'agreement among raft nodes before linearized reading' (duration: 1.1799045s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.59589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.092474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T03:33:35.595959Z","caller":"traceutil/trace.go:171","msg":"trace[38050514] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:1932; }","duration":"887.149535ms","start":"2026-04-21T03:33:34.708767Z","end":"2026-04-21T03:33:35.595917Z","steps":["trace[38050514] 'agreement among raft nodes before linearized reading' (duration: 887.061403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.595967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167738785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:33:35.595994Z","caller":"traceutil/trace.go:171","msg":"trace[2018363269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1932; }","duration":"1.167795177s","start":"2026-04-21T03:33:34.428193Z","end":"2026-04-21T03:33:35.595988Z","steps":["trace[2018363269] 'agreement among raft nodes before linearized reading' (duration: 1.167721395s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.59605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.428178Z","time spent":"1.167865928s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:33:35.596053Z","caller":"traceutil/trace.go:171","msg":"trace[1589082767] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"896.292331ms","start":"2026-04-21T03:33:34.699747Z","end":"2026-04-21T03:33:35.596039Z","steps":["trace[1589082767] 'process raft request' (duration: 895.663684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.596129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.172515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:33:35.596134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.699686Z","time spent":"896.399124ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:35.595899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.415706Z","time spent":"1.180186707s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:33:35.596164Z","caller":"traceutil/trace.go:171","msg":"trace[982825160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"429.221707ms","start":"2026-04-21T03:33:35.166933Z","end":"2026-04-21T03:33:35.596155Z","steps":["trace[982825160] 'agreement among raft nodes before linearized reading' (duration: 429.136065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.596047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.525578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:35.596226Z","caller":"traceutil/trace.go:171","msg":"trace[875308900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1932; }","duration":"159.728823ms","start":"2026-04-21T03:33:35.436488Z","end":"2026-04-21T03:33:35.596217Z","steps":["trace[875308900] 'agreement among raft nodes before linearized reading' (duration: 159.533008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.595801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.429055Z","time spent":"1.16673919s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:33:35.596301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.240745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:35.596326Z","caller":"traceutil/trace.go:171","msg":"trace[701520628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"689.305616ms","start":"2026-04-21T03:33:34.907012Z","end":"2026-04-21T03:33:35.596318Z","steps":["trace[701520628] 'agreement among raft nodes before linearized reading' (duration: 689.271535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.596358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.906987Z","time spent":"689.366447ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:33:35.595995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:34.708758Z","time spent":"887.230418ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T03:33:35.596267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.211772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-21T03:33:35.596468Z","caller":"traceutil/trace.go:171","msg":"trace[431081351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2; range_end:; response_count:1; response_revision:1932; }","duration":"430.441168ms","start":"2026-04-21T03:33:35.166011Z","end":"2026-04-21T03:33:35.596452Z","steps":["trace[431081351] 'agreement among raft nodes before linearized reading' (duration: 430.198601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.596192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:35.166925Z","time spent":"429.261068ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:33:35.596521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:35.165989Z","time spent":"430.515ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" "} {"level":"warn","ts":"2026-04-21T03:33:35.596928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.498622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T03:33:35.596981Z","caller":"traceutil/trace.go:171","msg":"trace[585149970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1932; }","duration":"469.112448ms","start":"2026-04-21T03:33:35.127857Z","end":"2026-04-21T03:33:35.596969Z","steps":["trace[585149970] 'agreement among raft nodes before linearized reading' (duration: 468.41215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:35.597005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:35.127828Z","time spent":"469.171461ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:33:36.584213Z","caller":"traceutil/trace.go:171","msg":"trace[1784630828] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"134.021517ms","start":"2026-04-21T03:33:36.45015Z","end":"2026-04-21T03:33:36.584171Z","steps":["trace[1784630828] 'process raft request' (duration: 133.779081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.359518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.224351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:33:37.359652Z","caller":"traceutil/trace.go:171","msg":"trace[1454923959] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"657.356049ms","start":"2026-04-21T03:33:36.702272Z","end":"2026-04-21T03:33:37.359628Z","steps":["trace[1454923959] 'process raft request' (duration: 44.932603ms)","trace[1454923959] 'compare' (duration: 611.980695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:37.359718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.70224Z","time spent":"657.44858ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:37.386641Z","caller":"traceutil/trace.go:171","msg":"trace[2101390541] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"683.889375ms","start":"2026-04-21T03:33:36.702725Z","end":"2026-04-21T03:33:37.386614Z","steps":["trace[2101390541] 'process raft request' (duration: 683.704281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.386832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.7027Z","time spent":"684.018639ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:37.386879Z","caller":"traceutil/trace.go:171","msg":"trace[1733778675] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2011; }","duration":"682.354556ms","start":"2026-04-21T03:33:36.704483Z","end":"2026-04-21T03:33:37.386837Z","steps":["trace[1733778675] 'read index received' (duration: 42.742457ms)","trace[1733778675] 'applied index is now lower than readState.Index' (duration: 639.608949ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:37.386987Z","caller":"traceutil/trace.go:171","msg":"trace[1762337649] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"683.824103ms","start":"2026-04-21T03:33:36.703104Z","end":"2026-04-21T03:33:37.386928Z","steps":["trace[1762337649] 'process raft request' (duration: 683.462864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.387147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.703074Z","time spent":"684.003258ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:33:37.387291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.68542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-04-21T03:33:37.38731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.797767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-04-21T03:33:37.387337Z","caller":"traceutil/trace.go:171","msg":"trace[642869404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1944; }","duration":"661.777213ms","start":"2026-04-21T03:33:36.72555Z","end":"2026-04-21T03:33:37.387327Z","steps":["trace[642869404] 'agreement among raft nodes before linearized reading' (duration: 661.631659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.387369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.725524Z","time spent":"661.838334ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:33:37.387365Z","caller":"traceutil/trace.go:171","msg":"trace[25803430] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2; range_end:; response_count:1; response_revision:1944; }","duration":"682.90807ms","start":"2026-04-21T03:33:36.704439Z","end":"2026-04-21T03:33:37.387347Z","steps":["trace[25803430] 'agreement among raft nodes before linearized reading' (duration: 682.572691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.38744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.704426Z","time spent":"683.001723ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3139fed8-106c-46ef-9ccb-51cea0f94ce2\" "} {"level":"warn","ts":"2026-04-21T03:33:37.387452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.292985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:33:37.387549Z","caller":"traceutil/trace.go:171","msg":"trace[1713521421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1944; }","duration":"478.44001ms","start":"2026-04-21T03:33:36.909097Z","end":"2026-04-21T03:33:37.387537Z","steps":["trace[1713521421] 'agreement among raft nodes before linearized reading' (duration: 478.211274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:37.387612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:36.909066Z","time spent":"478.533441ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:33:47.914703Z","caller":"traceutil/trace.go:171","msg":"trace[2023519758] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"167.769953ms","start":"2026-04-21T03:33:47.746894Z","end":"2026-04-21T03:33:47.914664Z","steps":["trace[2023519758] 'process raft request' (duration: 97.094941ms)","trace[2023519758] 'compare' (duration: 70.458787ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:33:49.857355Z","caller":"traceutil/trace.go:171","msg":"trace[99125308] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"457.53335ms","start":"2026-04-21T03:33:49.399787Z","end":"2026-04-21T03:33:49.857321Z","steps":["trace[99125308] 'process raft request' (duration: 457.248963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.857583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:49.399758Z","time spent":"457.704763ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:49.90612Z","caller":"traceutil/trace.go:171","msg":"trace[1016429086] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"483.600161ms","start":"2026-04-21T03:33:49.422493Z","end":"2026-04-21T03:33:49.906093Z","steps":["trace[1016429086] 'process raft request' (duration: 474.989433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.906346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:49.422479Z","time spent":"483.745814ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:33:49.906619Z","caller":"traceutil/trace.go:171","msg":"trace[1271255734] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"483.259032ms","start":"2026-04-21T03:33:49.423339Z","end":"2026-04-21T03:33:49.906598Z","steps":["trace[1271255734] 'process raft request' (duration: 482.713758ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.906862Z","caller":"traceutil/trace.go:171","msg":"trace[1040692298] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2113; }","duration":"249.084225ms","start":"2026-04-21T03:33:49.657534Z","end":"2026-04-21T03:33:49.906618Z","steps":["trace[1040692298] 'read index received' (duration: 199.564419ms)","trace[1040692298] 'applied index is now lower than readState.Index' (duration: 49.490775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:33:49.906962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.423413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:33:49.90702Z","caller":"traceutil/trace.go:171","msg":"trace[649779389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2043; }","duration":"249.529946ms","start":"2026-04-21T03:33:49.657476Z","end":"2026-04-21T03:33:49.907006Z","steps":["trace[649779389] 'agreement among raft nodes before linearized reading' (duration: 249.29349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.90717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.921657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:33:49.907206Z","caller":"traceutil/trace.go:171","msg":"trace[1690706834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2043; }","duration":"223.971829ms","start":"2026-04-21T03:33:49.683224Z","end":"2026-04-21T03:33:49.907196Z","steps":["trace[1690706834] 'agreement among raft nodes before linearized reading' (duration: 223.882046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.907241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.063886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:33:49.907254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.552651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:33:49.907293Z","caller":"traceutil/trace.go:171","msg":"trace[105396146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2043; }","duration":"225.175719ms","start":"2026-04-21T03:33:49.682102Z","end":"2026-04-21T03:33:49.907277Z","steps":["trace[105396146] 'agreement among raft nodes before linearized reading' (duration: 224.928672ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.907324Z","caller":"traceutil/trace.go:171","msg":"trace[1747307452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"205.650043ms","start":"2026-04-21T03:33:49.70165Z","end":"2026-04-21T03:33:49.9073Z","steps":["trace[1747307452] 'agreement among raft nodes before linearized reading' (duration: 205.477319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.907342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.229035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:33:49.907339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.122234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:33:49.90739Z","caller":"traceutil/trace.go:171","msg":"trace[1433413023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2043; }","duration":"224.308717ms","start":"2026-04-21T03:33:49.683069Z","end":"2026-04-21T03:33:49.907378Z","steps":["trace[1433413023] 'agreement among raft nodes before linearized reading' (duration: 224.191704ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:33:49.907423Z","caller":"traceutil/trace.go:171","msg":"trace[405573024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2043; }","duration":"217.278468ms","start":"2026-04-21T03:33:49.690122Z","end":"2026-04-21T03:33:49.907401Z","steps":["trace[405573024] 'agreement among raft nodes before linearized reading' (duration: 216.9659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:33:49.907549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:33:49.423322Z","time spent":"484.163434ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:14.572144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528436075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:15.072428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528436075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:34:15.332151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390976414s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:34:15.332727Z","caller":"traceutil/trace.go:171","msg":"trace[1863508491] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"1.391722904s","start":"2026-04-21T03:34:13.940971Z","end":"2026-04-21T03:34:15.332694Z","steps":["trace[1863508491] 'process raft request' (duration: 1.391527889s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:15.333133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:13.940947Z","time spent":"1.391869188s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:16.419099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.344919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:16.419322Z","caller":"traceutil/trace.go:171","msg":"trace[2114776729] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"2.415050468s","start":"2026-04-21T03:34:14.004226Z","end":"2026-04-21T03:34:16.419277Z","steps":["trace[2114776729] 'process raft request' (duration: 1.521449482s)","trace[2114776729] 'compare' (duration: 893.239637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:16.419486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.004196Z","time spent":"2.415205252s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.419521Z","caller":"traceutil/trace.go:171","msg":"trace[1839168369] linearizableReadLoop","detail":"{readStateIndex:2263; appliedIndex:2259; }","duration":"2.348126592s","start":"2026-04-21T03:34:14.071376Z","end":"2026-04-21T03:34:16.419502Z","steps":["trace[1839168369] 'read index received' (duration: 1.261140083s)","trace[1839168369] 'applied index is now lower than readState.Index' (duration: 1.086985118s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:16.420157Z","caller":"traceutil/trace.go:171","msg":"trace[1406689022] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"2.375117885s","start":"2026-04-21T03:34:14.04499Z","end":"2026-04-21T03:34:16.420108Z","steps":["trace[1406689022] 'process raft request' (duration: 2.374206332s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.420157Z","caller":"traceutil/trace.go:171","msg":"trace[1897526896] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"2.062193331s","start":"2026-04-21T03:34:14.357908Z","end":"2026-04-21T03:34:16.420102Z","steps":["trace[1897526896] 'process raft request' (duration: 2.06133381s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38168787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:34:16.420366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.044952Z","time spent":"2.37529565s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:16.420393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709339847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T03:34:16.420409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.357878Z","time spent":"2.062388168s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:16.420423Z","caller":"traceutil/trace.go:171","msg":"trace[1925613110] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2184; }","duration":"1.381838744s","start":"2026-04-21T03:34:15.038561Z","end":"2026-04-21T03:34:16.420399Z","steps":["trace[1925613110] 'agreement among raft nodes before linearized reading' (duration: 1.38166933s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337267467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T03:34:16.420454Z","caller":"traceutil/trace.go:171","msg":"trace[292094488] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:2184; }","duration":"1.70945708s","start":"2026-04-21T03:34:14.71098Z","end":"2026-04-21T03:34:16.420437Z","steps":["trace[292094488] 'agreement among raft nodes before linearized reading' (duration: 1.709241054s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349053305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-21T03:34:16.420469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.038528Z","time spent":"1.381931106s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:16.420491Z","caller":"traceutil/trace.go:171","msg":"trace[1062896397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2184; }","duration":"2.337329468s","start":"2026-04-21T03:34:14.083146Z","end":"2026-04-21T03:34:16.420476Z","steps":["trace[1062896397] 'agreement among raft nodes before linearized reading' (duration: 2.337157353s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.710935Z","time spent":"1.709558252s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"info","ts":"2026-04-21T03:34:16.420523Z","caller":"traceutil/trace.go:171","msg":"trace[1391522820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2184; }","duration":"2.349174068s","start":"2026-04-21T03:34:14.071329Z","end":"2026-04-21T03:34:16.420503Z","steps":["trace[1391522820] 'agreement among raft nodes before linearized reading' (duration: 2.348758957s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.08314Z","time spent":"2.33737864s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:34:16.420499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308137334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:34:16.420527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334974768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T03:34:16.420565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.071311Z","time spent":"2.34924543s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:34:16.420584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512627469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:16.420648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810340068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:16.420639Z","caller":"traceutil/trace.go:171","msg":"trace[405945758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2184; }","duration":"1.30837032s","start":"2026-04-21T03:34:15.112237Z","end":"2026-04-21T03:34:16.420607Z","steps":["trace[405945758] 'agreement among raft nodes before linearized reading' (duration: 1.307998241s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.420654Z","caller":"traceutil/trace.go:171","msg":"trace[860573865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"1.512742662s","start":"2026-04-21T03:34:14.90789Z","end":"2026-04-21T03:34:16.420633Z","steps":["trace[860573865] 'agreement among raft nodes before linearized reading' (duration: 1.512631619s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577833533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:16.420686Z","caller":"traceutil/trace.go:171","msg":"trace[599340764] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2184; }","duration":"1.81042402s","start":"2026-04-21T03:34:14.610251Z","end":"2026-04-21T03:34:16.420675Z","steps":["trace[599340764] 'agreement among raft nodes before linearized reading' (duration: 1.810362858s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33781496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-21T03:34:16.420711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.90785Z","time spent":"1.512850214s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:16.420717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.61022Z","time spent":"1.810488902s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:16.420716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:15.112211Z","time spent":"1.308489473s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:34:16.420723Z","caller":"traceutil/trace.go:171","msg":"trace[1946254872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2184; }","duration":"1.577947155s","start":"2026-04-21T03:34:14.842754Z","end":"2026-04-21T03:34:16.420701Z","steps":["trace[1946254872] 'agreement among raft nodes before linearized reading' (duration: 1.577830672s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.420735Z","caller":"traceutil/trace.go:171","msg":"trace[197027255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2184; }","duration":"2.337883392s","start":"2026-04-21T03:34:14.082842Z","end":"2026-04-21T03:34:16.420725Z","steps":["trace[197027255] 'agreement among raft nodes before linearized reading' (duration: 2.337699427s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.420746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323863116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T03:34:16.420773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.842729Z","time spent":"1.578035368s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:34:16.420779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.082792Z","time spent":"2.337978064s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:34:16.420639Z","caller":"traceutil/trace.go:171","msg":"trace[675458475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2184; }","duration":"2.335110982s","start":"2026-04-21T03:34:14.085498Z","end":"2026-04-21T03:34:16.420609Z","steps":["trace[675458475] 'agreement among raft nodes before linearized reading' (duration: 2.334765353s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:16.420787Z","caller":"traceutil/trace.go:171","msg":"trace[1351230739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2184; }","duration":"2.323973079s","start":"2026-04-21T03:34:14.096798Z","end":"2026-04-21T03:34:16.420771Z","steps":["trace[1351230739] 'agreement among raft nodes before linearized reading' (duration: 2.323874077s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.421019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.096716Z","time spent":"2.324220136s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T03:34:16.421249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.085488Z","time spent":"2.335402759s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:16.421411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34371215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T03:34:16.421453Z","caller":"traceutil/trace.go:171","msg":"trace[2100199289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2184; }","duration":"2.343771251s","start":"2026-04-21T03:34:14.07767Z","end":"2026-04-21T03:34:16.421441Z","steps":["trace[2100199289] 'agreement among raft nodes before linearized reading' (duration: 2.343253378s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:16.421481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:14.077658Z","time spent":"2.343817193s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:34:17.135986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.095908ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-21T03:34:17.13611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.423246Z","time spent":"712.857343ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:34:17.209849Z","caller":"traceutil/trace.go:171","msg":"trace[149704813] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"784.172151ms","start":"2026-04-21T03:34:16.425649Z","end":"2026-04-21T03:34:17.209821Z","steps":["trace[149704813] 'process raft request' (duration: 783.941225ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:17.210208Z","caller":"traceutil/trace.go:171","msg":"trace[1622182206] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"784.267712ms","start":"2026-04-21T03:34:16.425901Z","end":"2026-04-21T03:34:17.210169Z","steps":["trace[1622182206] 'process raft request' (duration: 783.870602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.210228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.425605Z","time spent":"784.343795ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:17.210458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.425891Z","time spent":"784.413407ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:17.211013Z","caller":"traceutil/trace.go:171","msg":"trace[1539181458] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2263; }","duration":"781.113893ms","start":"2026-04-21T03:34:16.429871Z","end":"2026-04-21T03:34:17.210985Z","steps":["trace[1539181458] 'read index received' (duration: 293.988753ms)","trace[1539181458] 'applied index is now lower than readState.Index' (duration: 487.12377ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:17.211052Z","caller":"traceutil/trace.go:171","msg":"trace[1879954806] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"785.022992ms","start":"2026-04-21T03:34:16.425994Z","end":"2026-04-21T03:34:17.211017Z","steps":["trace[1879954806] 'process raft request' (duration: 784.134339ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:17.21115Z","caller":"traceutil/trace.go:171","msg":"trace[859139242] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"784.477409ms","start":"2026-04-21T03:34:16.426658Z","end":"2026-04-21T03:34:17.211135Z","steps":["trace[859139242] 'process raft request' (duration: 784.232363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.211201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.425969Z","time spent":"785.148496ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:17.211258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.426644Z","time spent":"784.5367ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:17.211398Z","caller":"traceutil/trace.go:171","msg":"trace[1697903292] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"784.648072ms","start":"2026-04-21T03:34:16.42674Z","end":"2026-04-21T03:34:17.211388Z","steps":["trace[1697903292] 'process raft request' (duration: 784.201931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.211434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.560374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:17.211497Z","caller":"traceutil/trace.go:171","msg":"trace[1441293333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2189; }","duration":"781.647897ms","start":"2026-04-21T03:34:16.429838Z","end":"2026-04-21T03:34:17.211486Z","steps":["trace[1441293333] 'agreement among raft nodes before linearized reading' (duration: 781.564135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.211527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.429825Z","time spent":"781.695538ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:34:17.211534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.426733Z","time spent":"784.685994ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:34:17.284657Z","caller":"traceutil/trace.go:171","msg":"trace[1306553012] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"147.15959ms","start":"2026-04-21T03:34:17.137457Z","end":"2026-04-21T03:34:17.284617Z","steps":["trace[1306553012] 'process raft request' (duration: 115.18593ms)","trace[1306553012] 'compare' (duration: 31.747754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:17.284771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.081988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-21T03:34:17.284893Z","caller":"traceutil/trace.go:171","msg":"trace[1669950164] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b; range_end:; response_count:1; response_revision:2190; }","duration":"823.269942ms","start":"2026-04-21T03:34:16.461598Z","end":"2026-04-21T03:34:17.284868Z","steps":["trace[1669950164] 'agreement among raft nodes before linearized reading' (duration: 822.955154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:17.284974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:16.461573Z","time spent":"823.370265ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b\" "} {"level":"warn","ts":"2026-04-21T03:34:22.782116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.766247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:34:22.782231Z","caller":"traceutil/trace.go:171","msg":"trace[742329581] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"226.013581ms","start":"2026-04-21T03:34:22.5562Z","end":"2026-04-21T03:34:22.782213Z","steps":["trace[742329581] 'read index received' (duration: 31.034297ms)","trace[742329581] 'applied index is now lower than readState.Index' (duration: 194.977994ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:22.782247Z","caller":"traceutil/trace.go:171","msg":"trace[1395601712] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"236.367883ms","start":"2026-04-21T03:34:22.545855Z","end":"2026-04-21T03:34:22.782223Z","steps":["trace[1395601712] 'process raft request' (duration: 41.39821ms)","trace[1395601712] 'compare' (duration: 194.654214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:34:22.782354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.145774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:34:22.782388Z","caller":"traceutil/trace.go:171","msg":"trace[1510261412] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2218; }","duration":"226.204825ms","start":"2026-04-21T03:34:22.556174Z","end":"2026-04-21T03:34:22.782379Z","steps":["trace[1510261412] 'agreement among raft nodes before linearized reading' (duration: 226.129463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:22.782563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.570772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-04-21T03:34:22.782665Z","caller":"traceutil/trace.go:171","msg":"trace[1646683889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2218; }","duration":"134.739796ms","start":"2026-04-21T03:34:22.647902Z","end":"2026-04-21T03:34:22.782641Z","steps":["trace[1646683889] 'agreement among raft nodes before linearized reading' (duration: 134.485759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:23.013827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:23.013928Z","caller":"traceutil/trace.go:171","msg":"trace[1323197572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"107.050883ms","start":"2026-04-21T03:34:22.906857Z","end":"2026-04-21T03:34:23.013907Z","steps":["trace[1323197572] 'range keys from in-memory index tree' (duration: 106.762117ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:23.3401Z","caller":"traceutil/trace.go:171","msg":"trace[48493533] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"101.508824ms","start":"2026-04-21T03:34:23.23856Z","end":"2026-04-21T03:34:23.340069Z","steps":["trace[48493533] 'process raft request' (duration: 101.34732ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:23.488942Z","caller":"traceutil/trace.go:171","msg":"trace[816555837] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"249.866244ms","start":"2026-04-21T03:34:23.239035Z","end":"2026-04-21T03:34:23.488901Z","steps":["trace[816555837] 'process raft request' (duration: 249.752561ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:23.488958Z","caller":"traceutil/trace.go:171","msg":"trace[2093432110] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"249.887945ms","start":"2026-04-21T03:34:23.239022Z","end":"2026-04-21T03:34:23.48891Z","steps":["trace[2093432110] 'process raft request' (duration: 192.242814ms)","trace[2093432110] 'compare' (duration: 57.369015ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:34:23.489348Z","caller":"traceutil/trace.go:171","msg":"trace[258221379] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"250.204053ms","start":"2026-04-21T03:34:23.239131Z","end":"2026-04-21T03:34:23.489335Z","steps":["trace[258221379] 'process raft request' (duration: 249.728541ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:23.489465Z","caller":"traceutil/trace.go:171","msg":"trace[469032731] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"250.279175ms","start":"2026-04-21T03:34:23.239165Z","end":"2026-04-21T03:34:23.489444Z","steps":["trace[469032731] 'process raft request' (duration: 250.005798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:24.010639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.720855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:24.010728Z","caller":"traceutil/trace.go:171","msg":"trace[1548875853] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2224; }","duration":"158.865958ms","start":"2026-04-21T03:34:23.851841Z","end":"2026-04-21T03:34:24.010707Z","steps":["trace[1548875853] 'count revisions from in-memory index tree' (duration: 158.628602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:24.010715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.024272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:24.010938Z","caller":"traceutil/trace.go:171","msg":"trace[743423408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"103.512905ms","start":"2026-04-21T03:34:23.907326Z","end":"2026-04-21T03:34:24.010839Z","steps":["trace[743423408] 'range keys from in-memory index tree' (duration: 102.93061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.450765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.344746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:34:30.450812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.292039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:34:30.450842Z","caller":"traceutil/trace.go:171","msg":"trace[980758468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"543.474409ms","start":"2026-04-21T03:34:29.907349Z","end":"2026-04-21T03:34:30.450824Z","steps":["trace[980758468] 'range keys from in-memory index tree' (duration: 543.254433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.450883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:29.907323Z","time spent":"543.55134ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:34:30.450884Z","caller":"traceutil/trace.go:171","msg":"trace[1996301716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2256; }","duration":"893.409262ms","start":"2026-04-21T03:34:29.557453Z","end":"2026-04-21T03:34:30.450862Z","steps":["trace[1996301716] 'range keys from in-memory index tree' (duration: 893.083644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:30.450925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:29.557431Z","time spent":"893.485474ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T03:34:30.749916Z","caller":"traceutil/trace.go:171","msg":"trace[577063750] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"205.774866ms","start":"2026-04-21T03:34:30.544121Z","end":"2026-04-21T03:34:30.749895Z","steps":["trace[577063750] 'process raft request' (duration: 205.647093ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:31.094204Z","caller":"traceutil/trace.go:171","msg":"trace[1360494054] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"548.964776ms","start":"2026-04-21T03:34:30.545211Z","end":"2026-04-21T03:34:31.094176Z","steps":["trace[1360494054] 'process raft request' (duration: 548.875944ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:31.094285Z","caller":"traceutil/trace.go:171","msg":"trace[1438995222] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"550.010533ms","start":"2026-04-21T03:34:30.544237Z","end":"2026-04-21T03:34:31.094248Z","steps":["trace[1438995222] 'process raft request' (duration: 549.642834ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:31.094365Z","caller":"traceutil/trace.go:171","msg":"trace[601444031] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"428.642906ms","start":"2026-04-21T03:34:30.665689Z","end":"2026-04-21T03:34:31.094332Z","steps":["trace[601444031] 'process raft request' (duration: 428.444061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:31.094388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:30.54519Z","time spent":"549.098349ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:31.094493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:30.544217Z","time spent":"550.167177ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:31.094507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:30.665662Z","time spent":"428.77694ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:34:31.612572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.648616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T03:34:31.612671Z","caller":"traceutil/trace.go:171","msg":"trace[1325295748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"153.789529ms","start":"2026-04-21T03:34:31.458857Z","end":"2026-04-21T03:34:31.612646Z","steps":["trace[1325295748] 'range keys from in-memory index tree' (duration: 153.461641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:31.612756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.119911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-21T03:34:31.612775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.793045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:34:31.612866Z","caller":"traceutil/trace.go:171","msg":"trace[770347629] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b; range_end:; response_count:1; response_revision:2260; }","duration":"394.287226ms","start":"2026-04-21T03:34:31.218559Z","end":"2026-04-21T03:34:31.612846Z","steps":["trace[770347629] 'range keys from in-memory index tree' (duration: 393.877905ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:34:31.612886Z","caller":"traceutil/trace.go:171","msg":"trace[1810228900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2260; }","duration":"240.973589ms","start":"2026-04-21T03:34:31.371895Z","end":"2026-04-21T03:34:31.612869Z","steps":["trace[1810228900] 'range keys from in-memory index tree' (duration: 240.561709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:34:31.612919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:34:31.218532Z","time spent":"394.376098ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a841d63236845b\" "} {"level":"warn","ts":"2026-04-21T03:34:31.613127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.32786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:34:31.613287Z","caller":"traceutil/trace.go:171","msg":"trace[666458058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2260; }","duration":"333.505605ms","start":"2026-04-21T03:34:31.279762Z","end":"2026-04-21T03:34:31.613267Z","steps":["trace[666458058] 'range keys from in-memory index tree' (duration: 333.305939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:55.649309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.517558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:35:55.649433Z","caller":"traceutil/trace.go:171","msg":"trace[1320986338] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2908; }","duration":"500.718253ms","start":"2026-04-21T03:35:55.14869Z","end":"2026-04-21T03:35:55.649408Z","steps":["trace[1320986338] 'count revisions from in-memory index tree' (duration: 500.378525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:55.649931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.148659Z","time spent":"501.163154ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:35:55.663075Z","caller":"traceutil/trace.go:171","msg":"trace[326243523] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"166.836724ms","start":"2026-04-21T03:35:55.496209Z","end":"2026-04-21T03:35:55.663046Z","steps":["trace[326243523] 'process raft request' (duration: 166.635549ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:55.73465Z","caller":"traceutil/trace.go:171","msg":"trace[959191210] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"232.704986ms","start":"2026-04-21T03:35:55.501926Z","end":"2026-04-21T03:35:55.734631Z","steps":["trace[959191210] 'process raft request' (duration: 232.605223ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:56.155162Z","caller":"traceutil/trace.go:171","msg":"trace[997935254] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3018; }","duration":"247.49163ms","start":"2026-04-21T03:35:55.907645Z","end":"2026-04-21T03:35:56.155136Z","steps":["trace[997935254] 'read index received' (duration: 247.364607ms)","trace[997935254] 'applied index is now lower than readState.Index' (duration: 125.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:56.155266Z","caller":"traceutil/trace.go:171","msg":"trace[481475415] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"417.743879ms","start":"2026-04-21T03:35:55.737493Z","end":"2026-04-21T03:35:56.155237Z","steps":["trace[481475415] 'process raft request' (duration: 417.482942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:56.155308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.649804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:56.155344Z","caller":"traceutil/trace.go:171","msg":"trace[1806014826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2911; }","duration":"247.700655ms","start":"2026-04-21T03:35:55.907632Z","end":"2026-04-21T03:35:56.155333Z","steps":["trace[1806014826] 'agreement among raft nodes before linearized reading' (duration: 247.627663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:56.155425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.737481Z","time spent":"417.854992ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:57.240203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.741886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-21T03:35:57.241043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100337544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:35:57.241023Z","caller":"traceutil/trace.go:171","msg":"trace[697529487] linearizableReadLoop","detail":"{readStateIndex:3020; appliedIndex:3019; }","duration":"1.085713664s","start":"2026-04-21T03:35:56.155234Z","end":"2026-04-21T03:35:57.240948Z","steps":["trace[697529487] 'read index received' (duration: 197.160078ms)","trace[697529487] 'applied index is now lower than readState.Index' (duration: 888.537346ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:57.241099Z","caller":"traceutil/trace.go:171","msg":"trace[478830932] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2913; }","duration":"1.100439486s","start":"2026-04-21T03:35:56.140647Z","end":"2026-04-21T03:35:57.241086Z","steps":["trace[478830932] 'agreement among raft nodes before linearized reading' (duration: 1.100322063s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.241145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.140626Z","time spent":"1.100508289s","remote":"127.0.0.1:46428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:35:57.241191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196450261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:35:57.241246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200655567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:35:57.241191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195782294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:35:57.24148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.761077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T03:35:57.241481Z","caller":"traceutil/trace.go:171","msg":"trace[1321679243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2913; }","duration":"1.196087992s","start":"2026-04-21T03:35:56.045365Z","end":"2026-04-21T03:35:57.241453Z","steps":["trace[1321679243] 'agreement among raft nodes before linearized reading' (duration: 1.195651481s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.241498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085628912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:35:57.241521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082679658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a841ee996ed013\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-21T03:35:57.24154Z","caller":"traceutil/trace.go:171","msg":"trace[20773579] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2913; }","duration":"234.841419ms","start":"2026-04-21T03:35:57.006671Z","end":"2026-04-21T03:35:57.241513Z","steps":["trace[20773579] 'agreement among raft nodes before linearized reading' (duration: 234.735796ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.241345Z","caller":"traceutil/trace.go:171","msg":"trace[1791792874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2913; }","duration":"1.196592474s","start":"2026-04-21T03:35:56.044692Z","end":"2026-04-21T03:35:57.241284Z","steps":["trace[1791792874] 'agreement among raft nodes before linearized reading' (duration: 1.196266326s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.241547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.045358Z","time spent":"1.196171243s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:35:57.241267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202267808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:35:57.241919Z","caller":"traceutil/trace.go:171","msg":"trace[1378232390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2913; }","duration":"1.202953686s","start":"2026-04-21T03:35:56.038951Z","end":"2026-04-21T03:35:57.241905Z","steps":["trace[1378232390] 'agreement among raft nodes before linearized reading' (duration: 1.202215086s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.241975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.038933Z","time spent":"1.203026987s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:35:57.241585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.044685Z","time spent":"1.196894102s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:35:57.242023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199857908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-21T03:35:57.240521Z","caller":"traceutil/trace.go:171","msg":"trace[1706940388] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"1.320471232s","start":"2026-04-21T03:35:55.920029Z","end":"2026-04-21T03:35:57.240501Z","steps":["trace[1706940388] 'process raft request' (duration: 432.342596ms)","trace[1706940388] 'compare' (duration: 887.194273ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:57.241364Z","caller":"traceutil/trace.go:171","msg":"trace[823602862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2913; }","duration":"1.200741059s","start":"2026-04-21T03:35:56.040564Z","end":"2026-04-21T03:35:57.241305Z","steps":["trace[823602862] 'agreement among raft nodes before linearized reading' (duration: 1.200518853s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.24228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.040542Z","time spent":"1.201724624s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:35:57.241579Z","caller":"traceutil/trace.go:171","msg":"trace[1860892941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2913; }","duration":"1.085743065s","start":"2026-04-21T03:35:56.155804Z","end":"2026-04-21T03:35:57.241547Z","steps":["trace[1860892941] 'agreement among raft nodes before linearized reading' (duration: 1.085601111s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.241585Z","caller":"traceutil/trace.go:171","msg":"trace[57294064] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a841ee996ed013; range_end:; response_count:1; response_revision:2913; }","duration":"1.082766289s","start":"2026-04-21T03:35:56.1588Z","end":"2026-04-21T03:35:57.241567Z","steps":["trace[57294064] 'agreement among raft nodes before linearized reading' (duration: 1.082618196s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.242399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.158785Z","time spent":"1.083583681s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a841ee996ed013\" "} {"level":"warn","ts":"2026-04-21T03:35:57.242393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.155786Z","time spent":"1.086578847s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:35:57.242425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:55.919999Z","time spent":"1.322231137s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:57.242418Z","caller":"traceutil/trace.go:171","msg":"trace[1508844306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2913; }","duration":"1.200169406s","start":"2026-04-21T03:35:56.042048Z","end":"2026-04-21T03:35:57.242217Z","steps":["trace[1508844306] 'agreement among raft nodes before linearized reading' (duration: 1.199017666s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.242569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086265359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:35:57.242615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.042042Z","time spent":"1.200555915s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T03:35:57.242707Z","caller":"traceutil/trace.go:171","msg":"trace[2073197682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2913; }","duration":"1.086403372s","start":"2026-04-21T03:35:56.156288Z","end":"2026-04-21T03:35:57.242692Z","steps":["trace[2073197682] 'agreement among raft nodes before linearized reading' (duration: 1.085142s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.243005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:56.156245Z","time spent":"1.086653359s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:35:57.731868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.661442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:35:57.732123Z","caller":"traceutil/trace.go:171","msg":"trace[1307235565] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"483.59535ms","start":"2026-04-21T03:35:57.24849Z","end":"2026-04-21T03:35:57.732086Z","steps":["trace[1307235565] 'process raft request' (duration: 222.59604ms)","trace[1307235565] 'compare' (duration: 260.491078ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:57.73231Z","caller":"traceutil/trace.go:171","msg":"trace[1285472926] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"483.523929ms","start":"2026-04-21T03:35:57.248763Z","end":"2026-04-21T03:35:57.732287Z","steps":["trace[1285472926] 'process raft request' (duration: 483.402096ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.732312Z","caller":"traceutil/trace.go:171","msg":"trace[636530834] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"483.706554ms","start":"2026-04-21T03:35:57.248574Z","end":"2026-04-21T03:35:57.73228Z","steps":["trace[636530834] 'process raft request' (duration: 483.443477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.732349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.248472Z","time spent":"483.749866ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:57.732404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.248756Z","time spent":"483.611201ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:57.732455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.248551Z","time spent":"483.832728ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:57.732627Z","caller":"traceutil/trace.go:171","msg":"trace[408516842] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"483.661143ms","start":"2026-04-21T03:35:57.248893Z","end":"2026-04-21T03:35:57.732554Z","steps":["trace[408516842] 'process raft request' (duration: 483.353775ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:35:57.732688Z","caller":"traceutil/trace.go:171","msg":"trace[1490278043] linearizableReadLoop","detail":"{readStateIndex:3027; appliedIndex:3022; }","duration":"468.033609ms","start":"2026-04-21T03:35:57.264628Z","end":"2026-04-21T03:35:57.732662Z","steps":["trace[1490278043] 'read index received' (duration: 206.476383ms)","trace[1490278043] 'applied index is now lower than readState.Index' (duration: 261.556096ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:57.732867Z","caller":"traceutil/trace.go:171","msg":"trace[965356543] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"482.821612ms","start":"2026-04-21T03:35:57.249992Z","end":"2026-04-21T03:35:57.732814Z","steps":["trace[965356543] 'process raft request' (duration: 482.524325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.732922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.554665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:35:57.732926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.248886Z","time spent":"483.866158ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:57.732978Z","caller":"traceutil/trace.go:171","msg":"trace[1278163620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2919; }","duration":"480.618167ms","start":"2026-04-21T03:35:57.252341Z","end":"2026-04-21T03:35:57.732959Z","steps":["trace[1278163620] 'agreement among raft nodes before linearized reading' (duration: 480.529775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.733041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.252333Z","time spent":"480.693559ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:35:57.733046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.249968Z","time spent":"482.941345ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:57.763858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.995314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-21T03:35:57.763931Z","caller":"traceutil/trace.go:171","msg":"trace[740159384] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2920; }","duration":"496.104746ms","start":"2026-04-21T03:35:57.267809Z","end":"2026-04-21T03:35:57.763913Z","steps":["trace[740159384] 'agreement among raft nodes before linearized reading' (duration: 495.920302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.763932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.242656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a841eb66fe98ce\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-04-21T03:35:57.76397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.267795Z","time spent":"496.166548ms","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-21T03:35:57.764012Z","caller":"traceutil/trace.go:171","msg":"trace[210123742] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a841eb66fe98ce; range_end:; response_count:1; response_revision:2920; }","duration":"455.405739ms","start":"2026-04-21T03:35:57.308585Z","end":"2026-04-21T03:35:57.763991Z","steps":["trace[210123742] 'agreement among raft nodes before linearized reading' (duration: 455.126332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:57.764066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.308553Z","time spent":"455.505132ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a841eb66fe98ce\" "} {"level":"warn","ts":"2026-04-21T03:35:57.76421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.048383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:57.764256Z","caller":"traceutil/trace.go:171","msg":"trace[1044440573] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2920; }","duration":"172.146877ms","start":"2026-04-21T03:35:57.592099Z","end":"2026-04-21T03:35:57.764245Z","steps":["trace[1044440573] 'agreement among raft nodes before linearized reading' (duration: 171.558422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.413251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.603347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:35:58.413444Z","caller":"traceutil/trace.go:171","msg":"trace[111965440] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"673.371814ms","start":"2026-04-21T03:35:57.740045Z","end":"2026-04-21T03:35:58.413417Z","steps":["trace[111965440] 'process raft request' (duration: 228.460249ms)","trace[111965440] 'compare' (duration: 444.418372ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:35:58.413531Z","caller":"traceutil/trace.go:171","msg":"trace[382027583] linearizableReadLoop","detail":"{readStateIndex:3029; appliedIndex:3028; }","duration":"649.87205ms","start":"2026-04-21T03:35:57.76363Z","end":"2026-04-21T03:35:58.413502Z","steps":["trace[382027583] 'read index received' (duration: 204.957395ms)","trace[382027583] 'applied index is now lower than readState.Index' (duration: 444.911595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:35:58.413576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.740023Z","time spent":"673.474096ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:35:58.413632Z","caller":"traceutil/trace.go:171","msg":"trace[36178160] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"646.806693ms","start":"2026-04-21T03:35:57.766802Z","end":"2026-04-21T03:35:58.413609Z","steps":["trace[36178160] 'process raft request' (duration: 646.645359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.413758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.93482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:35:58.413761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.766787Z","time spent":"646.903435ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:35:58.413793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.517575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:35:58.413826Z","caller":"traceutil/trace.go:171","msg":"trace[1967771498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2923; }","duration":"642.578406ms","start":"2026-04-21T03:35:57.771241Z","end":"2026-04-21T03:35:58.41382Z","steps":["trace[1967771498] 'agreement among raft nodes before linearized reading' (duration: 642.462393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.413823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.544841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-04-21T03:35:58.413841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.771228Z","time spent":"642.610057ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:35:58.413833Z","caller":"traceutil/trace.go:171","msg":"trace[362093890] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2923; }","duration":"604.029083ms","start":"2026-04-21T03:35:57.809781Z","end":"2026-04-21T03:35:58.41381Z","steps":["trace[362093890] 'agreement among raft nodes before linearized reading' (duration: 603.905799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.413715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.112273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:35:58.413874Z","caller":"traceutil/trace.go:171","msg":"trace[1412391273] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2923; }","duration":"645.636073ms","start":"2026-04-21T03:35:57.768219Z","end":"2026-04-21T03:35:58.413855Z","steps":["trace[1412391273] 'agreement among raft nodes before linearized reading' (duration: 645.445878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.413894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.809769Z","time spent":"604.104644ms","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:35:58.413913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.76821Z","time spent":"645.693145ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-21T03:35:58.414024Z","caller":"traceutil/trace.go:171","msg":"trace[1513919534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2923; }","duration":"678.39371ms","start":"2026-04-21T03:35:57.7355Z","end":"2026-04-21T03:35:58.413893Z","steps":["trace[1513919534] 'agreement among raft nodes before linearized reading' (duration: 678.111123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:35:58.414159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:35:57.735482Z","time spent":"678.591154ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:36:03.90611Z","caller":"traceutil/trace.go:171","msg":"trace[1727070868] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"140.282892ms","start":"2026-04-21T03:36:03.7658Z","end":"2026-04-21T03:36:03.906083Z","steps":["trace[1727070868] 'process raft request' (duration: 134.726272ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:36:03.906399Z","caller":"traceutil/trace.go:171","msg":"trace[2133808538] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"140.392256ms","start":"2026-04-21T03:36:03.765996Z","end":"2026-04-21T03:36:03.906388Z","steps":["trace[2133808538] 'process raft request' (duration: 140.044586ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:36:03.906707Z","caller":"traceutil/trace.go:171","msg":"trace[1381866091] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"140.487858ms","start":"2026-04-21T03:36:03.766208Z","end":"2026-04-21T03:36:03.906695Z","steps":["trace[1381866091] 'process raft request' (duration: 140.016006ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:36:03.907357Z","caller":"traceutil/trace.go:171","msg":"trace[1673198415] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"140.640521ms","start":"2026-04-21T03:36:03.766702Z","end":"2026-04-21T03:36:03.907343Z","steps":["trace[1673198415] 'process raft request' (duration: 140.462677ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:36:03.907707Z","caller":"traceutil/trace.go:171","msg":"trace[1599127135] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"127.427718ms","start":"2026-04-21T03:36:03.780253Z","end":"2026-04-21T03:36:03.907681Z","steps":["trace[1599127135] 'process raft request' (duration: 127.040548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:42.415791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.206459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:42.415891Z","caller":"traceutil/trace.go:171","msg":"trace[214728738] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4986; }","duration":"148.824756ms","start":"2026-04-21T03:39:42.26705Z","end":"2026-04-21T03:39:42.415874Z","steps":["trace[214728738] 'read index received' (duration: 22.32063ms)","trace[214728738] 'applied index is now lower than readState.Index' (duration: 126.503146ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:42.415956Z","caller":"traceutil/trace.go:171","msg":"trace[423383794] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"154.774072ms","start":"2026-04-21T03:39:42.261164Z","end":"2026-04-21T03:39:42.415938Z","steps":["trace[423383794] 'process raft request' (duration: 28.302377ms)","trace[423383794] 'compare' (duration: 126.085756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:42.416056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.00105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:39:42.416099Z","caller":"traceutil/trace.go:171","msg":"trace[1878576851] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4804; }","duration":"149.069282ms","start":"2026-04-21T03:39:42.267017Z","end":"2026-04-21T03:39:42.416087Z","steps":["trace[1878576851] 'agreement among raft nodes before linearized reading' (duration: 148.920358ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:42.435Z","caller":"traceutil/trace.go:171","msg":"trace[1752776549] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"166.643314ms","start":"2026-04-21T03:39:42.268325Z","end":"2026-04-21T03:39:42.434968Z","steps":["trace[1752776549] 'process raft request' (duration: 166.46365ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:42.43505Z","caller":"traceutil/trace.go:171","msg":"trace[575256104] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"165.744893ms","start":"2026-04-21T03:39:42.269284Z","end":"2026-04-21T03:39:42.435029Z","steps":["trace[575256104] 'process raft request' (duration: 165.602979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:42.435199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.750512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-21T03:39:42.435296Z","caller":"traceutil/trace.go:171","msg":"trace[578658932] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4807; }","duration":"126.878305ms","start":"2026-04-21T03:39:42.308394Z","end":"2026-04-21T03:39:42.435273Z","steps":["trace[578658932] 'agreement among raft nodes before linearized reading' (duration: 126.647309ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:42.435533Z","caller":"traceutil/trace.go:171","msg":"trace[1553861801] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"162.177875ms","start":"2026-04-21T03:39:42.273346Z","end":"2026-04-21T03:39:42.435524Z","steps":["trace[1553861801] 'process raft request' (duration: 161.601921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:42.435832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.225478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-21T03:39:42.435873Z","caller":"traceutil/trace.go:171","msg":"trace[1833065105] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4807; }","duration":"167.29659ms","start":"2026-04-21T03:39:42.268568Z","end":"2026-04-21T03:39:42.435864Z","steps":["trace[1833065105] 'agreement among raft nodes before linearized reading' (duration: 166.750927ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:44.503149Z","caller":"traceutil/trace.go:171","msg":"trace[800548778] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"190.83799ms","start":"2026-04-21T03:39:44.312276Z","end":"2026-04-21T03:39:44.503114Z","steps":["trace[800548778] 'process raft request' (duration: 140.618503ms)","trace[800548778] 'compare' (duration: 49.992632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:39:46.804063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.534516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-953514f2-6a28-4ad5-b7d0-d141d7a8670f\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-21T03:39:46.804149Z","caller":"traceutil/trace.go:171","msg":"trace[480977102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-953514f2-6a28-4ad5-b7d0-d141d7a8670f; range_end:; response_count:1; response_revision:4885; }","duration":"292.67062ms","start":"2026-04-21T03:39:46.511458Z","end":"2026-04-21T03:39:46.804129Z","steps":["trace[480977102] 'range keys from in-memory index tree' (duration: 292.361742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:46.804257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.960662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:39:46.804384Z","caller":"traceutil/trace.go:171","msg":"trace[1254164326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:4885; }","duration":"290.107466ms","start":"2026-04-21T03:39:46.514261Z","end":"2026-04-21T03:39:46.804369Z","steps":["trace[1254164326] 'range keys from in-memory index tree' (duration: 289.536892ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.809574Z","caller":"traceutil/trace.go:171","msg":"trace[770872345] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"270.38609ms","start":"2026-04-21T03:39:46.539165Z","end":"2026-04-21T03:39:46.809551Z","steps":["trace[770872345] 'process raft request' (duration: 270.243897ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:46.823699Z","caller":"traceutil/trace.go:171","msg":"trace[1733484444] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"117.761921ms","start":"2026-04-21T03:39:46.705898Z","end":"2026-04-21T03:39:46.82366Z","steps":["trace[1733484444] 'process raft request' (duration: 117.513325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.077609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.530221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:39:48.077677Z","caller":"traceutil/trace.go:171","msg":"trace[1952342863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4934; }","duration":"125.644474ms","start":"2026-04-21T03:39:47.952019Z","end":"2026-04-21T03:39:48.077664Z","steps":["trace[1952342863] 'range keys from in-memory index tree' (duration: 125.378628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.077742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.161875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:48.077822Z","caller":"traceutil/trace.go:171","msg":"trace[994106900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4934; }","duration":"173.293398ms","start":"2026-04-21T03:39:47.904511Z","end":"2026-04-21T03:39:48.077805Z","steps":["trace[994106900] 'range keys from in-memory index tree' (duration: 173.079942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:48.077888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.965452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:39:48.077982Z","caller":"traceutil/trace.go:171","msg":"trace[1879970300] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4934; }","duration":"154.126766ms","start":"2026-04-21T03:39:47.923837Z","end":"2026-04-21T03:39:48.077963Z","steps":["trace[1879970300] 'count revisions from in-memory index tree' (duration: 153.800428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.323646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.757152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-04-21T03:39:52.323749Z","caller":"traceutil/trace.go:171","msg":"trace[1229670129] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5088; }","duration":"716.909686ms","start":"2026-04-21T03:39:51.606816Z","end":"2026-04-21T03:39:52.323726Z","steps":["trace[1229670129] 'range keys from in-memory index tree' (duration: 716.574717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.32379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:51.606798Z","time spent":"716.983588ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-21T03:39:52.32414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.243041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:52.324236Z","caller":"traceutil/trace.go:171","msg":"trace[778935337] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5088; }","duration":"230.383775ms","start":"2026-04-21T03:39:52.093836Z","end":"2026-04-21T03:39:52.32422Z","steps":["trace[778935337] 'count revisions from in-memory index tree' (duration: 230.137288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.324376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.241196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:52.324486Z","caller":"traceutil/trace.go:171","msg":"trace[320357078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5088; }","duration":"417.406909ms","start":"2026-04-21T03:39:51.90706Z","end":"2026-04-21T03:39:52.324467Z","steps":["trace[320357078] 'range keys from in-memory index tree' (duration: 417.110762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.324535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:51.907023Z","time spent":"417.502252ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:39:52.324571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.896054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777429"} {"level":"warn","ts":"2026-04-21T03:39:52.324569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.836417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c93117ef-0c58-42c2-bef2-f8108284670f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-21T03:39:52.324627Z","caller":"traceutil/trace.go:171","msg":"trace[1156851586] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5088; }","duration":"627.950535ms","start":"2026-04-21T03:39:51.696662Z","end":"2026-04-21T03:39:52.324612Z","steps":["trace[1156851586] 'range keys from in-memory index tree' (duration: 627.444753ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:52.324646Z","caller":"traceutil/trace.go:171","msg":"trace[204605680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c93117ef-0c58-42c2-bef2-f8108284670f; range_end:; response_count:1; response_revision:5088; }","duration":"680.96512ms","start":"2026-04-21T03:39:51.64366Z","end":"2026-04-21T03:39:52.324625Z","steps":["trace[204605680] 'range keys from in-memory index tree' (duration: 680.611772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.324667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:51.696603Z","time spent":"628.055417ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777452,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-21T03:39:52.324689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:39:51.643636Z","time spent":"681.042803ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c93117ef-0c58-42c2-bef2-f8108284670f\" "} {"level":"warn","ts":"2026-04-21T03:39:52.32527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.873116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:39:52.32565Z","caller":"traceutil/trace.go:171","msg":"trace[1835118359] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"222.677545ms","start":"2026-04-21T03:39:52.102923Z","end":"2026-04-21T03:39:52.325601Z","steps":["trace[1835118359] 'process raft request' (duration: 32.338527ms)","trace[1835118359] 'compare' (duration: 189.008725ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:52.325695Z","caller":"traceutil/trace.go:171","msg":"trace[2075786090] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"221.948317ms","start":"2026-04-21T03:39:52.103707Z","end":"2026-04-21T03:39:52.325655Z","steps":["trace[2075786090] 'process raft request' (duration: 221.66484ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:39:52.973034Z","caller":"traceutil/trace.go:171","msg":"trace[703592135] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5281; }","duration":"106.647086ms","start":"2026-04-21T03:39:52.866359Z","end":"2026-04-21T03:39:52.973006Z","steps":["trace[703592135] 'read index received' (duration: 106.37602ms)","trace[703592135] 'applied index is now lower than readState.Index' (duration: 269.966µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:39:52.97316Z","caller":"traceutil/trace.go:171","msg":"trace[342315396] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"109.844465ms","start":"2026-04-21T03:39:52.863289Z","end":"2026-04-21T03:39:52.973133Z","steps":["trace[342315396] 'process raft request' (duration: 109.557418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:52.973343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:39:52.973413Z","caller":"traceutil/trace.go:171","msg":"trace[1065401159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:5092; }","duration":"107.091368ms","start":"2026-04-21T03:39:52.866304Z","end":"2026-04-21T03:39:52.973396Z","steps":["trace[1065401159] 'agreement among raft nodes before linearized reading' (duration: 106.870542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.089665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.63138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:39:53.089738Z","caller":"traceutil/trace.go:171","msg":"trace[2067121683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5092; }","duration":"111.729412ms","start":"2026-04-21T03:39:52.977992Z","end":"2026-04-21T03:39:53.089722Z","steps":["trace[2067121683] 'range keys from in-memory index tree' (duration: 111.585968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.089766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.919598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62912"} {"level":"info","ts":"2026-04-21T03:39:53.08985Z","caller":"traceutil/trace.go:171","msg":"trace[214645522] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5092; }","duration":"110.03824ms","start":"2026-04-21T03:39:52.979796Z","end":"2026-04-21T03:39:53.089835Z","steps":["trace[214645522] 'range keys from in-memory index tree' (duration: 109.762614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.089945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.459261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:39:53.090016Z","caller":"traceutil/trace.go:171","msg":"trace[1765613144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5092; }","duration":"112.553583ms","start":"2026-04-21T03:39:52.977445Z","end":"2026-04-21T03:39:53.089999Z","steps":["trace[1765613144] 'range keys from in-memory index tree' (duration: 112.323987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.090092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.970638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:39:53.090113Z","caller":"traceutil/trace.go:171","msg":"trace[428893366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5092; }","duration":"112.005189ms","start":"2026-04-21T03:39:52.978101Z","end":"2026-04-21T03:39:53.090106Z","steps":["trace[428893366] 'range keys from in-memory index tree' (duration: 111.909657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:53.090284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.22138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:39:53.090385Z","caller":"traceutil/trace.go:171","msg":"trace[589768276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5092; }","duration":"111.353913ms","start":"2026-04-21T03:39:52.979006Z","end":"2026-04-21T03:39:53.09036Z","steps":["trace[589768276] 'range keys from in-memory index tree' (duration: 111.041596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:39:54.839241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.637852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T03:39:54.839365Z","caller":"traceutil/trace.go:171","msg":"trace[1292675554] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:5136; }","duration":"107.795146ms","start":"2026-04-21T03:39:54.731529Z","end":"2026-04-21T03:39:54.839324Z","steps":["trace[1292675554] 'range keys from in-memory index tree' (duration: 107.348723ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:02.862873Z","caller":"traceutil/trace.go:171","msg":"trace[1972882739] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"135.352893ms","start":"2026-04-21T03:40:02.727487Z","end":"2026-04-21T03:40:02.86284Z","steps":["trace[1972882739] 'process raft request' (duration: 46.021463ms)","trace[1972882739] 'compare' (duration: 89.038703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:03.301679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.873093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:03.301775Z","caller":"traceutil/trace.go:171","msg":"trace[1947912377] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"122.64676ms","start":"2026-04-21T03:40:03.179113Z","end":"2026-04-21T03:40:03.30176Z","steps":["trace[1947912377] 'read index received' (duration: 34.81µs)","trace[1947912377] 'applied index is now lower than readState.Index' (duration: 122.61088ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:03.302006Z","caller":"traceutil/trace.go:171","msg":"trace[290130313] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"286.858256ms","start":"2026-04-21T03:40:03.015121Z","end":"2026-04-21T03:40:03.301979Z","steps":["trace[290130313] 'process raft request' (duration: 30.598193ms)","trace[290130313] 'compare' (duration: 255.664248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:03.302391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.261916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:40:03.302474Z","caller":"traceutil/trace.go:171","msg":"trace[2129878061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:5291; }","duration":"123.396969ms","start":"2026-04-21T03:40:03.179058Z","end":"2026-04-21T03:40:03.302455Z","steps":["trace[2129878061] 'agreement among raft nodes before linearized reading' (duration: 123.037681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.343871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.298056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:03.343945Z","caller":"traceutil/trace.go:171","msg":"trace[568718242] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5292; }","duration":"112.427819ms","start":"2026-04-21T03:40:03.2315Z","end":"2026-04-21T03:40:03.343928Z","steps":["trace[568718242] 'agreement among raft nodes before linearized reading' (duration: 112.291246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.344217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.273368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T03:40:03.344276Z","caller":"traceutil/trace.go:171","msg":"trace[1132248326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5292; }","duration":"106.349639ms","start":"2026-04-21T03:40:03.237911Z","end":"2026-04-21T03:40:03.34426Z","steps":["trace[1132248326] 'agreement among raft nodes before linearized reading' (duration: 105.868667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.344442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:40:03.344513Z","caller":"traceutil/trace.go:171","msg":"trace[2113512286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5292; }","duration":"106.065093ms","start":"2026-04-21T03:40:03.238431Z","end":"2026-04-21T03:40:03.344496Z","steps":["trace[2113512286] 'agreement among raft nodes before linearized reading' (duration: 105.95485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.344741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.426526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:40:03.344778Z","caller":"traceutil/trace.go:171","msg":"trace[1708376580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5292; }","duration":"107.487487ms","start":"2026-04-21T03:40:03.237282Z","end":"2026-04-21T03:40:03.34477Z","steps":["trace[1708376580] 'agreement among raft nodes before linearized reading' (duration: 107.208081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:03.344796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.674927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:40:03.344898Z","caller":"traceutil/trace.go:171","msg":"trace[2082352050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5292; }","duration":"108.82397ms","start":"2026-04-21T03:40:03.236063Z","end":"2026-04-21T03:40:03.344887Z","steps":["trace[2082352050] 'agreement among raft nodes before linearized reading' (duration: 108.663026ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.464483Z","caller":"traceutil/trace.go:171","msg":"trace[42305637] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"116.201183ms","start":"2026-04-21T03:40:03.348265Z","end":"2026-04-21T03:40:03.464467Z","steps":["trace[42305637] 'process raft request' (duration: 116.044489ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.464799Z","caller":"traceutil/trace.go:171","msg":"trace[662265662] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"116.348296ms","start":"2026-04-21T03:40:03.348412Z","end":"2026-04-21T03:40:03.46476Z","steps":["trace[662265662] 'process raft request' (duration: 116.018608ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.464917Z","caller":"traceutil/trace.go:171","msg":"trace[907948792] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"116.10388ms","start":"2026-04-21T03:40:03.3488Z","end":"2026-04-21T03:40:03.464903Z","steps":["trace[907948792] 'process raft request' (duration: 115.904825ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.465008Z","caller":"traceutil/trace.go:171","msg":"trace[2109847392] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"115.183927ms","start":"2026-04-21T03:40:03.349745Z","end":"2026-04-21T03:40:03.464928Z","steps":["trace[2109847392] 'process raft request' (duration: 115.067084ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.773651Z","caller":"traceutil/trace.go:171","msg":"trace[128765917] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"298.171293ms","start":"2026-04-21T03:40:03.47545Z","end":"2026-04-21T03:40:03.773621Z","steps":["trace[128765917] 'read index received' (duration: 283.544343ms)","trace[128765917] 'applied index is now lower than readState.Index' (duration: 14.62545ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:03.773715Z","caller":"traceutil/trace.go:171","msg":"trace[524629680] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"298.704947ms","start":"2026-04-21T03:40:03.47498Z","end":"2026-04-21T03:40:03.773685Z","steps":["trace[524629680] 'process raft request' (duration: 284.086927ms)","trace[524629680] 'compare' (duration: 14.260341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:03.773973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.502762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:40:03.774057Z","caller":"traceutil/trace.go:171","msg":"trace[738232667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5298; }","duration":"298.632325ms","start":"2026-04-21T03:40:03.4754Z","end":"2026-04-21T03:40:03.774033Z","steps":["trace[738232667] 'agreement among raft nodes before linearized reading' (duration: 298.339668ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.890549Z","caller":"traceutil/trace.go:171","msg":"trace[1175178384] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"110.44137ms","start":"2026-04-21T03:40:03.78008Z","end":"2026-04-21T03:40:03.890521Z","steps":["trace[1175178384] 'process raft request' (duration: 109.979078ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.890625Z","caller":"traceutil/trace.go:171","msg":"trace[2062820684] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"110.891002ms","start":"2026-04-21T03:40:03.779724Z","end":"2026-04-21T03:40:03.890615Z","steps":["trace[2062820684] 'process raft request' (duration: 110.243266ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.890561Z","caller":"traceutil/trace.go:171","msg":"trace[848925515] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"110.764729ms","start":"2026-04-21T03:40:03.779764Z","end":"2026-04-21T03:40:03.890529Z","steps":["trace[848925515] 'process raft request' (duration: 110.259377ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:03.890676Z","caller":"traceutil/trace.go:171","msg":"trace[1466150412] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"111.008345ms","start":"2026-04-21T03:40:03.779644Z","end":"2026-04-21T03:40:03.890653Z","steps":["trace[1466150412] 'process raft request' (duration: 110.195635ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:05.451788Z","caller":"traceutil/trace.go:171","msg":"trace[256326281] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"100.319741ms","start":"2026-04-21T03:40:05.351437Z","end":"2026-04-21T03:40:05.451757Z","steps":["trace[256326281] 'read index received' (duration: 61.847874ms)","trace[256326281] 'applied index is now lower than readState.Index' (duration: 38.470497ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:05.451962Z","caller":"traceutil/trace.go:171","msg":"trace[1865515006] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"102.423752ms","start":"2026-04-21T03:40:05.34952Z","end":"2026-04-21T03:40:05.451944Z","steps":["trace[1865515006] 'process raft request' (duration: 63.851892ms)","trace[1865515006] 'compare' (duration: 38.190461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:05.452369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.910125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:40:05.452548Z","caller":"traceutil/trace.go:171","msg":"trace[351369834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:5324; }","duration":"101.111211ms","start":"2026-04-21T03:40:05.351389Z","end":"2026-04-21T03:40:05.4525Z","steps":["trace[351369834] 'agreement among raft nodes before linearized reading' (duration: 100.718911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.577167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.040887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:09.577446Z","caller":"traceutil/trace.go:171","msg":"trace[1267434119] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"216.943023ms","start":"2026-04-21T03:40:09.360484Z","end":"2026-04-21T03:40:09.577427Z","steps":["trace[1267434119] 'compare' (duration: 214.576895ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.577861Z","caller":"traceutil/trace.go:171","msg":"trace[1762003666] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"114.689415ms","start":"2026-04-21T03:40:09.463137Z","end":"2026-04-21T03:40:09.577826Z","steps":["trace[1762003666] 'process raft request' (duration: 114.147152ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.734113Z","caller":"traceutil/trace.go:171","msg":"trace[52722337] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"149.530693ms","start":"2026-04-21T03:40:09.584544Z","end":"2026-04-21T03:40:09.734074Z","steps":["trace[52722337] 'process raft request' (duration: 106.362669ms)","trace[52722337] 'compare' (duration: 42.889397ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:09.734174Z","caller":"traceutil/trace.go:171","msg":"trace[1033742791] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5550; }","duration":"145.582276ms","start":"2026-04-21T03:40:09.588555Z","end":"2026-04-21T03:40:09.734137Z","steps":["trace[1033742791] 'read index received' (duration: 26.499653ms)","trace[1033742791] 'applied index is now lower than readState.Index' (duration: 119.081083ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:09.734237Z","caller":"traceutil/trace.go:171","msg":"trace[1721964560] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"149.503052ms","start":"2026-04-21T03:40:09.584631Z","end":"2026-04-21T03:40:09.734135Z","steps":["trace[1721964560] 'process raft request' (duration: 149.354998ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.734328Z","caller":"traceutil/trace.go:171","msg":"trace[189320283] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"149.658675ms","start":"2026-04-21T03:40:09.584657Z","end":"2026-04-21T03:40:09.734316Z","steps":["trace[189320283] 'process raft request' (duration: 149.391249ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:09.73444Z","caller":"traceutil/trace.go:171","msg":"trace[2025900823] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"147.990405ms","start":"2026-04-21T03:40:09.586404Z","end":"2026-04-21T03:40:09.734395Z","steps":["trace[2025900823] 'process raft request' (duration: 147.682488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:09.734572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.996546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70888"} {"level":"info","ts":"2026-04-21T03:40:09.734626Z","caller":"traceutil/trace.go:171","msg":"trace[2028485497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5358; }","duration":"146.098678ms","start":"2026-04-21T03:40:09.588516Z","end":"2026-04-21T03:40:09.734614Z","steps":["trace[2028485497] 'agreement among raft nodes before linearized reading' (duration: 145.748569ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:12.725174Z","caller":"traceutil/trace.go:171","msg":"trace[826288169] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"288.116966ms","start":"2026-04-21T03:40:12.437031Z","end":"2026-04-21T03:40:12.725148Z","steps":["trace[826288169] 'process raft request' (duration: 287.942722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:13.104386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.444983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:13.104678Z","caller":"traceutil/trace.go:171","msg":"trace[551860277] linearizableReadLoop","detail":"{readStateIndex:5631; appliedIndex:5629; }","duration":"571.890576ms","start":"2026-04-21T03:40:12.532764Z","end":"2026-04-21T03:40:13.104655Z","steps":["trace[551860277] 'read index received' (duration: 192.187204ms)","trace[551860277] 'applied index is now lower than readState.Index' (duration: 379.701152ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:13.104704Z","caller":"traceutil/trace.go:171","msg":"trace[1062146947] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"648.957314ms","start":"2026-04-21T03:40:12.455713Z","end":"2026-04-21T03:40:13.10467Z","steps":["trace[1062146947] 'process raft request' (duration: 381.963628ms)","trace[1062146947] 'compare' (duration: 266.185406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:13.104873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.269862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:13.10491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.455689Z","time spent":"649.093248ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:13.104929Z","caller":"traceutil/trace.go:171","msg":"trace[1745344714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5433; }","duration":"105.370195ms","start":"2026-04-21T03:40:12.999544Z","end":"2026-04-21T03:40:13.104914Z","steps":["trace[1745344714] 'agreement among raft nodes before linearized reading' (duration: 105.242552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:13.104926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.017322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:40:13.104988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.201453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8049795c-48fa-485c-bbd6-55234398e207\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-21T03:40:13.105023Z","caller":"traceutil/trace.go:171","msg":"trace[408349364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5433; }","duration":"197.165446ms","start":"2026-04-21T03:40:12.907832Z","end":"2026-04-21T03:40:13.104997Z","steps":["trace[408349364] 'agreement among raft nodes before linearized reading' (duration: 196.957941ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:13.105079Z","caller":"traceutil/trace.go:171","msg":"trace[661024223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8049795c-48fa-485c-bbd6-55234398e207; range_end:; response_count:1; response_revision:5433; }","duration":"572.311805ms","start":"2026-04-21T03:40:12.532749Z","end":"2026-04-21T03:40:13.10506Z","steps":["trace[661024223] 'agreement among raft nodes before linearized reading' (duration: 572.005718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:13.105128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:12.532696Z","time spent":"572.422868ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8049795c-48fa-485c-bbd6-55234398e207\" "} {"level":"info","ts":"2026-04-21T03:40:13.260161Z","caller":"traceutil/trace.go:171","msg":"trace[226178062] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"148.489317ms","start":"2026-04-21T03:40:13.111645Z","end":"2026-04-21T03:40:13.260135Z","steps":["trace[226178062] 'process raft request' (duration: 140.728676ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:18.881756Z","caller":"traceutil/trace.go:171","msg":"trace[184857898] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"136.229265ms","start":"2026-04-21T03:40:18.745497Z","end":"2026-04-21T03:40:18.881726Z","steps":["trace[184857898] 'process raft request' (duration: 136.065351ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:25.759766Z","caller":"traceutil/trace.go:171","msg":"trace[303544319] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"130.016642ms","start":"2026-04-21T03:40:25.629718Z","end":"2026-04-21T03:40:25.759734Z","steps":["trace[303544319] 'process raft request' (duration: 129.887508ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:25.760999Z","caller":"traceutil/trace.go:171","msg":"trace[677917765] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"129.878638ms","start":"2026-04-21T03:40:25.631084Z","end":"2026-04-21T03:40:25.760963Z","steps":["trace[677917765] 'process raft request' (duration: 129.55898ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:26.064274Z","caller":"traceutil/trace.go:171","msg":"trace[726763246] linearizableReadLoop","detail":"{readStateIndex:5834; appliedIndex:5833; }","duration":"249.44399ms","start":"2026-04-21T03:40:25.814806Z","end":"2026-04-21T03:40:26.06425Z","steps":["trace[726763246] 'read index received' (duration: 249.045671ms)","trace[726763246] 'applied index is now lower than readState.Index' (duration: 397.469µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:26.064465Z","caller":"traceutil/trace.go:171","msg":"trace[296555164] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"264.779549ms","start":"2026-04-21T03:40:25.799635Z","end":"2026-04-21T03:40:26.064414Z","steps":["trace[296555164] 'process raft request' (duration: 264.38297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:26.064638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.787739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:40:26.064686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.931767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:40:26.064764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.786463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-21T03:40:26.064686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.38977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-21T03:40:26.064781Z","caller":"traceutil/trace.go:171","msg":"trace[1425786647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5631; }","duration":"234.044ms","start":"2026-04-21T03:40:25.830719Z","end":"2026-04-21T03:40:26.064763Z","steps":["trace[1425786647] 'agreement among raft nodes before linearized reading' (duration: 233.820344ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:26.064853Z","caller":"traceutil/trace.go:171","msg":"trace[918266541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:5631; }","duration":"233.882316ms","start":"2026-04-21T03:40:25.830926Z","end":"2026-04-21T03:40:26.064808Z","steps":["trace[918266541] 'agreement among raft nodes before linearized reading' (duration: 233.743182ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:26.064863Z","caller":"traceutil/trace.go:171","msg":"trace[2046528841] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5631; }","duration":"179.626357ms","start":"2026-04-21T03:40:25.885221Z","end":"2026-04-21T03:40:26.064847Z","steps":["trace[2046528841] 'agreement among raft nodes before linearized reading' (duration: 179.303639ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:26.064689Z","caller":"traceutil/trace.go:171","msg":"trace[1969713962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5631; }","duration":"249.931653ms","start":"2026-04-21T03:40:25.814745Z","end":"2026-04-21T03:40:26.064677Z","steps":["trace[1969713962] 'agreement among raft nodes before linearized reading' (duration: 249.672526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:26.064715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.661184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:26.064966Z","caller":"traceutil/trace.go:171","msg":"trace[465574085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5631; }","duration":"155.968641ms","start":"2026-04-21T03:40:25.908981Z","end":"2026-04-21T03:40:26.06495Z","steps":["trace[465574085] 'agreement among raft nodes before linearized reading' (duration: 155.673344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:26.06499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.223235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:40:26.065178Z","caller":"traceutil/trace.go:171","msg":"trace[4507241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5631; }","duration":"234.438831ms","start":"2026-04-21T03:40:25.83069Z","end":"2026-04-21T03:40:26.065129Z","steps":["trace[4507241] 'agreement among raft nodes before linearized reading' (duration: 233.943218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:26.06527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.603509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:40:26.065317Z","caller":"traceutil/trace.go:171","msg":"trace[1414894567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5631; }","duration":"239.66384ms","start":"2026-04-21T03:40:25.82564Z","end":"2026-04-21T03:40:26.065304Z","steps":["trace[1414894567] 'agreement among raft nodes before linearized reading' (duration: 238.861099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:31.278865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528444249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:40:31.779008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528444249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:40:31.975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208902358s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:40:31.975457Z","caller":"traceutil/trace.go:171","msg":"trace[1261143230] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"1.209456972s","start":"2026-04-21T03:40:30.765973Z","end":"2026-04-21T03:40:31.97543Z","steps":["trace[1261143230] 'process raft request' (duration: 1.209287008s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:31.975601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:30.76596Z","time spent":"1.209555244s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:32.744141Z","caller":"traceutil/trace.go:171","msg":"trace[246884553] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"1.767488966s","start":"2026-04-21T03:40:30.976624Z","end":"2026-04-21T03:40:32.744113Z","steps":["trace[246884553] 'process raft request' (duration: 1.724051692s)","trace[246884553] 'compare' (duration: 43.249149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:32.744303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:30.976599Z","time spent":"1.767620479s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:32.744415Z","caller":"traceutil/trace.go:171","msg":"trace[1874394221] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"1.506716725s","start":"2026-04-21T03:40:31.237658Z","end":"2026-04-21T03:40:32.744375Z","steps":["trace[1874394221] 'process raft request' (duration: 1.506412748s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.744631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.23764Z","time spent":"1.506876689s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:32.744773Z","caller":"traceutil/trace.go:171","msg":"trace[573065044] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5873; }","duration":"1.966005289s","start":"2026-04-21T03:40:30.778743Z","end":"2026-04-21T03:40:32.744748Z","steps":["trace[573065044] 'read index received' (duration: 1.197279522s)","trace[573065044] 'applied index is now lower than readState.Index' (duration: 768.724527ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:32.744901Z","caller":"traceutil/trace.go:171","msg":"trace[87162415] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"967.768393ms","start":"2026-04-21T03:40:31.777107Z","end":"2026-04-21T03:40:32.744875Z","steps":["trace[87162415] 'process raft request' (duration: 967.568118ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:32.744927Z","caller":"traceutil/trace.go:171","msg":"trace[1072765098] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"968.815949ms","start":"2026-04-21T03:40:31.776033Z","end":"2026-04-21T03:40:32.744849Z","steps":["trace[1072765098] 'process raft request' (duration: 968.280406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.745099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.777075Z","time spent":"967.913957ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:32.745209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.776Z","time spent":"969.087286ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:32.745375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966622475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T03:40:32.745439Z","caller":"traceutil/trace.go:171","msg":"trace[862725072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5673; }","duration":"1.966731077s","start":"2026-04-21T03:40:30.778693Z","end":"2026-04-21T03:40:32.745424Z","steps":["trace[862725072] 'agreement among raft nodes before linearized reading' (duration: 1.966313397s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.745476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:30.778676Z","time spent":"1.966789828s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-21T03:40:32.831171Z","caller":"traceutil/trace.go:171","msg":"trace[547670569] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"848.731073ms","start":"2026-04-21T03:40:31.982414Z","end":"2026-04-21T03:40:32.831145Z","steps":["trace[547670569] 'process raft request' (duration: 848.339623ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:32.831282Z","caller":"traceutil/trace.go:171","msg":"trace[1859008246] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"847.481472ms","start":"2026-04-21T03:40:31.983766Z","end":"2026-04-21T03:40:32.831247Z","steps":["trace[1859008246] 'process raft request' (duration: 847.252737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.831376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.982383Z","time spent":"848.857896ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:40:32.831425Z","caller":"traceutil/trace.go:171","msg":"trace[2062529523] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"845.105134ms","start":"2026-04-21T03:40:31.986285Z","end":"2026-04-21T03:40:32.83139Z","steps":["trace[2062529523] 'process raft request' (duration: 844.819267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.831506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.98374Z","time spent":"847.616406ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:32.831632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.98624Z","time spent":"845.283698ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:32.831692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.799899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:40:32.831749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.265886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:40:32.831795Z","caller":"traceutil/trace.go:171","msg":"trace[1600026652] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5677; }","duration":"913.306907ms","start":"2026-04-21T03:40:31.918475Z","end":"2026-04-21T03:40:32.831782Z","steps":["trace[1600026652] 'agreement among raft nodes before linearized reading' (duration: 913.253726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.83183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.918397Z","time spent":"913.42477ms","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:32.831832Z","caller":"traceutil/trace.go:171","msg":"trace[689398546] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"843.449442ms","start":"2026-04-21T03:40:31.988365Z","end":"2026-04-21T03:40:32.831815Z","steps":["trace[689398546] 'process raft request' (duration: 842.812027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.83188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036492171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:40:32.831928Z","caller":"traceutil/trace.go:171","msg":"trace[1668933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5677; }","duration":"1.036573393s","start":"2026-04-21T03:40:31.795343Z","end":"2026-04-21T03:40:32.831916Z","steps":["trace[1668933] 'agreement among raft nodes before linearized reading' (duration: 1.036429469s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.831709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.313064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:32.831957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.795328Z","time spent":"1.036621834s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:40:32.831976Z","caller":"traceutil/trace.go:171","msg":"trace[1185803888] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5677; }","duration":"742.621702ms","start":"2026-04-21T03:40:32.089346Z","end":"2026-04-21T03:40:32.831968Z","steps":["trace[1185803888] 'agreement among raft nodes before linearized reading' (duration: 742.324155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.831976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.988352Z","time spent":"843.566726ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:40:32.83201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.089256Z","time spent":"742.744056ms","remote":"127.0.0.1:59582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:40:32.831745Z","caller":"traceutil/trace.go:171","msg":"trace[1522983936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5677; }","duration":"734.926432ms","start":"2026-04-21T03:40:32.096805Z","end":"2026-04-21T03:40:32.831732Z","steps":["trace[1522983936] 'agreement among raft nodes before linearized reading' (duration: 734.593204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.832208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.096783Z","time spent":"735.410203ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:32.832241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924213647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:32.832271Z","caller":"traceutil/trace.go:171","msg":"trace[1715159117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5677; }","duration":"1.924279368s","start":"2026-04-21T03:40:30.907982Z","end":"2026-04-21T03:40:32.832262Z","steps":["trace[1715159117] 'agreement among raft nodes before linearized reading' (duration: 1.924230577s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.832275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.443703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:32.8323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:30.907963Z","time spent":"1.92433142s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:40:32.832321Z","caller":"traceutil/trace.go:171","msg":"trace[1985196736] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5677; }","duration":"111.545715ms","start":"2026-04-21T03:40:32.720761Z","end":"2026-04-21T03:40:32.832307Z","steps":["trace[1985196736] 'agreement among raft nodes before linearized reading' (duration: 111.453783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.831636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753288946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-21T03:40:32.832592Z","caller":"traceutil/trace.go:171","msg":"trace[1674315231] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5677; }","duration":"1.754255468s","start":"2026-04-21T03:40:31.078298Z","end":"2026-04-21T03:40:32.832554Z","steps":["trace[1674315231] 'agreement among raft nodes before linearized reading' (duration: 1.753240034s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.832694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:31.078275Z","time spent":"1.754381942s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-21T03:40:32.832718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.513386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:40:32.832752Z","caller":"traceutil/trace.go:171","msg":"trace[1252375659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5677; }","duration":"735.564997ms","start":"2026-04-21T03:40:32.097177Z","end":"2026-04-21T03:40:32.832742Z","steps":["trace[1252375659] 'agreement among raft nodes before linearized reading' (duration: 735.471415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.832666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.668796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:40:32.832791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.097168Z","time spent":"735.616179ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:40:32.832845Z","caller":"traceutil/trace.go:171","msg":"trace[1174506057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5677; }","duration":"730.836451ms","start":"2026-04-21T03:40:32.101957Z","end":"2026-04-21T03:40:32.832794Z","steps":["trace[1174506057] 'agreement among raft nodes before linearized reading' (duration: 730.588085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.832923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.101947Z","time spent":"730.961584ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:40:32.832959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.544203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:40:32.833033Z","caller":"traceutil/trace.go:171","msg":"trace[1259307923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:5677; }","duration":"730.651096ms","start":"2026-04-21T03:40:32.10235Z","end":"2026-04-21T03:40:32.833001Z","steps":["trace[1259307923] 'agreement among raft nodes before linearized reading' (duration: 730.38084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.833191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.81124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T03:40:32.833212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.102324Z","time spent":"730.753898ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"info","ts":"2026-04-21T03:40:32.833265Z","caller":"traceutil/trace.go:171","msg":"trace[1091398372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5677; }","duration":"730.902603ms","start":"2026-04-21T03:40:32.102351Z","end":"2026-04-21T03:40:32.833253Z","steps":["trace[1091398372] 'agreement among raft nodes before linearized reading' (duration: 730.708828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:32.833297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:40:32.102343Z","time spent":"730.945814ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:40:33.049571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.0115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:33.050598Z","caller":"traceutil/trace.go:171","msg":"trace[1118615231] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"212.13859ms","start":"2026-04-21T03:40:32.83843Z","end":"2026-04-21T03:40:33.050569Z","steps":["trace[1118615231] 'process raft request' (duration: 43.037784ms)","trace[1118615231] 'compare' (duration: 167.904477ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:33.050724Z","caller":"traceutil/trace.go:171","msg":"trace[1267681698] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5881; }","duration":"211.434782ms","start":"2026-04-21T03:40:32.839274Z","end":"2026-04-21T03:40:33.050709Z","steps":["trace[1267681698] 'read index received' (duration: 42.163201ms)","trace[1267681698] 'applied index is now lower than readState.Index' (duration: 169.270741ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:40:33.050729Z","caller":"traceutil/trace.go:171","msg":"trace[1688511188] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"211.844412ms","start":"2026-04-21T03:40:32.838832Z","end":"2026-04-21T03:40:33.050676Z","steps":["trace[1688511188] 'process raft request' (duration: 211.574295ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.050896Z","caller":"traceutil/trace.go:171","msg":"trace[445908936] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"209.74653ms","start":"2026-04-21T03:40:32.8411Z","end":"2026-04-21T03:40:33.050847Z","steps":["trace[445908936] 'process raft request' (duration: 209.504794ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.05097Z","caller":"traceutil/trace.go:171","msg":"trace[1144020478] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"211.987576ms","start":"2026-04-21T03:40:32.838966Z","end":"2026-04-21T03:40:33.050953Z","steps":["trace[1144020478] 'process raft request' (duration: 211.578076ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.051232Z","caller":"traceutil/trace.go:171","msg":"trace[1440491057] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"212.079208ms","start":"2026-04-21T03:40:32.838967Z","end":"2026-04-21T03:40:33.051047Z","steps":["trace[1440491057] 'process raft request' (duration: 211.609086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:33.051034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.509489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:40:33.051239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.481663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81750"} {"level":"warn","ts":"2026-04-21T03:40:33.051257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.759649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-21T03:40:33.051301Z","caller":"traceutil/trace.go:171","msg":"trace[211882047] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5683; }","duration":"211.76137ms","start":"2026-04-21T03:40:32.839526Z","end":"2026-04-21T03:40:33.051288Z","steps":["trace[211882047] 'agreement among raft nodes before linearized reading' (duration: 211.338449ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.051297Z","caller":"traceutil/trace.go:171","msg":"trace[71523678] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5683; }","duration":"206.807347ms","start":"2026-04-21T03:40:32.844471Z","end":"2026-04-21T03:40:33.051278Z","steps":["trace[71523678] 'agreement among raft nodes before linearized reading' (duration: 206.413878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:33.051306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.033468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:33.05135Z","caller":"traceutil/trace.go:171","msg":"trace[1793544147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5683; }","duration":"210.088619ms","start":"2026-04-21T03:40:32.841244Z","end":"2026-04-21T03:40:33.051333Z","steps":["trace[1793544147] 'agreement among raft nodes before linearized reading' (duration: 210.023297ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.051352Z","caller":"traceutil/trace.go:171","msg":"trace[1922793377] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5683; }","duration":"212.114968ms","start":"2026-04-21T03:40:32.839216Z","end":"2026-04-21T03:40:33.051331Z","steps":["trace[1922793377] 'agreement among raft nodes before linearized reading' (duration: 211.613896ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:40:33.051433Z","caller":"traceutil/trace.go:171","msg":"trace[1644591458] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"206.373587ms","start":"2026-04-21T03:40:32.845045Z","end":"2026-04-21T03:40:33.051419Z","steps":["trace[1644591458] 'process raft request' (duration: 205.591368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:40:33.304304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.156503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:40:33.304496Z","caller":"traceutil/trace.go:171","msg":"trace[53382705] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"237.307292ms","start":"2026-04-21T03:40:33.067151Z","end":"2026-04-21T03:40:33.304459Z","steps":["trace[53382705] 'process raft request' (duration: 119.869951ms)","trace[53382705] 'compare' (duration: 116.917158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:40:33.773734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.674543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:40:33.773828Z","caller":"traceutil/trace.go:171","msg":"trace[1778187459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5690; }","duration":"112.837557ms","start":"2026-04-21T03:40:33.660969Z","end":"2026-04-21T03:40:33.773806Z","steps":["trace[1778187459] 'count revisions from in-memory index tree' (duration: 112.56264ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:41:01.650236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2936} {"level":"info","ts":"2026-04-21T03:41:01.715129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2936,"took":"63.396315ms","hash":1268978530,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":33087488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-21T03:41:01.715296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1268978530,"revision":2936,"compact-revision":-1} {"level":"info","ts":"2026-04-21T03:46:01.655849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5958} {"level":"info","ts":"2026-04-21T03:46:01.758525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5958,"took":"100.499848ms","hash":2092281443,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":21590016,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-21T03:46:01.758595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2092281443,"revision":5958,"compact-revision":2936} {"level":"info","ts":"2026-04-21T03:46:27.179576Z","caller":"traceutil/trace.go:171","msg":"trace[698119148] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8643; }","duration":"226.321968ms","start":"2026-04-21T03:46:26.953224Z","end":"2026-04-21T03:46:27.179546Z","steps":["trace[698119148] 'read index received' (duration: 226.112472ms)","trace[698119148] 'applied index is now lower than readState.Index' (duration: 208.096µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:27.179594Z","caller":"traceutil/trace.go:171","msg":"trace[1330596989] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"237.632476ms","start":"2026-04-21T03:46:26.941936Z","end":"2026-04-21T03:46:27.179569Z","steps":["trace[1330596989] 'process raft request' (duration: 237.43184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.179848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.562571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T03:46:27.179853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.283698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:27.179891Z","caller":"traceutil/trace.go:171","msg":"trace[552460619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8354; }","duration":"221.645443ms","start":"2026-04-21T03:46:26.958236Z","end":"2026-04-21T03:46:27.179881Z","steps":["trace[552460619] 'agreement among raft nodes before linearized reading' (duration: 221.5115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.179855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.610376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:46:27.179904Z","caller":"traceutil/trace.go:171","msg":"trace[2024655768] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8354; }","duration":"213.35934ms","start":"2026-04-21T03:46:26.96653Z","end":"2026-04-21T03:46:27.179889Z","steps":["trace[2024655768] 'agreement among raft nodes before linearized reading' (duration: 213.260348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:27.179959Z","caller":"traceutil/trace.go:171","msg":"trace[1025788352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8354; }","duration":"226.769209ms","start":"2026-04-21T03:46:26.953164Z","end":"2026-04-21T03:46:27.179933Z","steps":["trace[1025788352] 'agreement among raft nodes before linearized reading' (duration: 226.481052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.180117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.697065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:46:27.18016Z","caller":"traceutil/trace.go:171","msg":"trace[818142868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8354; }","duration":"221.780607ms","start":"2026-04-21T03:46:26.958368Z","end":"2026-04-21T03:46:27.180149Z","steps":["trace[818142868] 'agreement among raft nodes before linearized reading' (duration: 221.690064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:27.180134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.830603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:46:27.180219Z","caller":"traceutil/trace.go:171","msg":"trace[1738322335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8354; }","duration":"220.954196ms","start":"2026-04-21T03:46:26.959246Z","end":"2026-04-21T03:46:27.1802Z","steps":["trace[1738322335] 'agreement among raft nodes before linearized reading' (duration: 220.673169ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:37.345484Z","caller":"traceutil/trace.go:171","msg":"trace[1895261545] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8697; }","duration":"106.488675ms","start":"2026-04-21T03:46:37.238971Z","end":"2026-04-21T03:46:37.34546Z","steps":["trace[1895261545] 'read index received' (duration: 106.327371ms)","trace[1895261545] 'applied index is now lower than readState.Index' (duration: 160.244µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:37.345613Z","caller":"traceutil/trace.go:171","msg":"trace[1446470429] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"115.63019ms","start":"2026-04-21T03:46:37.229972Z","end":"2026-04-21T03:46:37.345602Z","steps":["trace[1446470429] 'process raft request' (duration: 115.325752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:37.345876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.816946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:46:37.345961Z","caller":"traceutil/trace.go:171","msg":"trace[1809646353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8405; }","duration":"100.918848ms","start":"2026-04-21T03:46:37.245012Z","end":"2026-04-21T03:46:37.345931Z","steps":["trace[1809646353] 'agreement among raft nodes before linearized reading' (duration: 100.737564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:37.346284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.292595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:46:37.346333Z","caller":"traceutil/trace.go:171","msg":"trace[300645991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8405; }","duration":"107.378868ms","start":"2026-04-21T03:46:37.238943Z","end":"2026-04-21T03:46:37.346322Z","steps":["trace[300645991] 'agreement among raft nodes before linearized reading' (duration: 107.266725ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:38.278091Z","caller":"traceutil/trace.go:171","msg":"trace[722719768] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"144.743554ms","start":"2026-04-21T03:46:38.133313Z","end":"2026-04-21T03:46:38.278057Z","steps":["trace[722719768] 'process raft request' (duration: 144.530279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.355205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.90608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:39.35542Z","caller":"traceutil/trace.go:171","msg":"trace[1685095676] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"1.154119403s","start":"2026-04-21T03:46:38.201269Z","end":"2026-04-21T03:46:39.355389Z","steps":["trace[1685095676] 'process raft request' (duration: 1.154030721s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:39.355435Z","caller":"traceutil/trace.go:171","msg":"trace[992325542] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"1.186926749s","start":"2026-04-21T03:46:38.168462Z","end":"2026-04-21T03:46:39.355388Z","steps":["trace[992325542] 'process raft request' (duration: 354.743223ms)","trace[992325542] 'compare' (duration: 831.792796ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:39.355486Z","caller":"traceutil/trace.go:171","msg":"trace[1199337211] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8703; }","duration":"913.796421ms","start":"2026-04-21T03:46:38.441662Z","end":"2026-04-21T03:46:39.355459Z","steps":["trace[1199337211] 'read index received' (duration: 81.609674ms)","trace[1199337211] 'applied index is now lower than readState.Index' (duration: 832.183467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:39.355499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.201247Z","time spent":"1.154215605s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:39.35557Z","caller":"traceutil/trace.go:171","msg":"trace[863696406] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"1.147951441s","start":"2026-04-21T03:46:38.20758Z","end":"2026-04-21T03:46:39.355532Z","steps":["trace[863696406] 'process raft request' (duration: 1.147771347s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.355611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.168429Z","time spent":"1.187093193s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.355661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.795711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:39.355714Z","caller":"traceutil/trace.go:171","msg":"trace[267661669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8413; }","duration":"450.915643ms","start":"2026-04-21T03:46:38.904782Z","end":"2026-04-21T03:46:39.355698Z","steps":["trace[267661669] 'agreement among raft nodes before linearized reading' (duration: 450.810731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.355722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.207559Z","time spent":"1.148078745s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.355751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.904761Z","time spent":"450.981166ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:39.355845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.15696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T03:46:39.355989Z","caller":"traceutil/trace.go:171","msg":"trace[318076879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8413; }","duration":"914.351265ms","start":"2026-04-21T03:46:38.441604Z","end":"2026-04-21T03:46:39.355955Z","steps":["trace[318076879] 'agreement among raft nodes before linearized reading' (duration: 913.973596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.35605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:38.441582Z","time spent":"914.456277ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T03:46:39.740636Z","caller":"traceutil/trace.go:171","msg":"trace[1438405539] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8706; }","duration":"338.569093ms","start":"2026-04-21T03:46:39.402043Z","end":"2026-04-21T03:46:39.740612Z","steps":["trace[1438405539] 'read index received' (duration: 15.011078ms)","trace[1438405539] 'applied index is now lower than readState.Index' (duration: 323.556545ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:39.740775Z","caller":"traceutil/trace.go:171","msg":"trace[639362389] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"379.401457ms","start":"2026-04-21T03:46:39.361361Z","end":"2026-04-21T03:46:39.740762Z","steps":["trace[639362389] 'process raft request' (duration: 379.048038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.740987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.361334Z","time spent":"379.570761ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.741076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.020955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:46:39.741239Z","caller":"traceutil/trace.go:171","msg":"trace[1020495515] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"376.938197ms","start":"2026-04-21T03:46:39.364264Z","end":"2026-04-21T03:46:39.741202Z","steps":["trace[1020495515] 'process raft request' (duration: 376.29737ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:39.741285Z","caller":"traceutil/trace.go:171","msg":"trace[1999896059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8416; }","duration":"339.136719ms","start":"2026-04-21T03:46:39.401983Z","end":"2026-04-21T03:46:39.74112Z","steps":["trace[1999896059] 'agreement among raft nodes before linearized reading' (duration: 338.935634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.741355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.401972Z","time spent":"339.364524ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:39.741346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.920493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-21T03:46:39.741351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.318069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:46:39.741414Z","caller":"traceutil/trace.go:171","msg":"trace[1454463274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8416; }","duration":"339.018775ms","start":"2026-04-21T03:46:39.402378Z","end":"2026-04-21T03:46:39.741397Z","steps":["trace[1454463274] 'agreement among raft nodes before linearized reading' (duration: 338.718388ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:39.741423Z","caller":"traceutil/trace.go:171","msg":"trace[1111968977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8416; }","duration":"338.446282ms","start":"2026-04-21T03:46:39.40296Z","end":"2026-04-21T03:46:39.741406Z","steps":["trace[1111968977] 'agreement among raft nodes before linearized reading' (duration: 338.255987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.741417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.364245Z","time spent":"377.087281ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:39.741461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.40237Z","time spent":"339.079427ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:46:39.741467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.402937Z","time spent":"338.517483ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:39.741347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.39024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:46:39.741561Z","caller":"traceutil/trace.go:171","msg":"trace[1189992190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8416; }","duration":"336.636047ms","start":"2026-04-21T03:46:39.404906Z","end":"2026-04-21T03:46:39.741542Z","steps":["trace[1189992190] 'agreement among raft nodes before linearized reading' (duration: 336.283208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:39.741644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.404891Z","time spent":"336.736969ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T03:46:40.148485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.081454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:40.148764Z","caller":"traceutil/trace.go:171","msg":"trace[1814143436] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"402.403563ms","start":"2026-04-21T03:46:39.746334Z","end":"2026-04-21T03:46:40.148738Z","steps":["trace[1814143436] 'process raft request' (duration: 168.96252ms)","trace[1814143436] 'compare' (duration: 232.968661ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:40.148898Z","caller":"traceutil/trace.go:171","msg":"trace[247123129] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"402.516486ms","start":"2026-04-21T03:46:39.746347Z","end":"2026-04-21T03:46:40.148863Z","steps":["trace[247123129] 'process raft request' (duration: 402.256049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:40.148922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.746316Z","time spent":"402.554357ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:40.149002Z","caller":"traceutil/trace.go:171","msg":"trace[1968464972] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8709; }","duration":"402.629639ms","start":"2026-04-21T03:46:39.746356Z","end":"2026-04-21T03:46:40.148986Z","steps":["trace[1968464972] 'read index received' (duration: 168.94205ms)","trace[1968464972] 'applied index is now lower than readState.Index' (duration: 233.686629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:40.149044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.74633Z","time spent":"402.637948ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:40.149054Z","caller":"traceutil/trace.go:171","msg":"trace[1025651651] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"402.604027ms","start":"2026-04-21T03:46:39.746425Z","end":"2026-04-21T03:46:40.149029Z","steps":["trace[1025651651] 'process raft request' (duration: 402.509664ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:40.149089Z","caller":"traceutil/trace.go:171","msg":"trace[123327565] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"402.634019ms","start":"2026-04-21T03:46:39.746389Z","end":"2026-04-21T03:46:40.149023Z","steps":["trace[123327565] 'process raft request' (duration: 402.406993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:40.149338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.746373Z","time spent":"402.931225ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:40.149415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.048589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222808"} {"level":"info","ts":"2026-04-21T03:46:40.14946Z","caller":"traceutil/trace.go:171","msg":"trace[133722001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8420; }","duration":"403.12793ms","start":"2026-04-21T03:46:39.746323Z","end":"2026-04-21T03:46:40.149451Z","steps":["trace[133722001] 'agreement among raft nodes before linearized reading' (duration: 402.752641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:40.149204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.7464Z","time spent":"402.721901ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:40.1495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.746303Z","time spent":"403.188372ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:46:41.204398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.260112ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:46:41.204495Z","caller":"traceutil/trace.go:171","msg":"trace[1985707518] linearizableReadLoop","detail":"{readStateIndex:8714; appliedIndex:8713; }","duration":"1.055432509s","start":"2026-04-21T03:46:40.149046Z","end":"2026-04-21T03:46:41.204479Z","steps":["trace[1985707518] 'read index received' (duration: 152.093656ms)","trace[1985707518] 'applied index is now lower than readState.Index' (duration: 903.337503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:41.204579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297070873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:41.204615Z","caller":"traceutil/trace.go:171","msg":"trace[369133462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8420; }","duration":"1.297110084s","start":"2026-04-21T03:46:39.907492Z","end":"2026-04-21T03:46:41.204602Z","steps":["trace[369133462] 'agreement among raft nodes before linearized reading' (duration: 1.297038553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.204654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:39.907436Z","time spent":"1.297210716s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:46:41.27334Z","caller":"traceutil/trace.go:171","msg":"trace[1754820686] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"989.91357ms","start":"2026-04-21T03:46:40.283403Z","end":"2026-04-21T03:46:41.273316Z","steps":["trace[1754820686] 'process raft request' (duration: 989.584931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:41.273465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:40.283381Z","time spent":"990.013703ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:41.473545Z","caller":"traceutil/trace.go:171","msg":"trace[1506542317] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"112.032431ms","start":"2026-04-21T03:46:41.361485Z","end":"2026-04-21T03:46:41.473517Z","steps":["trace[1506542317] 'process raft request' (duration: 111.836896ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:41.473898Z","caller":"traceutil/trace.go:171","msg":"trace[121643788] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"112.318168ms","start":"2026-04-21T03:46:41.361539Z","end":"2026-04-21T03:46:41.473857Z","steps":["trace[121643788] 'process raft request' (duration: 111.938109ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:42.108377Z","caller":"traceutil/trace.go:171","msg":"trace[2095528385] linearizableReadLoop","detail":"{readStateIndex:8720; appliedIndex:8719; }","duration":"249.641681ms","start":"2026-04-21T03:46:41.858709Z","end":"2026-04-21T03:46:42.108351Z","steps":["trace[2095528385] 'read index received' (duration: 249.462827ms)","trace[2095528385] 'applied index is now lower than readState.Index' (duration: 177.874µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:42.108603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.095146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:42.108651Z","caller":"traceutil/trace.go:171","msg":"trace[1794169561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8426; }","duration":"106.214919ms","start":"2026-04-21T03:46:42.002424Z","end":"2026-04-21T03:46:42.108639Z","steps":["trace[1794169561] 'agreement among raft nodes before linearized reading' (duration: 106.103506ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:42.108447Z","caller":"traceutil/trace.go:171","msg":"trace[1306012669] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"358.592297ms","start":"2026-04-21T03:46:41.749824Z","end":"2026-04-21T03:46:42.108417Z","steps":["trace[1306012669] 'process raft request' (duration: 358.33912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:42.108854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:41.749804Z","time spent":"358.953815ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:42.108977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.253085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:46:42.109095Z","caller":"traceutil/trace.go:171","msg":"trace[1487295378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8426; }","duration":"250.39268ms","start":"2026-04-21T03:46:41.858649Z","end":"2026-04-21T03:46:42.109042Z","steps":["trace[1487295378] 'agreement among raft nodes before linearized reading' (duration: 249.857547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.409854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.723041Z","time spent":"686.805246ms","remote":"127.0.0.1:52588","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T03:46:43.410612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171834098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:43.410826Z","caller":"traceutil/trace.go:171","msg":"trace[789112969] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"1.250366276s","start":"2026-04-21T03:46:42.160446Z","end":"2026-04-21T03:46:43.410813Z","steps":["trace[789112969] 'process raft request' (duration: 1.250335626s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.41088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.160437Z","time spent":"1.250419789s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:43.411044Z","caller":"traceutil/trace.go:171","msg":"trace[1883727536] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"1.252980511s","start":"2026-04-21T03:46:42.158056Z","end":"2026-04-21T03:46:43.411036Z","steps":["trace[1883727536] 'process raft request' (duration: 80.65557ms)","trace[1883727536] 'compare' (duration: 1.171477219s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:43.411085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.158043Z","time spent":"1.253023573s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:43.411184Z","caller":"traceutil/trace.go:171","msg":"trace[142811312] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"1.250800878s","start":"2026-04-21T03:46:42.160346Z","end":"2026-04-21T03:46:43.411147Z","steps":["trace[142811312] 'process raft request' (duration: 1.250357787s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.411227Z","caller":"traceutil/trace.go:171","msg":"trace[971939314] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"1.252195901s","start":"2026-04-21T03:46:42.158962Z","end":"2026-04-21T03:46:43.411158Z","steps":["trace[971939314] 'read index received' (duration: 79.84439ms)","trace[971939314] 'applied index is now lower than readState.Index' (duration: 1.172340681s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:43.411367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.160325Z","time spent":"1.250946421s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:43.411747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252765344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222808"} {"level":"info","ts":"2026-04-21T03:46:43.411828Z","caller":"traceutil/trace.go:171","msg":"trace[1455081075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8429; }","duration":"1.252876508s","start":"2026-04-21T03:46:42.158933Z","end":"2026-04-21T03:46:43.41181Z","steps":["trace[1455081075] 'agreement among raft nodes before linearized reading' (duration: 1.252464878s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.411908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.158918Z","time spent":"1.25297606s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:46:43.46164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236750142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.461706Z","caller":"traceutil/trace.go:171","msg":"trace[1626341569] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8430; }","duration":"1.236893566s","start":"2026-04-21T03:46:42.224797Z","end":"2026-04-21T03:46:43.461691Z","steps":["trace[1626341569] 'agreement among raft nodes before linearized reading' (duration: 1.236780293s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.461742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.224774Z","time spent":"1.236960238s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:46:43.461811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.844371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.46188Z","caller":"traceutil/trace.go:171","msg":"trace[304594175] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8430; }","duration":"643.969404ms","start":"2026-04-21T03:46:42.817894Z","end":"2026-04-21T03:46:43.461864Z","steps":["trace[304594175] 'agreement among raft nodes before linearized reading' (duration: 643.857911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.461918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.0998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:43.461718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.258273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.461993Z","caller":"traceutil/trace.go:171","msg":"trace[1663032744] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8430; }","duration":"390.223322ms","start":"2026-04-21T03:46:43.071742Z","end":"2026-04-21T03:46:43.461966Z","steps":["trace[1663032744] 'agreement among raft nodes before linearized reading' (duration: 390.1183ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.46202Z","caller":"traceutil/trace.go:171","msg":"trace[1641904967] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8430; }","duration":"122.637632ms","start":"2026-04-21T03:46:43.339358Z","end":"2026-04-21T03:46:43.461995Z","steps":["trace[1641904967] 'agreement among raft nodes before linearized reading' (duration: 122.232532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.461929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.817869Z","time spent":"644.047446ms","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:43.462066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.07172Z","time spent":"390.334945ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:43.461792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.273642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.462196Z","caller":"traceutil/trace.go:171","msg":"trace[1099154611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8430; }","duration":"554.742403ms","start":"2026-04-21T03:46:42.907427Z","end":"2026-04-21T03:46:43.462169Z","steps":["trace[1099154611] 'agreement among raft nodes before linearized reading' (duration: 554.250021ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.461981Z","caller":"traceutil/trace.go:171","msg":"trace[1493840255] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"182.957753ms","start":"2026-04-21T03:46:43.278961Z","end":"2026-04-21T03:46:43.461919Z","steps":["trace[1493840255] 'process raft request' (duration: 182.478802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.462289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:42.907402Z","time spent":"554.854315ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:43.791463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.909902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:43.791671Z","caller":"traceutil/trace.go:171","msg":"trace[2050311921] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"354.363272ms","start":"2026-04-21T03:46:43.43727Z","end":"2026-04-21T03:46:43.791633Z","steps":["trace[2050311921] 'process raft request' (duration: 83.146222ms)","trace[2050311921] 'compare' (duration: 270.647816ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:43.791615Z","caller":"traceutil/trace.go:171","msg":"trace[2100747030] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8724; }","duration":"328.186869ms","start":"2026-04-21T03:46:43.463404Z","end":"2026-04-21T03:46:43.791591Z","steps":["trace[2100747030] 'read index received' (duration: 57.030621ms)","trace[2100747030] 'applied index is now lower than readState.Index' (duration: 271.154208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:43.79181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.390155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.791915Z","caller":"traceutil/trace.go:171","msg":"trace[1177067465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8431; }","duration":"328.56592ms","start":"2026-04-21T03:46:43.463332Z","end":"2026-04-21T03:46:43.791898Z","steps":["trace[1177067465] 'agreement among raft nodes before linearized reading' (duration: 328.383305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.791973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.463313Z","time spent":"328.650841ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:46:43.791852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.437247Z","time spent":"354.504246ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:43.82139Z","caller":"traceutil/trace.go:171","msg":"trace[1678064764] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"342.581853ms","start":"2026-04-21T03:46:43.478789Z","end":"2026-04-21T03:46:43.821371Z","steps":["trace[1678064764] 'process raft request' (duration: 342.370718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.821494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.478774Z","time spent":"342.668105ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:43.821477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.792527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:43.821473Z","caller":"traceutil/trace.go:171","msg":"trace[1272054477] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"340.659796ms","start":"2026-04-21T03:46:43.480771Z","end":"2026-04-21T03:46:43.821431Z","steps":["trace[1272054477] 'process raft request' (duration: 340.526533ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:43.821557Z","caller":"traceutil/trace.go:171","msg":"trace[1054305031] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8433; }","duration":"355.900711ms","start":"2026-04-21T03:46:43.465638Z","end":"2026-04-21T03:46:43.821539Z","steps":["trace[1054305031] 'agreement among raft nodes before linearized reading' (duration: 355.716336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.821731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.465631Z","time spent":"356.087885ms","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:46:43.821972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.318335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:46:43.821992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.480743Z","time spent":"340.961263ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:43.822023Z","caller":"traceutil/trace.go:171","msg":"trace[2102115021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8433; }","duration":"313.412347ms","start":"2026-04-21T03:46:43.508597Z","end":"2026-04-21T03:46:43.822009Z","steps":["trace[2102115021] 'agreement among raft nodes before linearized reading' (duration: 313.1409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:43.822055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:43.508579Z","time spent":"313.468809ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:46:44.49149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.916948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:44.491597Z","caller":"traceutil/trace.go:171","msg":"trace[650280038] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"374.771833ms","start":"2026-04-21T03:46:44.116809Z","end":"2026-04-21T03:46:44.491581Z","steps":["trace[650280038] 'read index received' (duration: 128.594537ms)","trace[650280038] 'applied index is now lower than readState.Index' (duration: 246.175566ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:44.491621Z","caller":"traceutil/trace.go:171","msg":"trace[500987566] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"374.984458ms","start":"2026-04-21T03:46:44.116613Z","end":"2026-04-21T03:46:44.491598Z","steps":["trace[500987566] 'process raft request' (duration: 128.867805ms)","trace[500987566] 'compare' (duration: 245.813536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:44.491697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.116583Z","time spent":"375.07704ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:44.491766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.759622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.491786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.988867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:44.491825Z","caller":"traceutil/trace.go:171","msg":"trace[899163970] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8436; }","duration":"375.09859ms","start":"2026-04-21T03:46:44.116716Z","end":"2026-04-21T03:46:44.491814Z","steps":["trace[899163970] 'agreement among raft nodes before linearized reading' (duration: 374.955987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.491807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.254131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.491869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.116674Z","time spent":"375.183292ms","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:44.49188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.283872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.491894Z","caller":"traceutil/trace.go:171","msg":"trace[1451769325] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8436; }","duration":"135.390454ms","start":"2026-04-21T03:46:44.356482Z","end":"2026-04-21T03:46:44.491872Z","steps":["trace[1451769325] 'agreement among raft nodes before linearized reading' (duration: 135.24612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.491901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.724922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.491953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.438292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.491987Z","caller":"traceutil/trace.go:171","msg":"trace[1426750660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8436; }","duration":"235.486014ms","start":"2026-04-21T03:46:44.256489Z","end":"2026-04-21T03:46:44.491975Z","steps":["trace[1426750660] 'agreement among raft nodes before linearized reading' (duration: 235.441342ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.491826Z","caller":"traceutil/trace.go:171","msg":"trace[1058110093] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8436; }","duration":"273.847404ms","start":"2026-04-21T03:46:44.217962Z","end":"2026-04-21T03:46:44.49181Z","steps":["trace[1058110093] 'agreement among raft nodes before linearized reading' (duration: 273.753882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.903498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.492077Z","caller":"traceutil/trace.go:171","msg":"trace[1795912916] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8436; }","duration":"135.96405ms","start":"2026-04-21T03:46:44.356103Z","end":"2026-04-21T03:46:44.492067Z","steps":["trace[1795912916] 'agreement among raft nodes before linearized reading' (duration: 135.907998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.23301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.333774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.492231Z","caller":"traceutil/trace.go:171","msg":"trace[1013999263] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8436; }","duration":"236.417546ms","start":"2026-04-21T03:46:44.255804Z","end":"2026-04-21T03:46:44.492221Z","steps":["trace[1013999263] 'agreement among raft nodes before linearized reading' (duration: 236.353495ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492226Z","caller":"traceutil/trace.go:171","msg":"trace[2065780429] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8436; }","duration":"214.439996ms","start":"2026-04-21T03:46:44.2777Z","end":"2026-04-21T03:46:44.49214Z","steps":["trace[2065780429] 'agreement among raft nodes before linearized reading' (duration: 214.103167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.231195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.029227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.873476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.491984Z","caller":"traceutil/trace.go:171","msg":"trace[144974167] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8436; }","duration":"172.832875ms","start":"2026-04-21T03:46:44.319132Z","end":"2026-04-21T03:46:44.491965Z","steps":["trace[144974167] 'agreement among raft nodes before linearized reading' (duration: 172.688091ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492342Z","caller":"traceutil/trace.go:171","msg":"trace[124980187] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8436; }","duration":"113.087758ms","start":"2026-04-21T03:46:44.379237Z","end":"2026-04-21T03:46:44.492325Z","steps":["trace[124980187] 'agreement among raft nodes before linearized reading' (duration: 113.024756ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492353Z","caller":"traceutil/trace.go:171","msg":"trace[2067114832] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8436; }","duration":"273.917607ms","start":"2026-04-21T03:46:44.218422Z","end":"2026-04-21T03:46:44.49234Z","steps":["trace[2067114832] 'agreement among raft nodes before linearized reading' (duration: 273.871616ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.491912Z","caller":"traceutil/trace.go:171","msg":"trace[506181727] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8436; }","duration":"214.336624ms","start":"2026-04-21T03:46:44.277567Z","end":"2026-04-21T03:46:44.491904Z","steps":["trace[506181727] 'agreement among raft nodes before linearized reading' (duration: 214.283402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.96988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.216506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.492313Z","caller":"traceutil/trace.go:171","msg":"trace[1651513660] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8436; }","duration":"136.316657ms","start":"2026-04-21T03:46:44.355986Z","end":"2026-04-21T03:46:44.492302Z","steps":["trace[1651513660] 'agreement among raft nodes before linearized reading' (duration: 136.258126ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492501Z","caller":"traceutil/trace.go:171","msg":"trace[976496298] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8436; }","duration":"259.064683ms","start":"2026-04-21T03:46:44.233414Z","end":"2026-04-21T03:46:44.492479Z","steps":["trace[976496298] 'agreement among raft nodes before linearized reading' (duration: 258.998091ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492494Z","caller":"traceutil/trace.go:171","msg":"trace[141824486] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8436; }","duration":"259.302359ms","start":"2026-04-21T03:46:44.233182Z","end":"2026-04-21T03:46:44.492484Z","steps":["trace[141824486] 'agreement among raft nodes before linearized reading' (duration: 259.232237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.225054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.053792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.492592Z","caller":"traceutil/trace.go:171","msg":"trace[1841417684] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8436; }","duration":"173.424349ms","start":"2026-04-21T03:46:44.319156Z","end":"2026-04-21T03:46:44.49258Z","steps":["trace[1841417684] 'agreement among raft nodes before linearized reading' (duration: 173.222834ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492611Z","caller":"traceutil/trace.go:171","msg":"trace[1173346094] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8436; }","duration":"259.432701ms","start":"2026-04-21T03:46:44.233155Z","end":"2026-04-21T03:46:44.492588Z","steps":["trace[1173346094] 'agreement among raft nodes before linearized reading' (duration: 259.039392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.708623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.192594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.492805Z","caller":"traceutil/trace.go:171","msg":"trace[865001395] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8436; }","duration":"190.799646ms","start":"2026-04-21T03:46:44.30197Z","end":"2026-04-21T03:46:44.49277Z","steps":["trace[865001395] 'agreement among raft nodes before linearized reading' (duration: 190.719694ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.49281Z","caller":"traceutil/trace.go:171","msg":"trace[434025242] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8436; }","duration":"114.527352ms","start":"2026-04-21T03:46:44.378267Z","end":"2026-04-21T03:46:44.492794Z","steps":["trace[434025242] 'agreement among raft nodes before linearized reading' (duration: 114.214735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.462227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.286666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.182163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.492359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.608829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.493007Z","caller":"traceutil/trace.go:171","msg":"trace[1381140636] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8436; }","duration":"114.719757ms","start":"2026-04-21T03:46:44.378262Z","end":"2026-04-21T03:46:44.492981Z","steps":["trace[1381140636] 'agreement among raft nodes before linearized reading' (duration: 114.311607ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.493027Z","caller":"traceutil/trace.go:171","msg":"trace[2116037063] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8436; }","duration":"274.990852ms","start":"2026-04-21T03:46:44.218023Z","end":"2026-04-21T03:46:44.493014Z","steps":["trace[2116037063] 'agreement among raft nodes before linearized reading' (duration: 274.218474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.492389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.586911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.493042Z","caller":"traceutil/trace.go:171","msg":"trace[1284118542] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8436; }","duration":"173.288476ms","start":"2026-04-21T03:46:44.319741Z","end":"2026-04-21T03:46:44.493029Z","steps":["trace[1284118542] 'agreement among raft nodes before linearized reading' (duration: 172.594419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:44.493046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.909374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:44.493065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.038736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:44.493086Z","caller":"traceutil/trace.go:171","msg":"trace[1703070384] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8436; }","duration":"237.311888ms","start":"2026-04-21T03:46:44.25576Z","end":"2026-04-21T03:46:44.493072Z","steps":["trace[1703070384] 'agreement among raft nodes before linearized reading' (duration: 236.599391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.493095Z","caller":"traceutil/trace.go:171","msg":"trace[1282977746] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8436; }","duration":"192.020446ms","start":"2026-04-21T03:46:44.301061Z","end":"2026-04-21T03:46:44.493082Z","steps":["trace[1282977746] 'agreement among raft nodes before linearized reading' (duration: 191.949964ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.493112Z","caller":"traceutil/trace.go:171","msg":"trace[1043147886] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8436; }","duration":"192.1406ms","start":"2026-04-21T03:46:44.300961Z","end":"2026-04-21T03:46:44.493101Z","steps":["trace[1043147886] 'agreement among raft nodes before linearized reading' (duration: 192.065538ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:44.492979Z","caller":"traceutil/trace.go:171","msg":"trace[1447562960] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8436; }","duration":"214.620671ms","start":"2026-04-21T03:46:44.27833Z","end":"2026-04-21T03:46:44.492951Z","steps":["trace[1447562960] 'agreement among raft nodes before linearized reading' (duration: 214.383605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.00586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.286104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:45.005965Z","caller":"traceutil/trace.go:171","msg":"trace[1274051809] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8436; }","duration":"414.53221ms","start":"2026-04-21T03:46:44.591407Z","end":"2026-04-21T03:46:45.00594Z","steps":["trace[1274051809] 'range keys from in-memory index tree' (duration: 414.220032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.006014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.591395Z","time spent":"414.606181ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-21T03:46:45.264026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528451453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:46:45.297504Z","caller":"traceutil/trace.go:171","msg":"trace[251823185] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"701.920738ms","start":"2026-04-21T03:46:44.595558Z","end":"2026-04-21T03:46:45.297478Z","steps":["trace[251823185] 'process raft request' (duration: 701.766224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.297684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.595541Z","time spent":"702.02027ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:45.759531Z","caller":"traceutil/trace.go:171","msg":"trace[503344191] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8730; }","duration":"996.117893ms","start":"2026-04-21T03:46:44.763394Z","end":"2026-04-21T03:46:45.759512Z","steps":["trace[503344191] 'read index received' (duration: 533.84377ms)","trace[503344191] 'applied index is now lower than readState.Index' (duration: 462.273443ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:45.759639Z","caller":"traceutil/trace.go:171","msg":"trace[1329709286] transaction","detail":"{read_only:false; response_revision:8438; number_of_response:1; }","duration":"939.253525ms","start":"2026-04-21T03:46:44.820332Z","end":"2026-04-21T03:46:45.759586Z","steps":["trace[1329709286] 'process raft request' (duration: 939.03089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.759746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.328268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T03:46:45.759781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.8203Z","time spent":"939.405499ms","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19565,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:45.759786Z","caller":"traceutil/trace.go:171","msg":"trace[984852025] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:8438; }","duration":"996.470271ms","start":"2026-04-21T03:46:44.763306Z","end":"2026-04-21T03:46:45.759776Z","steps":["trace[984852025] 'agreement among raft nodes before linearized reading' (duration: 996.278796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:45.75984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.763255Z","time spent":"996.577404ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T03:46:46.26005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528451457,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:46:46.573399Z","caller":"traceutil/trace.go:171","msg":"trace[2084163852] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"1.105763894s","start":"2026-04-21T03:46:45.4676Z","end":"2026-04-21T03:46:46.573364Z","steps":["trace[2084163852] 'process raft request' (duration: 1.105528489s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.57384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.46756Z","time spent":"1.10596145s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:46.90826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:46:46.908332Z","caller":"traceutil/trace.go:171","msg":"trace[1712503194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806375s","start":"2026-04-21T03:46:44.90751Z","end":"2026-04-21T03:46:46.908316Z","steps":["trace[1712503194] 'agreement among raft nodes before linearized reading' (duration: 2.000707212s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.90837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.907481Z","time spent":"2.000881227s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:46:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:46:46.937623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.454262ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-21T03:46:46.937821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.760649Z","time spent":"1.177155239s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T03:46:46.93799Z","caller":"traceutil/trace.go:171","msg":"trace[548604821] linearizableReadLoop","detail":"{readStateIndex:8738; appliedIndex:8733; }","duration":"1.178386879s","start":"2026-04-21T03:46:45.759584Z","end":"2026-04-21T03:46:46.937971Z","steps":["trace[548604821] 'read index received' (duration: 813.811996ms)","trace[548604821] 'applied index is now lower than readState.Index' (duration: 364.574003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:46.938251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519457125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:46:46.938721Z","caller":"traceutil/trace.go:171","msg":"trace[357713139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8443; }","duration":"1.519968427s","start":"2026-04-21T03:46:45.418741Z","end":"2026-04-21T03:46:46.93871Z","steps":["trace[357713139] 'agreement among raft nodes before linearized reading' (duration: 1.519357943s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.938681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522627563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T03:46:46.938772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.418734Z","time spent":"1.520029739s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"info","ts":"2026-04-21T03:46:46.938723Z","caller":"traceutil/trace.go:171","msg":"trace[1978310702] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"1.110660317s","start":"2026-04-21T03:46:45.827973Z","end":"2026-04-21T03:46:46.938633Z","steps":["trace[1978310702] 'process raft request' (duration: 1.109923409s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.938792Z","caller":"traceutil/trace.go:171","msg":"trace[2053291791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8443; }","duration":"1.522780417s","start":"2026-04-21T03:46:45.415992Z","end":"2026-04-21T03:46:46.938773Z","steps":["trace[2053291791] 'agreement among raft nodes before linearized reading' (duration: 1.522455879s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.938295Z","caller":"traceutil/trace.go:171","msg":"trace[678356882] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"1.139905374s","start":"2026-04-21T03:46:45.798332Z","end":"2026-04-21T03:46:46.938238Z","steps":["trace[678356882] 'process raft request' (duration: 1.139399822s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.938846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.415981Z","time spent":"1.522854628s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T03:46:46.938442Z","caller":"traceutil/trace.go:171","msg":"trace[473846714] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"892.745924ms","start":"2026-04-21T03:46:46.045668Z","end":"2026-04-21T03:46:46.938414Z","steps":["trace[473846714] 'process raft request' (duration: 892.260292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.938902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.798306Z","time spent":"1.140529199s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:46.938452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269016864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:46.938994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.04564Z","time spent":"893.284278ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.939015Z","caller":"traceutil/trace.go:171","msg":"trace[208534640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8443; }","duration":"1.269602188s","start":"2026-04-21T03:46:45.669394Z","end":"2026-04-21T03:46:46.938996Z","steps":["trace[208534640] 'agreement among raft nodes before linearized reading' (duration: 1.269005334s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.939254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.669376Z","time spent":"1.269863254s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:46:46.938503Z","caller":"traceutil/trace.go:171","msg":"trace[1700820700] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"1.110554154s","start":"2026-04-21T03:46:45.827917Z","end":"2026-04-21T03:46:46.938471Z","steps":["trace[1700820700] 'process raft request' (duration: 1.109939049s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.93937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.827905Z","time spent":"1.111417514s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:46.938537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082349501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:46:46.939498Z","caller":"traceutil/trace.go:171","msg":"trace[532660467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8443; }","duration":"1.083341154s","start":"2026-04-21T03:46:45.856143Z","end":"2026-04-21T03:46:46.939484Z","steps":["trace[532660467] 'agreement among raft nodes before linearized reading' (duration: 1.082297749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.938538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.063297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:46:46.939552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.856122Z","time spent":"1.083417146s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:46:46.938553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065503627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:46:46.939623Z","caller":"traceutil/trace.go:171","msg":"trace[425157524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8443; }","duration":"474.140693ms","start":"2026-04-21T03:46:46.465441Z","end":"2026-04-21T03:46:46.939581Z","steps":["trace[425157524] 'agreement among raft nodes before linearized reading' (duration: 473.024256ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.939683Z","caller":"traceutil/trace.go:171","msg":"trace[1700154746] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8443; }","duration":"1.066665885s","start":"2026-04-21T03:46:45.872999Z","end":"2026-04-21T03:46:46.939665Z","steps":["trace[1700154746] 'agreement among raft nodes before linearized reading' (duration: 1.065478247s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.939695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.46538Z","time spent":"474.295478ms","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:46.939735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.872986Z","time spent":"1.066733197s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:46.938565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010788472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:46:46.938576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523286879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:46:46.94004Z","caller":"traceutil/trace.go:171","msg":"trace[1824307399] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8443; }","duration":"1.012183776s","start":"2026-04-21T03:46:45.927727Z","end":"2026-04-21T03:46:46.939911Z","steps":["trace[1824307399] 'agreement among raft nodes before linearized reading' (duration: 1.010743072s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:46.940068Z","caller":"traceutil/trace.go:171","msg":"trace[221950163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8443; }","duration":"1.524817496s","start":"2026-04-21T03:46:45.415238Z","end":"2026-04-21T03:46:46.940056Z","steps":["trace[221950163] 'agreement among raft nodes before linearized reading' (duration: 1.523190627s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.940101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.927707Z","time spent":"1.012375092s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:46:46.938648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.53735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:46:46.940126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.415217Z","time spent":"1.524897077s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:46:46.940144Z","caller":"traceutil/trace.go:171","msg":"trace[646933064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8443; }","duration":"440.074077ms","start":"2026-04-21T03:46:46.50006Z","end":"2026-04-21T03:46:46.940134Z","steps":["trace[646933064] 'agreement among raft nodes before linearized reading' (duration: 438.493499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.938634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163421869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-21T03:46:46.938461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521852223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T03:46:46.938962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.827954Z","time spent":"1.110874281s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:46.940249Z","caller":"traceutil/trace.go:171","msg":"trace[502418600] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53; range_end:; response_count:1; response_revision:8443; }","duration":"2.165095709s","start":"2026-04-21T03:46:44.775132Z","end":"2026-04-21T03:46:46.940228Z","steps":["trace[502418600] 'agreement among raft nodes before linearized reading' (duration: 2.163307296s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.940292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:44.775109Z","time spent":"2.165170521s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53\" "} {"level":"info","ts":"2026-04-21T03:46:46.940368Z","caller":"traceutil/trace.go:171","msg":"trace[668350632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8443; }","duration":"1.52376616s","start":"2026-04-21T03:46:45.416591Z","end":"2026-04-21T03:46:46.940357Z","steps":["trace[668350632] 'agreement among raft nodes before linearized reading' (duration: 1.52174282s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:46.94038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.500029Z","time spent":"440.333774ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:46.940407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:45.416582Z","time spent":"1.523814671s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:46:47.22508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.242671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:47.225168Z","caller":"traceutil/trace.go:171","msg":"trace[1386724327] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8738; }","duration":"285.0429ms","start":"2026-04-21T03:46:46.940111Z","end":"2026-04-21T03:46:47.225154Z","steps":["trace[1386724327] 'read index received' (duration: 134.677537ms)","trace[1386724327] 'applied index is now lower than readState.Index' (duration: 150.364513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:47.225252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.142793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:47.225273Z","caller":"traceutil/trace.go:171","msg":"trace[1531668179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8444; }","duration":"285.175603ms","start":"2026-04-21T03:46:46.940091Z","end":"2026-04-21T03:46:47.225266Z","steps":["trace[1531668179] 'agreement among raft nodes before linearized reading' (duration: 285.116982ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:47.225252Z","caller":"traceutil/trace.go:171","msg":"trace[2038108235] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"286.444674ms","start":"2026-04-21T03:46:46.938764Z","end":"2026-04-21T03:46:47.225209Z","steps":["trace[2038108235] 'process raft request' (duration: 135.999129ms)","trace[2038108235] 'compare' (duration: 150.141097ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:47.285818Z","caller":"traceutil/trace.go:171","msg":"trace[196717174] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"341.24236ms","start":"2026-04-21T03:46:46.944548Z","end":"2026-04-21T03:46:47.28579Z","steps":["trace[196717174] 'process raft request' (duration: 341.144347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.285997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.944528Z","time spent":"341.376434ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:47.285814Z","caller":"traceutil/trace.go:171","msg":"trace[1329696768] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"343.013074ms","start":"2026-04-21T03:46:46.942758Z","end":"2026-04-21T03:46:47.285771Z","steps":["trace[1329696768] 'process raft request' (duration: 342.767258ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:47.286181Z","caller":"traceutil/trace.go:171","msg":"trace[1323885047] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"340.852711ms","start":"2026-04-21T03:46:46.94532Z","end":"2026-04-21T03:46:47.286173Z","steps":["trace[1323885047] 'process raft request' (duration: 340.78857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.286184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.942747Z","time spent":"343.368743ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:47.286209Z","caller":"traceutil/trace.go:171","msg":"trace[613444791] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"341.117177ms","start":"2026-04-21T03:46:46.945051Z","end":"2026-04-21T03:46:47.286168Z","steps":["trace[613444791] 'process raft request' (duration: 340.908432ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:47.286277Z","caller":"traceutil/trace.go:171","msg":"trace[1243955328] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"341.62357ms","start":"2026-04-21T03:46:46.944623Z","end":"2026-04-21T03:46:47.286246Z","steps":["trace[1243955328] 'process raft request' (duration: 341.127038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.286331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.945313Z","time spent":"340.919913ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:46:47.286353Z","caller":"traceutil/trace.go:171","msg":"trace[1131565501] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"340.247355ms","start":"2026-04-21T03:46:46.94609Z","end":"2026-04-21T03:46:47.286337Z","steps":["trace[1131565501] 'process raft request' (duration: 340.05128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.286417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.946084Z","time spent":"340.301256ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:47.286404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.944618Z","time spent":"341.715062ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:47.287046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.945039Z","time spent":"341.304831ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:46:47.287822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.307725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222808"} {"level":"info","ts":"2026-04-21T03:46:47.287912Z","caller":"traceutil/trace.go:171","msg":"trace[1013238713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8450; }","duration":"344.439189ms","start":"2026-04-21T03:46:46.943455Z","end":"2026-04-21T03:46:47.287894Z","steps":["trace[1013238713] 'agreement among raft nodes before linearized reading' (duration: 342.984303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.287969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:46.943435Z","time spent":"344.52061ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T03:46:47.656529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.63037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:46:47.656636Z","caller":"traceutil/trace.go:171","msg":"trace[1040894374] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8745; }","duration":"365.371472ms","start":"2026-04-21T03:46:47.291247Z","end":"2026-04-21T03:46:47.656619Z","steps":["trace[1040894374] 'read index received' (duration: 102.458336ms)","trace[1040894374] 'applied index is now lower than readState.Index' (duration: 262.911986ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:46:47.656741Z","caller":"traceutil/trace.go:171","msg":"trace[1827027576] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"365.69378ms","start":"2026-04-21T03:46:47.291032Z","end":"2026-04-21T03:46:47.656725Z","steps":["trace[1827027576] 'process raft request' (duration: 102.794614ms)","trace[1827027576] 'compare' (duration: 262.264631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:46:47.65686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:47.291011Z","time spent":"365.782623ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:46:47.65696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.476627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:46:47.657007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.746021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T03:46:47.657132Z","caller":"traceutil/trace.go:171","msg":"trace[518553598] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8451; }","duration":"146.647091ms","start":"2026-04-21T03:46:47.510405Z","end":"2026-04-21T03:46:47.657052Z","steps":["trace[518553598] 'agreement among raft nodes before linearized reading' (duration: 146.358924ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:47.65721Z","caller":"traceutil/trace.go:171","msg":"trace[220793595] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8451; }","duration":"365.960347ms","start":"2026-04-21T03:46:47.291216Z","end":"2026-04-21T03:46:47.657177Z","steps":["trace[220793595] 'agreement among raft nodes before linearized reading' (duration: 365.595088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:47.657361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:46:47.291201Z","time spent":"366.11574ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T03:46:48.70252Z","caller":"traceutil/trace.go:171","msg":"trace[375698257] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"122.825256ms","start":"2026-04-21T03:46:48.579665Z","end":"2026-04-21T03:46:48.702491Z","steps":["trace[375698257] 'process raft request' (duration: 122.645971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.019744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.332757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:46:49.019853Z","caller":"traceutil/trace.go:171","msg":"trace[85741186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8452; }","duration":"160.481161ms","start":"2026-04-21T03:46:48.859352Z","end":"2026-04-21T03:46:49.019834Z","steps":["trace[85741186] 'range keys from in-memory index tree' (duration: 160.134713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:46:49.020093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.892247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:46:49.020197Z","caller":"traceutil/trace.go:171","msg":"trace[727207306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8452; }","duration":"112.518463ms","start":"2026-04-21T03:46:48.907665Z","end":"2026-04-21T03:46:49.020184Z","steps":["trace[727207306] 'range keys from in-memory index tree' (duration: 111.773105ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:49.056154Z","caller":"traceutil/trace.go:171","msg":"trace[2116549750] transaction","detail":"{read_only:false; response_revision:8454; number_of_response:1; }","duration":"111.030627ms","start":"2026-04-21T03:46:48.945094Z","end":"2026-04-21T03:46:49.056124Z","steps":["trace[2116549750] 'process raft request' (duration: 110.835903ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:46:49.056512Z","caller":"traceutil/trace.go:171","msg":"trace[262837223] transaction","detail":"{read_only:false; response_revision:8455; number_of_response:1; }","duration":"109.791006ms","start":"2026-04-21T03:46:48.946691Z","end":"2026-04-21T03:46:49.056482Z","steps":["trace[262837223] 'process raft request' (duration: 109.381776ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.233442Z","caller":"traceutil/trace.go:171","msg":"trace[2117237538] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"120.864338ms","start":"2026-04-21T03:47:14.112544Z","end":"2026-04-21T03:47:14.233409Z","steps":["trace[2117237538] 'process raft request' (duration: 120.687304ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:14.24338Z","caller":"traceutil/trace.go:171","msg":"trace[815513133] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"113.61272ms","start":"2026-04-21T03:47:14.12975Z","end":"2026-04-21T03:47:14.243363Z","steps":["trace[815513133] 'process raft request' (duration: 113.240821ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:15.438461Z","caller":"traceutil/trace.go:171","msg":"trace[171405040] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"319.736792ms","start":"2026-04-21T03:47:15.118699Z","end":"2026-04-21T03:47:15.438435Z","steps":["trace[171405040] 'process raft request' (duration: 319.559437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.438635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.118679Z","time spent":"319.875486ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:47:15.567025Z","caller":"traceutil/trace.go:171","msg":"trace[193280075] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"383.056526ms","start":"2026-04-21T03:47:15.183943Z","end":"2026-04-21T03:47:15.567Z","steps":["trace[193280075] 'process raft request' (duration: 382.731288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.567185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.183926Z","time spent":"383.17614ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.567344Z","caller":"traceutil/trace.go:171","msg":"trace[1854612209] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"383.362634ms","start":"2026-04-21T03:47:15.183957Z","end":"2026-04-21T03:47:15.56732Z","steps":["trace[1854612209] 'process raft request' (duration: 382.981555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.567443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.183942Z","time spent":"383.454506ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.567454Z","caller":"traceutil/trace.go:171","msg":"trace[193176413] linearizableReadLoop","detail":"{readStateIndex:8956; appliedIndex:8953; }","duration":"115.275721ms","start":"2026-04-21T03:47:15.452153Z","end":"2026-04-21T03:47:15.567428Z","steps":["trace[193176413] 'read index received' (duration: 114.516712ms)","trace[193176413] 'applied index is now lower than readState.Index' (duration: 756.589µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:15.567649Z","caller":"traceutil/trace.go:171","msg":"trace[616384006] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"380.645807ms","start":"2026-04-21T03:47:15.186972Z","end":"2026-04-21T03:47:15.567617Z","steps":["trace[616384006] 'process raft request' (duration: 380.258148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.567799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.64651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:47:15.567896Z","caller":"traceutil/trace.go:171","msg":"trace[102851783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8653; }","duration":"115.784404ms","start":"2026-04-21T03:47:15.452093Z","end":"2026-04-21T03:47:15.567878Z","steps":["trace[102851783] 'agreement among raft nodes before linearized reading' (duration: 115.560468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.013984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T03:47:15.568127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.501601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:47:15.568178Z","caller":"traceutil/trace.go:171","msg":"trace[839121430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8654; }","duration":"114.584373ms","start":"2026-04-21T03:47:15.453579Z","end":"2026-04-21T03:47:15.568164Z","steps":["trace[839121430] 'agreement among raft nodes before linearized reading' (duration: 114.44451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.375728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:47:15.568219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.571638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T03:47:15.567915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:15.186952Z","time spent":"380.832852ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:15.568312Z","caller":"traceutil/trace.go:171","msg":"trace[30838793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8654; }","duration":"103.528663ms","start":"2026-04-21T03:47:15.46477Z","end":"2026-04-21T03:47:15.568298Z","steps":["trace[30838793] 'agreement among raft nodes before linearized reading' (duration: 103.282037ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:15.568178Z","caller":"traceutil/trace.go:171","msg":"trace[4383181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8654; }","duration":"104.105886ms","start":"2026-04-21T03:47:15.464055Z","end":"2026-04-21T03:47:15.568161Z","steps":["trace[4383181] 'agreement among raft nodes before linearized reading' (duration: 103.934652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:15.568115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.498855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:47:15.568515Z","caller":"traceutil/trace.go:171","msg":"trace[309737633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8654; }","duration":"106.917366ms","start":"2026-04-21T03:47:15.461582Z","end":"2026-04-21T03:47:15.568499Z","steps":["trace[309737633] 'agreement among raft nodes before linearized reading' (duration: 106.427304ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:15.568357Z","caller":"traceutil/trace.go:171","msg":"trace[1609361677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8654; }","duration":"115.769793ms","start":"2026-04-21T03:47:15.452557Z","end":"2026-04-21T03:47:15.568326Z","steps":["trace[1609361677] 'agreement among raft nodes before linearized reading' (duration: 115.443835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:19.836896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.204774575s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T03:47:20.906943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T03:47:20.90702Z","caller":"traceutil/trace.go:171","msg":"trace[1180829450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113097s","start":"2026-04-21T03:47:18.90689Z","end":"2026-04-21T03:47:20.907003Z","steps":["trace[1180829450] 'agreement among raft nodes before linearized reading' (duration: 2.000017525s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:20.907067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.906874Z","time spent":"2.00018104s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 03:47:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T03:47:20.913901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07668729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:20.913985Z","caller":"traceutil/trace.go:171","msg":"trace[1779753178] linearizableReadLoop","detail":"{readStateIndex:8968; appliedIndex:8966; }","duration":"3.333896813s","start":"2026-04-21T03:47:17.580075Z","end":"2026-04-21T03:47:20.913972Z","steps":["trace[1779753178] 'read index received' (duration: 52.107209ms)","trace[1779753178] 'applied index is now lower than readState.Index' (duration: 3.281788534s)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:20.914039Z","caller":"traceutil/trace.go:171","msg":"trace[2099710841] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"3.339842339s","start":"2026-04-21T03:47:17.574188Z","end":"2026-04-21T03:47:20.91403Z","steps":["trace[2099710841] 'process raft request' (duration: 2.262978174s)","trace[2099710841] 'compare' (duration: 1.075692196s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:20.914083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.574173Z","time spent":"3.33988462s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:20.914284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334218361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:47:20.914312Z","caller":"traceutil/trace.go:171","msg":"trace[584835833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8665; }","duration":"3.334299172s","start":"2026-04-21T03:47:17.580006Z","end":"2026-04-21T03:47:20.914306Z","steps":["trace[584835833] 'agreement among raft nodes before linearized reading' (duration: 3.334184279s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:20.914333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.579987Z","time spent":"3.334341284s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T03:47:20.983972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146870674s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:47:20.984502Z","caller":"traceutil/trace.go:171","msg":"trace[706088591] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"1.346922047s","start":"2026-04-21T03:47:19.637552Z","end":"2026-04-21T03:47:20.984474Z","steps":["trace[706088591] 'process raft request' (duration: 1.346880676s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:20.984534Z","caller":"traceutil/trace.go:171","msg":"trace[169008977] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"2.164425393s","start":"2026-04-21T03:47:18.820076Z","end":"2026-04-21T03:47:20.984501Z","steps":["trace[169008977] 'process raft request' (duration: 2.164144856s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:20.984557Z","caller":"traceutil/trace.go:171","msg":"trace[480919234] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"1.791447793s","start":"2026-04-21T03:47:19.193072Z","end":"2026-04-21T03:47:20.98452Z","steps":["trace[480919234] 'process raft request' (duration: 1.79131995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:20.984661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.637526Z","time spent":"1.347057361s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:20.984669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.193045Z","time spent":"1.791570557s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:20.98471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.820048Z","time spent":"2.164563836s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:21.197447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.125086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:47:21.197513Z","caller":"traceutil/trace.go:171","msg":"trace[1318043111] linearizableReadLoop","detail":"{readStateIndex:8972; appliedIndex:8968; }","duration":"283.498292ms","start":"2026-04-21T03:47:20.914004Z","end":"2026-04-21T03:47:21.197502Z","steps":["trace[1318043111] 'read index received' (duration: 70.252015ms)","trace[1318043111] 'applied index is now lower than readState.Index' (duration: 213.245417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:21.197685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.533404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.197708Z","caller":"traceutil/trace.go:171","msg":"trace[1102743720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8668; }","duration":"290.599666ms","start":"2026-04-21T03:47:20.907102Z","end":"2026-04-21T03:47:21.197702Z","steps":["trace[1102743720] 'agreement among raft nodes before linearized reading' (duration: 290.548964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.643676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T03:47:21.198211Z","caller":"traceutil/trace.go:171","msg":"trace[1478130715] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8668; }","duration":"891.699068ms","start":"2026-04-21T03:47:20.306508Z","end":"2026-04-21T03:47:21.198207Z","steps":["trace[1478130715] 'agreement among raft nodes before linearized reading' (duration: 891.304528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.306489Z","time spent":"891.732378ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":890,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.19831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.651445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.198329Z","caller":"traceutil/trace.go:171","msg":"trace[1645519546] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8668; }","duration":"926.708107ms","start":"2026-04-21T03:47:20.271615Z","end":"2026-04-21T03:47:21.198323Z","steps":["trace[1645519546] 'agreement among raft nodes before linearized reading' (duration: 926.681836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.271595Z","time spent":"926.743968ms","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.19844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.885281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.19846Z","caller":"traceutil/trace.go:171","msg":"trace[987969976] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8668; }","duration":"930.950743ms","start":"2026-04-21T03:47:20.267504Z","end":"2026-04-21T03:47:21.198455Z","steps":["trace[987969976] 'agreement among raft nodes before linearized reading' (duration: 930.923352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:20.267481Z","time spent":"930.989603ms","remote":"127.0.0.1:35502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.198607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539803704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:47:21.198627Z","caller":"traceutil/trace.go:171","msg":"trace[535185874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8668; }","duration":"1.539861836s","start":"2026-04-21T03:47:19.658761Z","end":"2026-04-21T03:47:21.198623Z","steps":["trace[535185874] 'agreement among raft nodes before linearized reading' (duration: 1.539784544s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:19.658735Z","time spent":"1.539900537s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T03:47:21.198745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40287829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-21T03:47:21.198765Z","caller":"traceutil/trace.go:171","msg":"trace[739068198] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8668; }","duration":"2.40289832s","start":"2026-04-21T03:47:18.795862Z","end":"2026-04-21T03:47:21.19876Z","steps":["trace[739068198] 'agreement among raft nodes before linearized reading' (duration: 2.402849249s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.198779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.795842Z","time spent":"2.402933401s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-21T03:47:21.198859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609738499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:21.198876Z","caller":"traceutil/trace.go:171","msg":"trace[1744635194] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8668; }","duration":"2.609793211s","start":"2026-04-21T03:47:18.589079Z","end":"2026-04-21T03:47:21.198872Z","steps":["trace[1744635194] 'agreement among raft nodes before linearized reading' (duration: 2.60976665s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.19889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.589058Z","time spent":"2.609828372s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.198972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139032358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:21.198988Z","caller":"traceutil/trace.go:171","msg":"trace[437724513] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8668; }","duration":"3.139082549s","start":"2026-04-21T03:47:18.059902Z","end":"2026-04-21T03:47:21.198985Z","steps":["trace[437724513] 'agreement among raft nodes before linearized reading' (duration: 3.139052608s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:18.059883Z","time spent":"3.13911498s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.199082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258411399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:21.1991Z","caller":"traceutil/trace.go:171","msg":"trace[251457749] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8668; }","duration":"3.25847131s","start":"2026-04-21T03:47:17.940624Z","end":"2026-04-21T03:47:21.199095Z","steps":["trace[251457749] 'agreement among raft nodes before linearized reading' (duration: 3.25844148s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.940601Z","time spent":"3.258507892s","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:21.199207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615212352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:47:21.199224Z","caller":"traceutil/trace.go:171","msg":"trace[1027140767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8668; }","duration":"3.615229302s","start":"2026-04-21T03:47:17.583991Z","end":"2026-04-21T03:47:21.19922Z","steps":["trace[1027140767] 'agreement among raft nodes before linearized reading' (duration: 3.615184641s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.583964Z","time spent":"3.615269874s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.199327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615992711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:47:21.199345Z","caller":"traceutil/trace.go:171","msg":"trace[1921989462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8668; }","duration":"3.616029141s","start":"2026-04-21T03:47:17.583312Z","end":"2026-04-21T03:47:21.199341Z","steps":["trace[1921989462] 'agreement among raft nodes before linearized reading' (duration: 3.61598833s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.583301Z","time spent":"3.616053233s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.199443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616564135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:47:21.19946Z","caller":"traceutil/trace.go:171","msg":"trace[1867796018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8668; }","duration":"3.616603756s","start":"2026-04-21T03:47:17.582852Z","end":"2026-04-21T03:47:21.199456Z","steps":["trace[1867796018] 'agreement among raft nodes before linearized reading' (duration: 3.616562755s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.582841Z","time spent":"3.616627606s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:47:21.199549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616977304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:47:21.199565Z","caller":"traceutil/trace.go:171","msg":"trace[1270434854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8668; }","duration":"3.617021496s","start":"2026-04-21T03:47:17.582539Z","end":"2026-04-21T03:47:21.199561Z","steps":["trace[1270434854] 'agreement among raft nodes before linearized reading' (duration: 3.616984035s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.582526Z","time spent":"3.617047736s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T03:47:21.199655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618956974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T03:47:21.199673Z","caller":"traceutil/trace.go:171","msg":"trace[1200162825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8668; }","duration":"3.619001604s","start":"2026-04-21T03:47:17.580667Z","end":"2026-04-21T03:47:21.199669Z","steps":["trace[1200162825] 'agreement among raft nodes before linearized reading' (duration: 3.618960983s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.199684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:17.580655Z","time spent":"3.619027005s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:21.199883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.39505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227536"} {"level":"info","ts":"2026-04-21T03:47:21.199902Z","caller":"traceutil/trace.go:171","msg":"trace[113799357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8668; }","duration":"281.444821ms","start":"2026-04-21T03:47:20.918454Z","end":"2026-04-21T03:47:21.199899Z","steps":["trace[113799357] 'agreement among raft nodes before linearized reading' (duration: 281.287247ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.336495Z","caller":"traceutil/trace.go:171","msg":"trace[643393755] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"130.553877ms","start":"2026-04-21T03:47:21.205916Z","end":"2026-04-21T03:47:21.33647Z","steps":["trace[643393755] 'process raft request' (duration: 127.00209ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.336777Z","caller":"traceutil/trace.go:171","msg":"trace[33275765] linearizableReadLoop","detail":"{readStateIndex:8974; appliedIndex:8972; }","duration":"130.810773ms","start":"2026-04-21T03:47:21.205951Z","end":"2026-04-21T03:47:21.336762Z","steps":["trace[33275765] 'read index received' (duration: 43.480148ms)","trace[33275765] 'applied index is now lower than readState.Index' (duration: 87.329525ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:21.336812Z","caller":"traceutil/trace.go:171","msg":"trace[30687693] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"130.754592ms","start":"2026-04-21T03:47:21.206047Z","end":"2026-04-21T03:47:21.336802Z","steps":["trace[30687693] 'process raft request' (duration: 130.593878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.336789Z","caller":"traceutil/trace.go:171","msg":"trace[73105899] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"130.800523ms","start":"2026-04-21T03:47:21.205964Z","end":"2026-04-21T03:47:21.336765Z","steps":["trace[73105899] 'process raft request' (duration: 130.467625ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.336906Z","caller":"traceutil/trace.go:171","msg":"trace[1284725557] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"127.151012ms","start":"2026-04-21T03:47:21.209745Z","end":"2026-04-21T03:47:21.336896Z","steps":["trace[1284725557] 'process raft request' (duration: 126.975788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.337109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.841874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:47:21.337143Z","caller":"traceutil/trace.go:171","msg":"trace[1519960278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8673; }","duration":"130.898615ms","start":"2026-04-21T03:47:21.206237Z","end":"2026-04-21T03:47:21.337136Z","steps":["trace[1519960278] 'agreement among raft nodes before linearized reading' (duration: 130.768412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.337152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.151211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-21T03:47:21.337198Z","caller":"traceutil/trace.go:171","msg":"trace[1452979240] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:8673; }","duration":"131.275264ms","start":"2026-04-21T03:47:21.20591Z","end":"2026-04-21T03:47:21.337186Z","steps":["trace[1452979240] 'agreement among raft nodes before linearized reading' (duration: 131.09832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.337166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.404728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.337398Z","caller":"traceutil/trace.go:171","msg":"trace[1946245698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8673; }","duration":"127.640804ms","start":"2026-04-21T03:47:21.209696Z","end":"2026-04-21T03:47:21.337337Z","steps":["trace[1946245698] 'agreement among raft nodes before linearized reading' (duration: 127.359407ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:21.888893Z","caller":"traceutil/trace.go:171","msg":"trace[835395865] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8977; }","duration":"491.739606ms","start":"2026-04-21T03:47:21.397074Z","end":"2026-04-21T03:47:21.888814Z","steps":["trace[835395865] 'read index received' (duration: 491.603583ms)","trace[835395865] 'applied index is now lower than readState.Index' (duration: 134.883µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:21.889091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.943482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:21.889182Z","caller":"traceutil/trace.go:171","msg":"trace[2077005586] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8674; }","duration":"492.143347ms","start":"2026-04-21T03:47:21.397023Z","end":"2026-04-21T03:47:21.889166Z","steps":["trace[2077005586] 'agreement among raft nodes before linearized reading' (duration: 491.905731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.889225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:21.396993Z","time spent":"492.222768ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T03:47:21.889443Z","caller":"traceutil/trace.go:171","msg":"trace[934061069] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"548.544151ms","start":"2026-04-21T03:47:21.340333Z","end":"2026-04-21T03:47:21.888877Z","steps":["trace[934061069] 'process raft request' (duration: 548.337906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:21.889655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:21.340319Z","time spent":"549.208657ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:21.891714Z","caller":"traceutil/trace.go:171","msg":"trace[714394867] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"143.127935ms","start":"2026-04-21T03:47:21.748561Z","end":"2026-04-21T03:47:21.891689Z","steps":["trace[714394867] 'process raft request' (duration: 142.982501ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:22.752993Z","caller":"traceutil/trace.go:171","msg":"trace[2086050339] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"145.487252ms","start":"2026-04-21T03:47:22.607481Z","end":"2026-04-21T03:47:22.752968Z","steps":["trace[2086050339] 'process raft request' (duration: 145.271397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:23.028049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.582261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:23.028127Z","caller":"traceutil/trace.go:171","msg":"trace[1767393460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8677; }","duration":"120.687964ms","start":"2026-04-21T03:47:22.90742Z","end":"2026-04-21T03:47:23.028108Z","steps":["trace[1767393460] 'range keys from in-memory index tree' (duration: 120.5211ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:23.034696Z","caller":"traceutil/trace.go:171","msg":"trace[1182582981] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"115.756552ms","start":"2026-04-21T03:47:22.918921Z","end":"2026-04-21T03:47:23.034678Z","steps":["trace[1182582981] 'process raft request' (duration: 115.633029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:34.40624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528452450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:35.15007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.605034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T03:47:35.150179Z","caller":"traceutil/trace.go:171","msg":"trace[215418312] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8778; }","duration":"1.260220498s","start":"2026-04-21T03:47:33.889941Z","end":"2026-04-21T03:47:35.150162Z","steps":["trace[215418312] 'process raft request' (duration: 590.379189ms)","trace[215418312] 'compare' (duration: 669.494941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:35.150242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:33.889915Z","time spent":"1.26029887s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.17313Z","caller":"traceutil/trace.go:171","msg":"trace[1597808512] linearizableReadLoop","detail":"{readStateIndex:9088; appliedIndex:9085; }","duration":"1.267549037s","start":"2026-04-21T03:47:33.905557Z","end":"2026-04-21T03:47:35.173106Z","steps":["trace[1597808512] 'read index received' (duration: 574.810216ms)","trace[1597808512] 'applied index is now lower than readState.Index' (duration: 692.737951ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:35.173239Z","caller":"traceutil/trace.go:171","msg":"trace[1057820512] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"906.537093ms","start":"2026-04-21T03:47:34.266675Z","end":"2026-04-21T03:47:35.173212Z","steps":["trace[1057820512] 'process raft request' (duration: 906.308347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.173355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:34.266655Z","time spent":"906.646035ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:47:35.173248Z","caller":"traceutil/trace.go:171","msg":"trace[393033457] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"1.281051289s","start":"2026-04-21T03:47:33.891963Z","end":"2026-04-21T03:47:35.173014Z","steps":["trace[393033457] 'process raft request' (duration: 1.280855124s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.17343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267860075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:35.173477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:33.891947Z","time spent":"1.281456559s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.173513Z","caller":"traceutil/trace.go:171","msg":"trace[1257483815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8780; }","duration":"1.267975248s","start":"2026-04-21T03:47:33.905515Z","end":"2026-04-21T03:47:35.17349Z","steps":["trace[1257483815] 'agreement among raft nodes before linearized reading' (duration: 1.267743873s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.173558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:33.905501Z","time spent":"1.26805001s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:35.673409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528452459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:47:35.82929Z","caller":"traceutil/trace.go:171","msg":"trace[1437884539] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"963.688566ms","start":"2026-04-21T03:47:34.865575Z","end":"2026-04-21T03:47:35.829263Z","steps":["trace[1437884539] 'process raft request' (duration: 963.46176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.829442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:34.865556Z","time spent":"963.810579ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.829599Z","caller":"traceutil/trace.go:171","msg":"trace[361001163] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"752.200191ms","start":"2026-04-21T03:47:35.077371Z","end":"2026-04-21T03:47:35.829571Z","steps":["trace[361001163] 'process raft request' (duration: 751.839753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.829761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.077346Z","time spent":"752.333455ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.83051Z","caller":"traceutil/trace.go:171","msg":"trace[1178320545] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"706.071509ms","start":"2026-04-21T03:47:35.124408Z","end":"2026-04-21T03:47:35.83048Z","steps":["trace[1178320545] 'process raft request' (duration: 705.077474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.830651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.124384Z","time spent":"706.195683ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.830832Z","caller":"traceutil/trace.go:171","msg":"trace[1328161696] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"700.862522ms","start":"2026-04-21T03:47:35.129934Z","end":"2026-04-21T03:47:35.830797Z","steps":["trace[1328161696] 'process raft request' (duration: 700.444762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.830996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.129921Z","time spent":"700.999665ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.831112Z","caller":"traceutil/trace.go:171","msg":"trace[1753220696] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"700.861321ms","start":"2026-04-21T03:47:35.130242Z","end":"2026-04-21T03:47:35.831104Z","steps":["trace[1753220696] 'process raft request' (duration: 700.469912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.831162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.130235Z","time spent":"700.903702ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:35.831273Z","caller":"traceutil/trace.go:171","msg":"trace[879336135] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9088; }","duration":"658.04873ms","start":"2026-04-21T03:47:35.173204Z","end":"2026-04-21T03:47:35.831252Z","steps":["trace[879336135] 'read index received' (duration: 655.812705ms)","trace[879336135] 'applied index is now lower than readState.Index' (duration: 2.233895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:35.831332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.867521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:35.831379Z","caller":"traceutil/trace.go:171","msg":"trace[2045984606] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8785; }","duration":"667.940323ms","start":"2026-04-21T03:47:35.163421Z","end":"2026-04-21T03:47:35.831361Z","steps":["trace[2045984606] 'agreement among raft nodes before linearized reading' (duration: 667.872881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.831398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066498751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T03:47:35.831416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.163407Z","time spent":"668.000465ms","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:35.831447Z","caller":"traceutil/trace.go:171","msg":"trace[634152698] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:8785; }","duration":"1.066581433s","start":"2026-04-21T03:47:34.764855Z","end":"2026-04-21T03:47:35.831436Z","steps":["trace[634152698] 'agreement among raft nodes before linearized reading' (duration: 1.06645124s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.831485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:34.7648Z","time spent":"1.066676185s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T03:47:35.83151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564716346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkh8g\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-04-21T03:47:35.831548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.643418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:35.83161Z","caller":"traceutil/trace.go:171","msg":"trace[1310049335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8785; }","duration":"935.75209ms","start":"2026-04-21T03:47:34.895841Z","end":"2026-04-21T03:47:35.831593Z","steps":["trace[1310049335] 'agreement among raft nodes before linearized reading' (duration: 935.417672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.831672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:34.895818Z","time spent":"935.841252ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:35.831557Z","caller":"traceutil/trace.go:171","msg":"trace[1448860271] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tkh8g; range_end:; response_count:1; response_revision:8785; }","duration":"1.564800568s","start":"2026-04-21T03:47:34.266743Z","end":"2026-04-21T03:47:35.831544Z","steps":["trace[1448860271] 'agreement among raft nodes before linearized reading' (duration: 1.564642254s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.831951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:34.266723Z","time spent":"1.565158387s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkh8g\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.153089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkh8g\" ","response":"range_response_count:1 size:4645"} {"level":"warn","ts":"2026-04-21T03:47:35.83209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.438096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:47:35.832135Z","caller":"traceutil/trace.go:171","msg":"trace[304036141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8785; }","duration":"530.527538ms","start":"2026-04-21T03:47:35.301597Z","end":"2026-04-21T03:47:35.832124Z","steps":["trace[304036141] 'agreement among raft nodes before linearized reading' (duration: 530.399525ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:35.832149Z","caller":"traceutil/trace.go:171","msg":"trace[908839156] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tkh8g; range_end:; response_count:1; response_revision:8785; }","duration":"655.234191ms","start":"2026-04-21T03:47:35.176847Z","end":"2026-04-21T03:47:35.832081Z","steps":["trace[908839156] 'agreement among raft nodes before linearized reading' (duration: 655.110458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.832171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.301575Z","time spent":"530.58785ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.176783Z","time spent":"655.390435ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkh8g\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.532195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:47:35.832266Z","caller":"traceutil/trace.go:171","msg":"trace[2123686441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8785; }","duration":"378.607127ms","start":"2026-04-21T03:47:35.453647Z","end":"2026-04-21T03:47:35.832254Z","steps":["trace[2123686441] 'agreement among raft nodes before linearized reading' (duration: 378.476654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.832305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.453635Z","time spent":"378.662338ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.780906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T03:47:35.83238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.116668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T03:47:35.832386Z","caller":"traceutil/trace.go:171","msg":"trace[1672546936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8785; }","duration":"390.96376ms","start":"2026-04-21T03:47:35.441381Z","end":"2026-04-21T03:47:35.832345Z","steps":["trace[1672546936] 'agreement among raft nodes before linearized reading' (duration: 390.605972ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:35.832421Z","caller":"traceutil/trace.go:171","msg":"trace[706530954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8785; }","duration":"506.18049ms","start":"2026-04-21T03:47:35.32623Z","end":"2026-04-21T03:47:35.832411Z","steps":["trace[706530954] 'agreement among raft nodes before linearized reading' (duration: 506.083038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.83253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.533711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-04-21T03:47:35.832547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.636068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:35.83257Z","caller":"traceutil/trace.go:171","msg":"trace[1151531082] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8785; }","duration":"186.616073ms","start":"2026-04-21T03:47:35.645944Z","end":"2026-04-21T03:47:35.832561Z","steps":["trace[1151531082] 'agreement among raft nodes before linearized reading' (duration: 186.51465ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:35.832597Z","caller":"traceutil/trace.go:171","msg":"trace[1182755123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8785; }","duration":"650.694979ms","start":"2026-04-21T03:47:35.181878Z","end":"2026-04-21T03:47:35.832573Z","steps":["trace[1182755123] 'agreement among raft nodes before linearized reading' (duration: 650.556916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.832531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.326219Z","time spent":"506.301383ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.320321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T03:47:35.83284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.62229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T03:47:35.832871Z","caller":"traceutil/trace.go:171","msg":"trace[717641667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8785; }","duration":"387.431475ms","start":"2026-04-21T03:47:35.445429Z","end":"2026-04-21T03:47:35.832861Z","steps":["trace[717641667] 'agreement among raft nodes before linearized reading' (duration: 387.27155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.8329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.445407Z","time spent":"387.485806ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:47:35.832918Z","caller":"traceutil/trace.go:171","msg":"trace[1240974942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8785; }","duration":"383.716743ms","start":"2026-04-21T03:47:35.449156Z","end":"2026-04-21T03:47:35.832873Z","steps":["trace[1240974942] 'agreement among raft nodes before linearized reading' (duration: 383.530848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.833012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.449144Z","time spent":"383.856626ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T03:47:35.833065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.024502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-21T03:47:35.833079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.441359Z","time spent":"391.703429ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:47:35.833096Z","caller":"traceutil/trace.go:171","msg":"trace[795893537] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53; range_end:; response_count:1; response_revision:8785; }","duration":"656.089473ms","start":"2026-04-21T03:47:35.176996Z","end":"2026-04-21T03:47:35.833086Z","steps":["trace[795893537] 'agreement among raft nodes before linearized reading' (duration: 656.008821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:35.833242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.176979Z","time spent":"656.233346ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53\" "} {"level":"warn","ts":"2026-04-21T03:47:35.832636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.181867Z","time spent":"650.761161ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:47:36.123582Z","caller":"traceutil/trace.go:171","msg":"trace[492706311] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"286.744661ms","start":"2026-04-21T03:47:35.836812Z","end":"2026-04-21T03:47:36.123557Z","steps":["trace[492706311] 'process raft request' (duration: 286.676709ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.123634Z","caller":"traceutil/trace.go:171","msg":"trace[2100530051] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"287.164982ms","start":"2026-04-21T03:47:35.836431Z","end":"2026-04-21T03:47:36.123596Z","steps":["trace[2100530051] 'process raft request' (duration: 286.946077ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.123935Z","caller":"traceutil/trace.go:171","msg":"trace[1612460826] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"287.031539ms","start":"2026-04-21T03:47:35.836879Z","end":"2026-04-21T03:47:36.12391Z","steps":["trace[1612460826] 'process raft request' (duration: 286.645579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.124021Z","caller":"traceutil/trace.go:171","msg":"trace[1121711723] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"285.789818ms","start":"2026-04-21T03:47:35.838218Z","end":"2026-04-21T03:47:36.124007Z","steps":["trace[1121711723] 'process raft request' (duration: 285.685755ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.124108Z","caller":"traceutil/trace.go:171","msg":"trace[431317889] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"285.984013ms","start":"2026-04-21T03:47:35.83808Z","end":"2026-04-21T03:47:36.124064Z","steps":["trace[431317889] 'process raft request' (duration: 285.731277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.12407Z","caller":"traceutil/trace.go:171","msg":"trace[1797318850] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9094; }","duration":"232.51682ms","start":"2026-04-21T03:47:35.891531Z","end":"2026-04-21T03:47:36.124047Z","steps":["trace[1797318850] 'read index received' (duration: 231.762262ms)","trace[1797318850] 'applied index is now lower than readState.Index' (duration: 753.698µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.124236Z","caller":"traceutil/trace.go:171","msg":"trace[661290266] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"278.91915ms","start":"2026-04-21T03:47:35.845306Z","end":"2026-04-21T03:47:36.124225Z","steps":["trace[661290266] 'process raft request' (duration: 278.688534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.124261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.67463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tkh8g\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-21T03:47:36.124295Z","caller":"traceutil/trace.go:171","msg":"trace[180415471] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tkh8g; range_end:; response_count:1; response_revision:8792; }","duration":"288.735482ms","start":"2026-04-21T03:47:35.835549Z","end":"2026-04-21T03:47:36.124285Z","steps":["trace[180415471] 'agreement among raft nodes before linearized reading' (duration: 288.65733ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.124293Z","caller":"traceutil/trace.go:171","msg":"trace[2110634899] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"283.299068ms","start":"2026-04-21T03:47:35.840983Z","end":"2026-04-21T03:47:36.124282Z","steps":["trace[2110634899] 'process raft request' (duration: 282.965028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.124736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.777988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227451"} {"level":"info","ts":"2026-04-21T03:47:36.12478Z","caller":"traceutil/trace.go:171","msg":"trace[333591954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8792; }","duration":"285.830099ms","start":"2026-04-21T03:47:35.838941Z","end":"2026-04-21T03:47:36.124771Z","steps":["trace[333591954] 'agreement among raft nodes before linearized reading' (duration: 285.473481ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.308733Z","caller":"traceutil/trace.go:171","msg":"trace[1012379808] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"217.780218ms","start":"2026-04-21T03:47:36.090928Z","end":"2026-04-21T03:47:36.308708Z","steps":["trace[1012379808] 'process raft request' (duration: 217.717796ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.308745Z","caller":"traceutil/trace.go:171","msg":"trace[541020393] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"415.816091ms","start":"2026-04-21T03:47:35.892898Z","end":"2026-04-21T03:47:36.308714Z","steps":["trace[541020393] 'process raft request' (duration: 394.134029ms)","trace[541020393] 'compare' (duration: 21.482117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:36.308913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:35.892875Z","time spent":"415.939824ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:36.31962Z","caller":"traceutil/trace.go:171","msg":"trace[1880872160] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9102; }","duration":"182.231776ms","start":"2026-04-21T03:47:36.13737Z","end":"2026-04-21T03:47:36.319602Z","steps":["trace[1880872160] 'read index received' (duration: 149.680927ms)","trace[1880872160] 'applied index is now lower than readState.Index' (duration: 32.549828ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:36.319748Z","caller":"traceutil/trace.go:171","msg":"trace[991395236] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"195.108331ms","start":"2026-04-21T03:47:36.124544Z","end":"2026-04-21T03:47:36.319652Z","steps":["trace[991395236] 'process raft request' (duration: 194.969697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:36.319826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.43491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-21T03:47:36.319883Z","caller":"traceutil/trace.go:171","msg":"trace[1464542755] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8795; }","duration":"182.535183ms","start":"2026-04-21T03:47:36.137334Z","end":"2026-04-21T03:47:36.319869Z","steps":["trace[1464542755] 'agreement among raft nodes before linearized reading' (duration: 182.366849ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:36.798885Z","caller":"traceutil/trace.go:171","msg":"trace[884921232] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"108.433143ms","start":"2026-04-21T03:47:36.690424Z","end":"2026-04-21T03:47:36.798857Z","steps":["trace[884921232] 'process raft request' (duration: 107.646594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:37.315387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.849606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:47:37.315445Z","caller":"traceutil/trace.go:171","msg":"trace[422548934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8798; }","duration":"183.963768ms","start":"2026-04-21T03:47:37.131468Z","end":"2026-04-21T03:47:37.315432Z","steps":["trace[422548934] 'range keys from in-memory index tree' (duration: 183.654451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:38.392326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528452526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:38.850006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015814436s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:47:38.850394Z","caller":"traceutil/trace.go:171","msg":"trace[973084168] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"1.016305288s","start":"2026-04-21T03:47:37.834065Z","end":"2026-04-21T03:47:38.85037Z","steps":["trace[973084168] 'process raft request' (duration: 1.016141794s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:38.850573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.834041Z","time spent":"1.016446712s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:39.729618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.972136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:39.730118Z","caller":"traceutil/trace.go:171","msg":"trace[1548311816] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"1.895243403s","start":"2026-04-21T03:47:37.834648Z","end":"2026-04-21T03:47:39.729892Z","steps":["trace[1548311816] 'process raft request' (duration: 1.721875186s)","trace[1548311816] 'compare' (duration: 172.272849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:39.730598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.834629Z","time spent":"1.8959131s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:39.730214Z","caller":"traceutil/trace.go:171","msg":"trace[1749930985] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"1.892536046s","start":"2026-04-21T03:47:37.837656Z","end":"2026-04-21T03:47:39.730192Z","steps":["trace[1749930985] 'process raft request' (duration: 1.892232649s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.730359Z","caller":"traceutil/trace.go:171","msg":"trace[1805343611] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9108; }","duration":"1.839061484s","start":"2026-04-21T03:47:37.891279Z","end":"2026-04-21T03:47:39.73034Z","steps":["trace[1805343611] 'read index received' (duration: 958.90396ms)","trace[1805343611] 'applied index is now lower than readState.Index' (duration: 880.156374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:39.730904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.837633Z","time spent":"1.893139841s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:39.730397Z","caller":"traceutil/trace.go:171","msg":"trace[1998776192] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"1.796743675s","start":"2026-04-21T03:47:37.933628Z","end":"2026-04-21T03:47:39.730372Z","steps":["trace[1998776192] 'process raft request' (duration: 1.796521969s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.731069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.933596Z","time spent":"1.797418011s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:39.73032Z","caller":"traceutil/trace.go:171","msg":"trace[1734586035] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"1.894841013s","start":"2026-04-21T03:47:37.835361Z","end":"2026-04-21T03:47:39.730202Z","steps":["trace[1734586035] 'process raft request' (duration: 1.894393973s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.731178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822049305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:39.731286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711110861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:39.731293Z","caller":"traceutil/trace.go:171","msg":"trace[644473626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"1.822197308s","start":"2026-04-21T03:47:37.909063Z","end":"2026-04-21T03:47:39.73126Z","steps":["trace[644473626] 'agreement among raft nodes before linearized reading' (duration: 1.822025104s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.731336Z","caller":"traceutil/trace.go:171","msg":"trace[303688974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8803; }","duration":"1.711163743s","start":"2026-04-21T03:47:38.020157Z","end":"2026-04-21T03:47:39.731321Z","steps":["trace[303688974] 'agreement among raft nodes before linearized reading' (duration: 1.71106369s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.731345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.90905Z","time spent":"1.822285791s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:39.731382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.020116Z","time spent":"1.711254715s","remote":"127.0.0.1:35470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:39.731339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.410097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:39.731467Z","caller":"traceutil/trace.go:171","msg":"trace[1801429481] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8803; }","duration":"831.576892ms","start":"2026-04-21T03:47:38.89987Z","end":"2026-04-21T03:47:39.731447Z","steps":["trace[1801429481] 'agreement among raft nodes before linearized reading' (duration: 831.403147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.731491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.835349Z","time spent":"1.895813947s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:39.731581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.953203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:39.73156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602234797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-21T03:47:39.731625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602073944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T03:47:39.731656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715919798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:47:39.731705Z","caller":"traceutil/trace.go:171","msg":"trace[424262482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8803; }","duration":"1.60235559s","start":"2026-04-21T03:47:38.129299Z","end":"2026-04-21T03:47:39.731655Z","steps":["trace[424262482] 'agreement among raft nodes before linearized reading' (duration: 1.602137534s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.731724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603485247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-21T03:47:39.731763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.234636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T03:47:39.73178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474476579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:39.731801Z","caller":"traceutil/trace.go:171","msg":"trace[1082201850] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8803; }","duration":"496.273467ms","start":"2026-04-21T03:47:39.235515Z","end":"2026-04-21T03:47:39.731788Z","steps":["trace[1082201850] 'agreement among raft nodes before linearized reading' (duration: 496.129743ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.731832Z","caller":"traceutil/trace.go:171","msg":"trace[907740086] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8803; }","duration":"1.474560072s","start":"2026-04-21T03:47:38.257258Z","end":"2026-04-21T03:47:39.731818Z","steps":["trace[907740086] 'agreement among raft nodes before linearized reading' (duration: 1.47448641s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.73176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.129288Z","time spent":"1.602464003s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:39.73203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:39.235499Z","time spent":"496.333008ms","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:39.731358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603079837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:47:39.732095Z","caller":"traceutil/trace.go:171","msg":"trace[527857542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8803; }","duration":"1.603851426s","start":"2026-04-21T03:47:38.128231Z","end":"2026-04-21T03:47:39.732083Z","steps":["trace[527857542] 'agreement among raft nodes before linearized reading' (duration: 1.602961754s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.73048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839177026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:39.731624Z","caller":"traceutil/trace.go:171","msg":"trace[1527586012] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8803; }","duration":"137.034605ms","start":"2026-04-21T03:47:39.594579Z","end":"2026-04-21T03:47:39.731614Z","steps":["trace[1527586012] 'agreement among raft nodes before linearized reading' (duration: 136.967833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594918517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-21T03:47:39.732157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.12821Z","time spent":"1.603930768s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T03:47:39.732179Z","caller":"traceutil/trace.go:171","msg":"trace[844498842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8803; }","duration":"1.594973248s","start":"2026-04-21T03:47:38.137196Z","end":"2026-04-21T03:47:39.73217Z","steps":["trace[844498842] 'agreement among raft nodes before linearized reading' (duration: 1.594845195s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.137185Z","time spent":"1.59501815s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"info","ts":"2026-04-21T03:47:39.731784Z","caller":"traceutil/trace.go:171","msg":"trace[1610340234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8803; }","duration":"1.603567719s","start":"2026-04-21T03:47:38.128203Z","end":"2026-04-21T03:47:39.731771Z","steps":["trace[1610340234] 'agreement among raft nodes before linearized reading' (duration: 1.603398445s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.732241Z","caller":"traceutil/trace.go:171","msg":"trace[287074045] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8803; }","duration":"1.84098638s","start":"2026-04-21T03:47:37.891239Z","end":"2026-04-21T03:47:39.732226Z","steps":["trace[287074045] 'agreement among raft nodes before linearized reading' (duration: 1.839145406s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.257241Z","time spent":"1.474620213s","remote":"127.0.0.1:59566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:39.732332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:37.891225Z","time spent":"1.841093273s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-21T03:47:39.731699Z","caller":"traceutil/trace.go:171","msg":"trace[1382929300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8803; }","duration":"1.602171366s","start":"2026-04-21T03:47:38.129499Z","end":"2026-04-21T03:47:39.73167Z","steps":["trace[1382929300] 'agreement among raft nodes before linearized reading' (duration: 1.60192561s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.129477Z","time spent":"1.602931715s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T03:47:39.731703Z","caller":"traceutil/trace.go:171","msg":"trace[398711427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8803; }","duration":"1.71602098s","start":"2026-04-21T03:47:38.015667Z","end":"2026-04-21T03:47:39.731688Z","steps":["trace[398711427] 'agreement among raft nodes before linearized reading' (duration: 1.715926008s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.015646Z","time spent":"1.716896943s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:39.731519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.899852Z","time spent":"831.655294ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:47:39.732868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603249723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T03:47:39.732939Z","caller":"traceutil/trace.go:171","msg":"trace[1257623737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8803; }","duration":"1.603342585s","start":"2026-04-21T03:47:38.129585Z","end":"2026-04-21T03:47:39.732928Z","steps":["trace[1257623737] 'agreement among raft nodes before linearized reading' (duration: 1.60151528s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.732994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.129574Z","time spent":"1.603411327s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T03:47:39.73445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:38.128191Z","time spent":"1.606237735s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T03:47:39.872455Z","caller":"traceutil/trace.go:171","msg":"trace[719545316] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"135.471008ms","start":"2026-04-21T03:47:39.736955Z","end":"2026-04-21T03:47:39.872426Z","steps":["trace[719545316] 'process raft request' (duration: 109.589661ms)","trace[719545316] 'compare' (duration: 25.719352ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:39.872907Z","caller":"traceutil/trace.go:171","msg":"trace[365080492] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"135.494138ms","start":"2026-04-21T03:47:39.737402Z","end":"2026-04-21T03:47:39.872896Z","steps":["trace[365080492] 'process raft request' (duration: 135.252852ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.872887Z","caller":"traceutil/trace.go:171","msg":"trace[1066351208] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"135.762205ms","start":"2026-04-21T03:47:39.737038Z","end":"2026-04-21T03:47:39.8728Z","steps":["trace[1066351208] 'process raft request' (duration: 135.345714ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:39.873067Z","caller":"traceutil/trace.go:171","msg":"trace[324040576] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9113; }","duration":"135.56102ms","start":"2026-04-21T03:47:39.737472Z","end":"2026-04-21T03:47:39.873033Z","steps":["trace[324040576] 'read index received' (duration: 26.881031ms)","trace[324040576] 'applied index is now lower than readState.Index' (duration: 108.676579ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:39.873133Z","caller":"traceutil/trace.go:171","msg":"trace[1521255982] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"135.453677ms","start":"2026-04-21T03:47:39.737657Z","end":"2026-04-21T03:47:39.873111Z","steps":["trace[1521255982] 'process raft request' (duration: 135.193641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.873251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.334989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:39.8733Z","caller":"traceutil/trace.go:171","msg":"trace[738071103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8808; }","duration":"132.413081ms","start":"2026-04-21T03:47:39.740871Z","end":"2026-04-21T03:47:39.873284Z","steps":["trace[738071103] 'agreement among raft nodes before linearized reading' (duration: 132.315759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:39.873572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.090093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227451"} {"level":"info","ts":"2026-04-21T03:47:39.873627Z","caller":"traceutil/trace.go:171","msg":"trace[1158452911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8808; }","duration":"136.195435ms","start":"2026-04-21T03:47:39.737418Z","end":"2026-04-21T03:47:39.873613Z","steps":["trace[1158452911] 'agreement among raft nodes before linearized reading' (duration: 135.731544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:40.367045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.022693ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-21T03:47:40.367152Z","caller":"traceutil/trace.go:171","msg":"trace[1110258619] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9119; }","duration":"180.370439ms","start":"2026-04-21T03:47:40.186761Z","end":"2026-04-21T03:47:40.367131Z","steps":["trace[1110258619] 'read index received' (duration: 15.311285ms)","trace[1110258619] 'applied index is now lower than readState.Index' (duration: 165.057724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:40.367318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.554174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-21T03:47:40.367359Z","caller":"traceutil/trace.go:171","msg":"trace[1619959465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8809; }","duration":"180.639216ms","start":"2026-04-21T03:47:40.186704Z","end":"2026-04-21T03:47:40.367344Z","steps":["trace[1619959465] 'agreement among raft nodes before linearized reading' (duration: 180.476082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.012152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.309347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:42.012516Z","caller":"traceutil/trace.go:171","msg":"trace[460744841] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9122; }","duration":"266.439053ms","start":"2026-04-21T03:47:41.746054Z","end":"2026-04-21T03:47:42.012493Z","steps":["trace[460744841] 'read index received' (duration: 49.26341ms)","trace[460744841] 'applied index is now lower than readState.Index' (duration: 217.174363ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:42.012536Z","caller":"traceutil/trace.go:171","msg":"trace[1563052778] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"274.304886ms","start":"2026-04-21T03:47:41.738185Z","end":"2026-04-21T03:47:42.012489Z","steps":["trace[1563052778] 'process raft request' (duration: 113.551159ms)","trace[1563052778] 'compare' (duration: 160.04895ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:42.012648Z","caller":"traceutil/trace.go:171","msg":"trace[89918822] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"273.945796ms","start":"2026-04-21T03:47:41.73869Z","end":"2026-04-21T03:47:42.012636Z","steps":["trace[89918822] 'process raft request' (duration: 273.667319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.012799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.934571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T03:47:42.012908Z","caller":"traceutil/trace.go:171","msg":"trace[149253321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8814; }","duration":"244.104635ms","start":"2026-04-21T03:47:41.768784Z","end":"2026-04-21T03:47:42.012889Z","steps":["trace[149253321] 'agreement among raft nodes before linearized reading' (duration: 243.89438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.012968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.013757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T03:47:42.013008Z","caller":"traceutil/trace.go:171","msg":"trace[1738281052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8814; }","duration":"135.084538ms","start":"2026-04-21T03:47:41.877912Z","end":"2026-04-21T03:47:42.012996Z","steps":["trace[1738281052] 'agreement among raft nodes before linearized reading' (duration: 134.880943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.013109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.01604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T03:47:42.013123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.218751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:47:42.013147Z","caller":"traceutil/trace.go:171","msg":"trace[1115908470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8814; }","duration":"136.093882ms","start":"2026-04-21T03:47:41.877041Z","end":"2026-04-21T03:47:42.013135Z","steps":["trace[1115908470] 'agreement among raft nodes before linearized reading' (duration: 135.947739ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:42.013157Z","caller":"traceutil/trace.go:171","msg":"trace[438354550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8814; }","duration":"135.275943ms","start":"2026-04-21T03:47:41.877872Z","end":"2026-04-21T03:47:42.013148Z","steps":["trace[438354550] 'agreement among raft nodes before linearized reading' (duration: 135.17838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.013125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.632321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-21T03:47:42.01318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.293259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:47:42.013208Z","caller":"traceutil/trace.go:171","msg":"trace[238343352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8814; }","duration":"132.384572ms","start":"2026-04-21T03:47:41.880815Z","end":"2026-04-21T03:47:42.0132Z","steps":["trace[238343352] 'agreement among raft nodes before linearized reading' (duration: 132.283959ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:42.013215Z","caller":"traceutil/trace.go:171","msg":"trace[1425130348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8814; }","duration":"135.763285ms","start":"2026-04-21T03:47:41.877434Z","end":"2026-04-21T03:47:42.013198Z","steps":["trace[1425130348] 'agreement among raft nodes before linearized reading' (duration: 135.539159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.013277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.207073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:42.013326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.842628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:42.01335Z","caller":"traceutil/trace.go:171","msg":"trace[612705137] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8814; }","duration":"267.336066ms","start":"2026-04-21T03:47:41.745996Z","end":"2026-04-21T03:47:42.013332Z","steps":["trace[612705137] 'agreement among raft nodes before linearized reading' (duration: 267.205043ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:42.013371Z","caller":"traceutil/trace.go:171","msg":"trace[249722076] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8814; }","duration":"232.91089ms","start":"2026-04-21T03:47:41.780449Z","end":"2026-04-21T03:47:42.01336Z","steps":["trace[249722076] 'agreement among raft nodes before linearized reading' (duration: 232.836808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:42.956368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528452560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T03:47:43.132314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061206921s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T03:47:43.133476Z","caller":"traceutil/trace.go:171","msg":"trace[267532043] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"1.115325241s","start":"2026-04-21T03:47:42.018107Z","end":"2026-04-21T03:47:43.133432Z","steps":["trace[267532043] 'process raft request' (duration: 1.114998512s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.133731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.018089Z","time spent":"1.115508225s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:43.133735Z","caller":"traceutil/trace.go:171","msg":"trace[840827291] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"1.115592167s","start":"2026-04-21T03:47:42.018108Z","end":"2026-04-21T03:47:43.1337Z","steps":["trace[840827291] 'process raft request' (duration: 1.115267099s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.133814Z","caller":"traceutil/trace.go:171","msg":"trace[1429436145] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"1.115601467s","start":"2026-04-21T03:47:42.018193Z","end":"2026-04-21T03:47:43.133794Z","steps":["trace[1429436145] 'process raft request' (duration: 1.115424043s)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.133881Z","caller":"traceutil/trace.go:171","msg":"trace[1280870933] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"1.11492509s","start":"2026-04-21T03:47:42.018927Z","end":"2026-04-21T03:47:43.133852Z","steps":["trace[1280870933] 'process raft request' (duration: 1.114822287s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.133942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.01817Z","time spent":"1.115689989s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.134013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.018915Z","time spent":"1.115020732s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.133952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.018084Z","time spent":"1.11571603s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.778465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.795082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:47:43.778758Z","caller":"traceutil/trace.go:171","msg":"trace[344851051] linearizableReadLoop","detail":"{readStateIndex:9131; appliedIndex:9126; }","duration":"1.32343922s","start":"2026-04-21T03:47:42.45529Z","end":"2026-04-21T03:47:43.77873Z","steps":["trace[344851051] 'read index received' (duration: 677.249201ms)","trace[344851051] 'applied index is now lower than readState.Index' (duration: 646.188469ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:43.778898Z","caller":"traceutil/trace.go:171","msg":"trace[1341970894] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"821.75194ms","start":"2026-04-21T03:47:42.95713Z","end":"2026-04-21T03:47:43.778882Z","steps":["trace[1341970894] 'process raft request' (duration: 821.464333ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.778867Z","caller":"traceutil/trace.go:171","msg":"trace[250181032] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"1.705713468s","start":"2026-04-21T03:47:42.0731Z","end":"2026-04-21T03:47:43.778814Z","steps":["trace[250181032] 'process raft request' (duration: 1.122470445s)","trace[250181032] 'compare' (duration: 582.196528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:43.779004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.957099Z","time spent":"821.837602ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:43.779054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.073075Z","time spent":"1.705894643s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T03:47:43.77925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.458541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:43.779318Z","caller":"traceutil/trace.go:171","msg":"trace[995173316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8821; }","duration":"871.565534ms","start":"2026-04-21T03:47:42.907735Z","end":"2026-04-21T03:47:43.779301Z","steps":["trace[995173316] 'agreement among raft nodes before linearized reading' (duration: 871.42541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.779338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.764694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-04-21T03:47:43.779338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324024534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T03:47:43.779362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.907721Z","time spent":"871.633705ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T03:47:43.779414Z","caller":"traceutil/trace.go:171","msg":"trace[736096981] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8821; }","duration":"993.886577ms","start":"2026-04-21T03:47:42.785505Z","end":"2026-04-21T03:47:43.779392Z","steps":["trace[736096981] 'agreement among raft nodes before linearized reading' (duration: 993.646751ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:43.779423Z","caller":"traceutil/trace.go:171","msg":"trace[693041507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8821; }","duration":"1.324163328s","start":"2026-04-21T03:47:42.45524Z","end":"2026-04-21T03:47:43.779403Z","steps":["trace[693041507] 'agreement among raft nodes before linearized reading' (duration: 1.323907242s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:43.779468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.785483Z","time spent":"993.97679ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-21T03:47:43.779529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:42.455215Z","time spent":"1.324301412s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T03:47:44.125609Z","caller":"traceutil/trace.go:171","msg":"trace[1032042498] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"336.905504ms","start":"2026-04-21T03:47:43.788653Z","end":"2026-04-21T03:47:44.125559Z","steps":["trace[1032042498] 'process raft request' (duration: 336.664008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.12583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.788637Z","time spent":"337.100179ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:47:44.208894Z","caller":"traceutil/trace.go:171","msg":"trace[824541707] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"419.845679ms","start":"2026-04-21T03:47:43.789023Z","end":"2026-04-21T03:47:44.208869Z","steps":["trace[824541707] 'process raft request' (duration: 419.584203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.789015Z","time spent":"419.971214ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:47:44.209359Z","caller":"traceutil/trace.go:171","msg":"trace[1943131322] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"191.598706ms","start":"2026-04-21T03:47:44.017743Z","end":"2026-04-21T03:47:44.209342Z","steps":["trace[1943131322] 'process raft request' (duration: 191.402002ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.209347Z","caller":"traceutil/trace.go:171","msg":"trace[456703636] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"410.117192ms","start":"2026-04-21T03:47:43.799204Z","end":"2026-04-21T03:47:44.209321Z","steps":["trace[456703636] 'process raft request' (duration: 409.553687ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.209347Z","caller":"traceutil/trace.go:171","msg":"trace[1913767165] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9132; }","duration":"412.844519ms","start":"2026-04-21T03:47:43.796484Z","end":"2026-04-21T03:47:44.209328Z","steps":["trace[1913767165] 'read index received' (duration: 328.820956ms)","trace[1913767165] 'applied index is now lower than readState.Index' (duration: 84.022173ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:44.209413Z","caller":"traceutil/trace.go:171","msg":"trace[1229754304] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"190.543289ms","start":"2026-04-21T03:47:44.018837Z","end":"2026-04-21T03:47:44.20938Z","steps":["trace[1229754304] 'process raft request' (duration: 190.402586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.799175Z","time spent":"410.229325ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:47:44.209536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.045234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:47:44.209577Z","caller":"traceutil/trace.go:171","msg":"trace[1622777549] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8826; }","duration":"413.106265ms","start":"2026-04-21T03:47:43.796458Z","end":"2026-04-21T03:47:44.209564Z","steps":["trace[1622777549] 'agreement among raft nodes before linearized reading' (duration: 412.987232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.796448Z","time spent":"413.153217ms","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-21T03:47:44.209519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.817271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:44.209694Z","caller":"traceutil/trace.go:171","msg":"trace[313845879] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8826; }","duration":"350.049577ms","start":"2026-04-21T03:47:43.859635Z","end":"2026-04-21T03:47:44.209685Z","steps":["trace[313845879] 'agreement among raft nodes before linearized reading' (duration: 349.825361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.859618Z","time spent":"350.104828ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T03:47:44.209743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.498973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T03:47:44.209773Z","caller":"traceutil/trace.go:171","msg":"trace[171816497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8826; }","duration":"134.566535ms","start":"2026-04-21T03:47:44.075196Z","end":"2026-04-21T03:47:44.209762Z","steps":["trace[171816497] 'agreement among raft nodes before linearized reading' (duration: 134.488943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.33568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T03:47:44.209666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.692662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:47:44.209845Z","caller":"traceutil/trace.go:171","msg":"trace[1661189018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8826; }","duration":"301.418282ms","start":"2026-04-21T03:47:43.90841Z","end":"2026-04-21T03:47:44.209828Z","steps":["trace[1661189018] 'agreement among raft nodes before linearized reading' (duration: 301.362471ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.209869Z","caller":"traceutil/trace.go:171","msg":"trace[1730902206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:8826; }","duration":"183.921517ms","start":"2026-04-21T03:47:44.025939Z","end":"2026-04-21T03:47:44.20986Z","steps":["trace[1730902206] 'agreement among raft nodes before linearized reading' (duration: 183.64744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.209875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:43.908384Z","time spent":"301.484584ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T03:47:44.209879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.854675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:44.209913Z","caller":"traceutil/trace.go:171","msg":"trace[2040453511] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8826; }","duration":"161.927717ms","start":"2026-04-21T03:47:44.047972Z","end":"2026-04-21T03:47:44.2099Z","steps":["trace[2040453511] 'agreement among raft nodes before linearized reading' (duration: 161.882036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.210517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.678722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-21T03:47:44.210569Z","caller":"traceutil/trace.go:171","msg":"trace[297826161] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8826; }","duration":"192.765134ms","start":"2026-04-21T03:47:44.017792Z","end":"2026-04-21T03:47:44.210557Z","steps":["trace[297826161] 'agreement among raft nodes before linearized reading' (duration: 191.828551ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.321826Z","caller":"traceutil/trace.go:171","msg":"trace[1986552550] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"105.747617ms","start":"2026-04-21T03:47:44.216058Z","end":"2026-04-21T03:47:44.321806Z","steps":["trace[1986552550] 'process raft request' (duration: 105.647805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.322008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.029164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-21T03:47:44.322084Z","caller":"traceutil/trace.go:171","msg":"trace[2015515318] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8828; }","duration":"106.139457ms","start":"2026-04-21T03:47:44.215927Z","end":"2026-04-21T03:47:44.322066Z","steps":["trace[2015515318] 'agreement among raft nodes before linearized reading' (duration: 105.88612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.322268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.754308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T03:47:44.322346Z","caller":"traceutil/trace.go:171","msg":"trace[1935015437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8828; }","duration":"105.85345ms","start":"2026-04-21T03:47:44.216474Z","end":"2026-04-21T03:47:44.322327Z","steps":["trace[1935015437] 'agreement among raft nodes before linearized reading' (duration: 105.43732ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:44.566372Z","caller":"traceutil/trace.go:171","msg":"trace[219587024] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9145; }","duration":"122.698263ms","start":"2026-04-21T03:47:44.443651Z","end":"2026-04-21T03:47:44.566349Z","steps":["trace[219587024] 'read index received' (duration: 121.949485ms)","trace[219587024] 'applied index is now lower than readState.Index' (duration: 747.968µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:47:44.566479Z","caller":"traceutil/trace.go:171","msg":"trace[1606462151] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"125.42625ms","start":"2026-04-21T03:47:44.441042Z","end":"2026-04-21T03:47:44.566469Z","steps":["trace[1606462151] 'process raft request' (duration: 124.542309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:44.566723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.045892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-21T03:47:44.566795Z","caller":"traceutil/trace.go:171","msg":"trace[229237561] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8835; }","duration":"123.155275ms","start":"2026-04-21T03:47:44.443625Z","end":"2026-04-21T03:47:44.56678Z","steps":["trace[229237561] 'agreement among raft nodes before linearized reading' (duration: 122.96489ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:55.0669Z","caller":"traceutil/trace.go:171","msg":"trace[943916893] linearizableReadLoop","detail":"{readStateIndex:9289; appliedIndex:9288; }","duration":"292.549537ms","start":"2026-04-21T03:47:54.774329Z","end":"2026-04-21T03:47:55.066878Z","steps":["trace[943916893] 'read index received' (duration: 292.378853ms)","trace[943916893] 'applied index is now lower than readState.Index' (duration: 169.704µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:47:55.066955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:47:54.766805Z","time spent":"300.141074ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T03:47:55.067109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.766533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-21T03:47:55.067183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.441896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-21T03:47:55.06711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.190105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:55.067167Z","caller":"traceutil/trace.go:171","msg":"trace[1294681554] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58d6957c4-9c8zb.18a84283516e6e53; range_end:; response_count:1; response_revision:8974; }","duration":"292.897877ms","start":"2026-04-21T03:47:54.774256Z","end":"2026-04-21T03:47:55.067154Z","steps":["trace[1294681554] 'agreement among raft nodes before linearized reading' (duration: 292.739952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:55.067209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.915122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb98f3c-9578-4cc1-9fe9-07e1431424aa\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-04-21T03:47:55.067273Z","caller":"traceutil/trace.go:171","msg":"trace[720700312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bb98f3c-9578-4cc1-9fe9-07e1431424aa; range_end:; response_count:1; response_revision:8974; }","duration":"111.010063ms","start":"2026-04-21T03:47:54.956247Z","end":"2026-04-21T03:47:55.067257Z","steps":["trace[720700312] 'agreement among raft nodes before linearized reading' (duration: 110.833859ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:55.067221Z","caller":"traceutil/trace.go:171","msg":"trace[103519709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8974; }","duration":"109.501027ms","start":"2026-04-21T03:47:54.957709Z","end":"2026-04-21T03:47:55.06721Z","steps":["trace[103519709] 'agreement among raft nodes before linearized reading' (duration: 109.393255ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:55.067266Z","caller":"traceutil/trace.go:171","msg":"trace[91209860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8974; }","duration":"159.37828ms","start":"2026-04-21T03:47:54.907868Z","end":"2026-04-21T03:47:55.067246Z","steps":["trace[91209860] 'agreement among raft nodes before linearized reading' (duration: 159.180094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:47:55.067414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.301325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T03:47:55.06755Z","caller":"traceutil/trace.go:171","msg":"trace[350746397] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8974; }","duration":"156.548121ms","start":"2026-04-21T03:47:54.910971Z","end":"2026-04-21T03:47:55.067519Z","steps":["trace[350746397] 'agreement among raft nodes before linearized reading' (duration: 156.214823ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:47:56.860533Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246b.wal"} {"level":"warn","ts":"2026-04-21T03:48:40.397358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.277076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:48:40.398845Z","caller":"traceutil/trace.go:171","msg":"trace[2145108795] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"400.216709ms","start":"2026-04-21T03:48:39.997482Z","end":"2026-04-21T03:48:40.397698Z","steps":["trace[2145108795] 'process raft request' (duration: 161.505223ms)","trace[2145108795] 'compare' (duration: 238.077101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:48:40.399063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:39.99747Z","time spent":"401.49341ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T03:48:40.401948Z","caller":"traceutil/trace.go:171","msg":"trace[1617600193] linearizableReadLoop","detail":"{readStateIndex:9772; appliedIndex:9770; }","duration":"301.360294ms","start":"2026-04-21T03:48:40.100542Z","end":"2026-04-21T03:48:40.401902Z","steps":["trace[1617600193] 'read index received' (duration: 58.462545ms)","trace[1617600193] 'applied index is now lower than readState.Index' (duration: 242.896189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:48:40.402176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.61916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-21T03:48:40.402209Z","caller":"traceutil/trace.go:171","msg":"trace[529123346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9445; }","duration":"301.672341ms","start":"2026-04-21T03:48:40.100524Z","end":"2026-04-21T03:48:40.402197Z","steps":["trace[529123346] 'agreement among raft nodes before linearized reading' (duration: 301.533038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:40.402244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:48:40.100457Z","time spent":"301.779384ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-21T03:48:53.637904Z","caller":"traceutil/trace.go:171","msg":"trace[50528976] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"111.476954ms","start":"2026-04-21T03:48:53.526404Z","end":"2026-04-21T03:48:53.637881Z","steps":["trace[50528976] 'process raft request' (duration: 111.427113ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:53.637968Z","caller":"traceutil/trace.go:171","msg":"trace[2079242065] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"111.873915ms","start":"2026-04-21T03:48:53.526071Z","end":"2026-04-21T03:48:53.637945Z","steps":["trace[2079242065] 'process raft request' (duration: 111.621479ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:54.795584Z","caller":"traceutil/trace.go:171","msg":"trace[1083996890] linearizableReadLoop","detail":"{readStateIndex:9868; appliedIndex:9867; }","duration":"102.050905ms","start":"2026-04-21T03:48:54.693493Z","end":"2026-04-21T03:48:54.795544Z","steps":["trace[1083996890] 'read index received' (duration: 101.811329ms)","trace[1083996890] 'applied index is now lower than readState.Index' (duration: 238.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:48:54.795611Z","caller":"traceutil/trace.go:171","msg":"trace[1415995554] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"191.198311ms","start":"2026-04-21T03:48:54.604383Z","end":"2026-04-21T03:48:54.795582Z","steps":["trace[1415995554] 'process raft request' (duration: 190.947755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:48:54.795951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.439434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T03:48:54.796043Z","caller":"traceutil/trace.go:171","msg":"trace[1536280245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:9539; }","duration":"102.588477ms","start":"2026-04-21T03:48:54.693432Z","end":"2026-04-21T03:48:54.796021Z","steps":["trace[1536280245] 'agreement among raft nodes before linearized reading' (duration: 102.257359ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.454296Z","caller":"traceutil/trace.go:171","msg":"trace[205342382] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"198.396718ms","start":"2026-04-21T03:48:57.255872Z","end":"2026-04-21T03:48:57.454268Z","steps":["trace[205342382] 'process raft request' (duration: 198.254504ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:48:57.454303Z","caller":"traceutil/trace.go:171","msg":"trace[248090117] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"199.490855ms","start":"2026-04-21T03:48:57.254788Z","end":"2026-04-21T03:48:57.454279Z","steps":["trace[248090117] 'process raft request' (duration: 156.50533ms)","trace[248090117] 'compare' (duration: 42.680697ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:49:09.723533Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T03:49:09.730473Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-21T03:49:09.730578Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-21T03:51:01.661047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8040} {"level":"info","ts":"2026-04-21T03:51:01.723042Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8040,"took":"59.753008ms","hash":1128297336,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":28696576,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-21T03:51:01.723102Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1128297336,"revision":8040,"compact-revision":5958} {"level":"info","ts":"2026-04-21T03:52:38.84033Z","caller":"traceutil/trace.go:171","msg":"trace[695086847] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"119.779752ms","start":"2026-04-21T03:52:38.720508Z","end":"2026-04-21T03:52:38.840288Z","steps":["trace[695086847] 'process raft request' (duration: 79.409421ms)","trace[695086847] 'compare' (duration: 40.101534ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:52:38.962345Z","caller":"traceutil/trace.go:171","msg":"trace[912651336] transaction","detail":"{read_only:false; response_revision:11386; number_of_response:1; }","duration":"117.67557ms","start":"2026-04-21T03:52:38.844646Z","end":"2026-04-21T03:52:38.962321Z","steps":["trace[912651336] 'process raft request' (duration: 102.406285ms)","trace[912651336] 'compare' (duration: 15.164303ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:52:38.992394Z","caller":"traceutil/trace.go:171","msg":"trace[225676070] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"146.696813ms","start":"2026-04-21T03:52:38.845657Z","end":"2026-04-21T03:52:38.992354Z","steps":["trace[225676070] 'process raft request' (duration: 146.436466ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:52:41.174059Z","caller":"traceutil/trace.go:171","msg":"trace[78800192] transaction","detail":"{read_only:false; response_revision:11399; number_of_response:1; }","duration":"122.552979ms","start":"2026-04-21T03:52:41.051472Z","end":"2026-04-21T03:52:41.174025Z","steps":["trace[78800192] 'process raft request' (duration: 80.375733ms)","trace[78800192] 'compare' (duration: 41.986561ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:52:41.447821Z","caller":"traceutil/trace.go:171","msg":"trace[1599645646] transaction","detail":"{read_only:false; response_revision:11401; number_of_response:1; }","duration":"111.761214ms","start":"2026-04-21T03:52:41.336025Z","end":"2026-04-21T03:52:41.447786Z","steps":["trace[1599645646] 'process raft request' (duration: 70.672155ms)","trace[1599645646] 'compare' (duration: 40.866444ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:52:41.448059Z","caller":"traceutil/trace.go:171","msg":"trace[627610325] transaction","detail":"{read_only:false; response_revision:11402; number_of_response:1; }","duration":"111.96727ms","start":"2026-04-21T03:52:41.336044Z","end":"2026-04-21T03:52:41.448011Z","steps":["trace[627610325] 'process raft request' (duration: 111.693633ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:52:42.892602Z","caller":"traceutil/trace.go:171","msg":"trace[243494335] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"100.833746ms","start":"2026-04-21T03:52:42.791744Z","end":"2026-04-21T03:52:42.892578Z","steps":["trace[243494335] 'process raft request' (duration: 100.705953ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:52:43.456273Z","caller":"traceutil/trace.go:171","msg":"trace[1683390350] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"107.206333ms","start":"2026-04-21T03:52:43.34905Z","end":"2026-04-21T03:52:43.456257Z","steps":["trace[1683390350] 'process raft request' (duration: 107.071129ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:56:01.669897Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10442} {"level":"info","ts":"2026-04-21T03:56:01.754312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10442,"took":"80.62399ms","hash":2491560531,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":27090944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-21T03:56:01.754398Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2491560531,"revision":10442,"compact-revision":8040} {"level":"info","ts":"2026-04-21T03:58:30.91472Z","caller":"traceutil/trace.go:171","msg":"trace[543937242] transaction","detail":"{read_only:false; response_revision:13785; number_of_response:1; }","duration":"155.443813ms","start":"2026-04-21T03:58:30.759256Z","end":"2026-04-21T03:58:30.9147Z","steps":["trace[543937242] 'process raft request' (duration: 152.105601ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:58:53.012287Z","caller":"traceutil/trace.go:171","msg":"trace[158890272] transaction","detail":"{read_only:false; response_revision:13901; number_of_response:1; }","duration":"150.407649ms","start":"2026-04-21T03:58:52.861866Z","end":"2026-04-21T03:58:53.012273Z","steps":["trace[158890272] 'process raft request' (duration: 150.07002ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:58:53.016691Z","caller":"traceutil/trace.go:171","msg":"trace[274898931] transaction","detail":"{read_only:false; response_revision:13902; number_of_response:1; }","duration":"153.795573ms","start":"2026-04-21T03:58:52.862883Z","end":"2026-04-21T03:58:53.016678Z","steps":["trace[274898931] 'process raft request' (duration: 153.722871ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:08.021574Z","caller":"traceutil/trace.go:171","msg":"trace[2033525267] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"113.626417ms","start":"2026-04-21T03:59:07.90792Z","end":"2026-04-21T03:59:08.021547Z","steps":["trace[2033525267] 'process raft request' (duration: 113.233587ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:08.880002Z","caller":"traceutil/trace.go:171","msg":"trace[1547719338] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"297.466508ms","start":"2026-04-21T03:59:08.582494Z","end":"2026-04-21T03:59:08.879961Z","steps":["trace[1547719338] 'process raft request' (duration: 297.211191ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:10.0456Z","caller":"traceutil/trace.go:171","msg":"trace[1788626581] transaction","detail":"{read_only:false; response_revision:14010; number_of_response:1; }","duration":"116.769325ms","start":"2026-04-21T03:59:09.928803Z","end":"2026-04-21T03:59:10.045573Z","steps":["trace[1788626581] 'process raft request' (duration: 116.251231ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:11.221386Z","caller":"traceutil/trace.go:171","msg":"trace[1123440205] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"105.369133ms","start":"2026-04-21T03:59:11.115992Z","end":"2026-04-21T03:59:11.221361Z","steps":["trace[1123440205] 'process raft request' (duration: 85.291761ms)","trace[1123440205] 'compare' (duration: 19.887638ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:59:11.221487Z","caller":"traceutil/trace.go:171","msg":"trace[233718728] linearizableReadLoop","detail":"{readStateIndex:14502; appliedIndex:14500; }","duration":"100.054984ms","start":"2026-04-21T03:59:11.121401Z","end":"2026-04-21T03:59:11.221456Z","steps":["trace[233718728] 'read index received' (duration: 79.880169ms)","trace[233718728] 'applied index is now lower than readState.Index' (duration: 20.172825ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T03:59:11.221538Z","caller":"traceutil/trace.go:171","msg":"trace[218629662] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"104.206746ms","start":"2026-04-21T03:59:11.117294Z","end":"2026-04-21T03:59:11.221501Z","steps":["trace[218629662] 'process raft request' (duration: 104.018371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:59:11.221726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.298021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T03:59:11.221798Z","caller":"traceutil/trace.go:171","msg":"trace[477654807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14025; }","duration":"100.410534ms","start":"2026-04-21T03:59:11.121369Z","end":"2026-04-21T03:59:11.22178Z","steps":["trace[477654807] 'agreement among raft nodes before linearized reading' (duration: 100.186137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:59:30.674833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528467601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T03:59:30.878756Z","caller":"traceutil/trace.go:171","msg":"trace[1669509358] transaction","detail":"{read_only:false; response_revision:14307; number_of_response:1; }","duration":"728.066568ms","start":"2026-04-21T03:59:30.150661Z","end":"2026-04-21T03:59:30.878728Z","steps":["trace[1669509358] 'process raft request' (duration: 727.890734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:59:30.878921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.150627Z","time spent":"728.212272ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T03:59:30.951149Z","caller":"traceutil/trace.go:171","msg":"trace[1675585862] linearizableReadLoop","detail":"{readStateIndex:14797; appliedIndex:14795; }","duration":"776.799635ms","start":"2026-04-21T03:59:30.174321Z","end":"2026-04-21T03:59:30.95112Z","steps":["trace[1675585862] 'read index received' (duration: 704.199593ms)","trace[1675585862] 'applied index is now lower than readState.Index' (duration: 72.598452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:59:30.951349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.01976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-04-21T03:59:30.951364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.903077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-04-21T03:59:30.951387Z","caller":"traceutil/trace.go:171","msg":"trace[1177759097] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5; range_end:; response_count:1; response_revision:14308; }","duration":"777.118713ms","start":"2026-04-21T03:59:30.174255Z","end":"2026-04-21T03:59:30.951374Z","steps":["trace[1177759097] 'agreement among raft nodes before linearized reading' (duration: 776.98647ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:30.951393Z","caller":"traceutil/trace.go:171","msg":"trace[891188888] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5; range_end:; response_count:1; response_revision:14308; }","duration":"703.992999ms","start":"2026-04-21T03:59:30.247391Z","end":"2026-04-21T03:59:30.951384Z","steps":["trace[891188888] 'agreement among raft nodes before linearized reading' (duration: 703.922277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:30.951322Z","caller":"traceutil/trace.go:171","msg":"trace[971381150] transaction","detail":"{read_only:false; response_revision:14308; number_of_response:1; }","duration":"485.416318ms","start":"2026-04-21T03:59:30.465825Z","end":"2026-04-21T03:59:30.951242Z","steps":["trace[971381150] 'process raft request' (duration: 461.406719ms)","trace[971381150] 'compare' (duration: 23.789713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:59:30.951448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.351186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T03:59:30.951536Z","caller":"traceutil/trace.go:171","msg":"trace[2038795483] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14308; }","duration":"485.500359ms","start":"2026-04-21T03:59:30.466018Z","end":"2026-04-21T03:59:30.951518Z","steps":["trace[2038795483] 'agreement among raft nodes before linearized reading' (duration: 485.326165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T03:59:30.951583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.465995Z","time spent":"485.579472ms","remote":"127.0.0.1:59544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T03:59:30.951604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.465795Z","time spent":"485.677704ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T03:59:30.951415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.174224Z","time spent":"777.184035ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5\" "} {"level":"warn","ts":"2026-04-21T03:59:30.951414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.247346Z","time spent":"704.062261ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-052fb366-6135-4072-9857-e36157d1c5a5\" "} {"level":"warn","ts":"2026-04-21T03:59:31.280803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.001765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T03:59:31.281754Z","caller":"traceutil/trace.go:171","msg":"trace[1494147674] transaction","detail":"{read_only:false; response_revision:14311; number_of_response:1; }","duration":"109.284171ms","start":"2026-04-21T03:59:31.172419Z","end":"2026-04-21T03:59:31.281704Z","steps":["trace[1494147674] 'process raft request' (duration: 109.146168ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T03:59:31.281768Z","caller":"traceutil/trace.go:171","msg":"trace[1602764454] transaction","detail":"{read_only:false; response_revision:14310; number_of_response:1; }","duration":"323.575527ms","start":"2026-04-21T03:59:30.958133Z","end":"2026-04-21T03:59:31.281708Z","steps":["trace[1602764454] 'process raft request' (duration: 153.549577ms)","trace[1602764454] 'compare' (duration: 168.667737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T03:59:31.282232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T03:59:30.958112Z","time spent":"324.031588ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:49.371094Z","caller":"traceutil/trace.go:171","msg":"trace[813755952] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"139.523929ms","start":"2026-04-21T04:00:49.231546Z","end":"2026-04-21T04:00:49.37107Z","steps":["trace[813755952] 'process raft request' (duration: 139.368115ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:55.015825Z","caller":"traceutil/trace.go:171","msg":"trace[485790908] linearizableReadLoop","detail":"{readStateIndex:15616; appliedIndex:15615; }","duration":"123.963318ms","start":"2026-04-21T04:00:54.891841Z","end":"2026-04-21T04:00:55.015805Z","steps":["trace[485790908] 'read index received' (duration: 123.825815ms)","trace[485790908] 'applied index is now lower than readState.Index' (duration: 135.963µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:00:55.016241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.376858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:55.016287Z","caller":"traceutil/trace.go:171","msg":"trace[1741120899] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15105; }","duration":"124.462511ms","start":"2026-04-21T04:00:54.891812Z","end":"2026-04-21T04:00:55.016275Z","steps":["trace[1741120899] 'agreement among raft nodes before linearized reading' (duration: 124.317377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.016459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.786936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.016493Z","caller":"traceutil/trace.go:171","msg":"trace[1153857367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15105; }","duration":"108.820497ms","start":"2026-04-21T04:00:54.907664Z","end":"2026-04-21T04:00:55.016484Z","steps":["trace[1153857367] 'agreement among raft nodes before linearized reading' (duration: 108.767916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.876658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.663002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:55.876717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.816332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.876844Z","caller":"traceutil/trace.go:171","msg":"trace[157022590] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15106; }","duration":"713.979716ms","start":"2026-04-21T04:00:55.162812Z","end":"2026-04-21T04:00:55.876792Z","steps":["trace[157022590] 'count revisions from in-memory index tree' (duration: 713.72524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.876906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.162793Z","time spent":"714.098408ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:55.876965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.555846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:00:55.877002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.52904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T04:00:55.876993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.228065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.877106Z","caller":"traceutil/trace.go:171","msg":"trace[1291112933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15106; }","duration":"264.394789ms","start":"2026-04-21T04:00:55.612682Z","end":"2026-04-21T04:00:55.877077Z","steps":["trace[1291112933] 'count revisions from in-memory index tree' (duration: 264.04537ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:55.877006Z","caller":"traceutil/trace.go:171","msg":"trace[1050064447] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15106; }","duration":"731.627758ms","start":"2026-04-21T04:00:55.145364Z","end":"2026-04-21T04:00:55.876992Z","steps":["trace[1050064447] 'range keys from in-memory index tree' (duration: 731.352671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.877164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.667959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:55.877183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.145339Z","time spent":"731.830433ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:55.877094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.577407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.877218Z","caller":"traceutil/trace.go:171","msg":"trace[1913320255] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15106; }","duration":"731.728601ms","start":"2026-04-21T04:00:55.145468Z","end":"2026-04-21T04:00:55.877196Z","steps":["trace[1913320255] 'range keys from in-memory index tree' (duration: 731.606438ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:55.877263Z","caller":"traceutil/trace.go:171","msg":"trace[1230480742] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15106; }","duration":"731.756211ms","start":"2026-04-21T04:00:55.145474Z","end":"2026-04-21T04:00:55.87723Z","steps":["trace[1230480742] 'range keys from in-memory index tree' (duration: 731.498955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.877321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.145461Z","time spent":"731.817543ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:55.877359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.145464Z","time spent":"731.874354ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:00:55.877044Z","caller":"traceutil/trace.go:171","msg":"trace[853044254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15106; }","duration":"481.602982ms","start":"2026-04-21T04:00:55.395432Z","end":"2026-04-21T04:00:55.877035Z","steps":["trace[853044254] 'range keys from in-memory index tree' (duration: 481.424907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.877448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.395415Z","time spent":"482.020932ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:00:55.876806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.468974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.876757Z","caller":"traceutil/trace.go:171","msg":"trace[484747006] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15106; }","duration":"312.812756ms","start":"2026-04-21T04:00:55.563924Z","end":"2026-04-21T04:00:55.876737Z","steps":["trace[484747006] 'count revisions from in-memory index tree' (duration: 312.578141ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:55.878288Z","caller":"traceutil/trace.go:171","msg":"trace[1207091210] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15106; }","duration":"732.943899ms","start":"2026-04-21T04:00:55.145321Z","end":"2026-04-21T04:00:55.878265Z","steps":["trace[1207091210] 'range keys from in-memory index tree' (duration: 731.416413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:55.878351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.145309Z","time spent":"733.021811ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:00:55.878344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.563902Z","time spent":"314.398884ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:00:55.923787Z","caller":"traceutil/trace.go:171","msg":"trace[1066758039] linearizableReadLoop","detail":"{readStateIndex:15618; appliedIndex:15617; }","duration":"249.601186ms","start":"2026-04-21T04:00:55.674162Z","end":"2026-04-21T04:00:55.923763Z","steps":["trace[1066758039] 'read index received' (duration: 249.490843ms)","trace[1066758039] 'applied index is now lower than readState.Index' (duration: 109.413µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:00:55.92394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.778941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:55.923927Z","caller":"traceutil/trace.go:171","msg":"trace[876476106] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"268.094ms","start":"2026-04-21T04:00:55.655791Z","end":"2026-04-21T04:00:55.923885Z","steps":["trace[876476106] 'process raft request' (duration: 267.834294ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:55.924005Z","caller":"traceutil/trace.go:171","msg":"trace[1357065996] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15107; }","duration":"249.865732ms","start":"2026-04-21T04:00:55.674114Z","end":"2026-04-21T04:00:55.92398Z","steps":["trace[1357065996] 'agreement among raft nodes before linearized reading' (duration: 249.77336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.424421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528470372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:00:56.893384Z","caller":"traceutil/trace.go:171","msg":"trace[1065687944] linearizableReadLoop","detail":"{readStateIndex:15622; appliedIndex:15618; }","duration":"969.495237ms","start":"2026-04-21T04:00:55.923854Z","end":"2026-04-21T04:00:56.893349Z","steps":["trace[1065687944] 'read index received' (duration: 941.799548ms)","trace[1065687944] 'applied index is now lower than readState.Index' (duration: 27.693889ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:00:56.893637Z","caller":"traceutil/trace.go:171","msg":"trace[1750190574] transaction","detail":"{read_only:false; response_revision:15111; number_of_response:1; }","duration":"1.010734678s","start":"2026-04-21T04:00:55.882864Z","end":"2026-04-21T04:00:56.893599Z","steps":["trace[1750190574] 'process raft request' (duration: 1.01041764s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.893756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081193224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T04:00:56.893857Z","caller":"traceutil/trace.go:171","msg":"trace[1637426023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15111; }","duration":"1.081317607s","start":"2026-04-21T04:00:55.812494Z","end":"2026-04-21T04:00:56.893812Z","steps":["trace[1637426023] 'agreement among raft nodes before linearized reading' (duration: 1.081071871s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.893903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.812471Z","time spent":"1.081423209s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:56.8939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.882846Z","time spent":"1.010889951s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:56.894003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090686346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T04:00:56.894069Z","caller":"traceutil/trace.go:171","msg":"trace[1868472329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15111; }","duration":"1.090816659s","start":"2026-04-21T04:00:55.803238Z","end":"2026-04-21T04:00:56.894055Z","steps":["trace[1868472329] 'agreement among raft nodes before linearized reading' (duration: 1.090486801s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.894094Z","caller":"traceutil/trace.go:171","msg":"trace[927560787] transaction","detail":"{read_only:false; response_revision:15110; number_of_response:1; }","duration":"1.215741501s","start":"2026-04-21T04:00:55.678333Z","end":"2026-04-21T04:00:56.894075Z","steps":["trace[927560787] 'process raft request' (duration: 1.21490619s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.803219Z","time spent":"1.090886871s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.864488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.894169Z","caller":"traceutil/trace.go:171","msg":"trace[967673147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15111; }","duration":"985.91679ms","start":"2026-04-21T04:00:55.908242Z","end":"2026-04-21T04:00:56.894159Z","steps":["trace[967673147] 'agreement among raft nodes before linearized reading' (duration: 985.864978ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.894076Z","caller":"traceutil/trace.go:171","msg":"trace[1853207510] transaction","detail":"{read_only:false; response_revision:15108; number_of_response:1; }","duration":"1.21979972s","start":"2026-04-21T04:00:55.674256Z","end":"2026-04-21T04:00:56.894055Z","steps":["trace[1853207510] 'process raft request' (duration: 1.191444195s)","trace[1853207510] 'compare' (duration: 27.30945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:00:56.894204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.908228Z","time spent":"985.9699ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.678326Z","time spent":"1.215817813s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:56.894323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.674246Z","time spent":"1.220023325s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:56.894371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013739171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:56.894401Z","caller":"traceutil/trace.go:171","msg":"trace[1515609983] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15111; }","duration":"1.013803163s","start":"2026-04-21T04:00:55.880589Z","end":"2026-04-21T04:00:56.894392Z","steps":["trace[1515609983] 'agreement among raft nodes before linearized reading' (duration: 1.013747442s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.894007Z","caller":"traceutil/trace.go:171","msg":"trace[1635707969] transaction","detail":"{read_only:false; response_revision:15109; number_of_response:1; }","duration":"1.219488242s","start":"2026-04-21T04:00:55.674327Z","end":"2026-04-21T04:00:56.893815Z","steps":["trace[1635707969] 'process raft request' (duration: 1.218854297s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.880573Z","time spent":"1.013848534s","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:56.894515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162891206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T04:00:56.894537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081970032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T04:00:56.89456Z","caller":"traceutil/trace.go:171","msg":"trace[817274995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15111; }","duration":"1.162966228s","start":"2026-04-21T04:00:55.731582Z","end":"2026-04-21T04:00:56.894549Z","steps":["trace[817274995] 'agreement among raft nodes before linearized reading' (duration: 1.162834775s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.894558Z","caller":"traceutil/trace.go:171","msg":"trace[357219332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15111; }","duration":"1.082015054s","start":"2026-04-21T04:00:55.812537Z","end":"2026-04-21T04:00:56.894552Z","steps":["trace[357219332] 'agreement among raft nodes before linearized reading' (duration: 1.08185302s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.674316Z","time spent":"1.220121457s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:56.894606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.812523Z","time spent":"1.082076865s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.7123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T04:00:56.894726Z","caller":"traceutil/trace.go:171","msg":"trace[103167996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15111; }","duration":"922.765441ms","start":"2026-04-21T04:00:55.971954Z","end":"2026-04-21T04:00:56.894719Z","steps":["trace[103167996] 'agreement among raft nodes before linearized reading' (duration: 922.429103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.971939Z","time spent":"922.800173ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21982117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-21T04:00:56.894793Z","caller":"traceutil/trace.go:171","msg":"trace[615638662] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15111; }","duration":"1.219854382s","start":"2026-04-21T04:00:55.674932Z","end":"2026-04-21T04:00:56.894787Z","steps":["trace[615638662] 'agreement among raft nodes before linearized reading' (duration: 1.21978108s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.67493Z","time spent":"1.219880492s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219693777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.894941Z","caller":"traceutil/trace.go:171","msg":"trace[1390425050] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"1.219932563s","start":"2026-04-21T04:00:55.674995Z","end":"2026-04-21T04:00:56.894928Z","steps":["trace[1390425050] 'agreement among raft nodes before linearized reading' (duration: 1.219651106s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.894981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.674993Z","time spent":"1.219976124s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:56.894995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.238622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T04:00:56.89502Z","caller":"traceutil/trace.go:171","msg":"trace[1800188695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:15111; }","duration":"592.295293ms","start":"2026-04-21T04:00:56.302717Z","end":"2026-04-21T04:00:56.895013Z","steps":["trace[1800188695] 'agreement among raft nodes before linearized reading' (duration: 592.203271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.3027Z","time spent":"592.338715ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.353305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416036"} {"level":"warn","ts":"2026-04-21T04:00:56.894586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.731565Z","time spent":"1.163013909s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:56.89519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.501233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.895223Z","caller":"traceutil/trace.go:171","msg":"trace[240289543] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"602.561585ms","start":"2026-04-21T04:00:56.292654Z","end":"2026-04-21T04:00:56.895216Z","steps":["trace[240289543] 'agreement among raft nodes before linearized reading' (duration: 602.488673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.292639Z","time spent":"602.598976ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-21T04:00:56.895142Z","caller":"traceutil/trace.go:171","msg":"trace[1679796276] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15111; }","duration":"421.435257ms","start":"2026-04-21T04:00:56.473696Z","end":"2026-04-21T04:00:56.895131Z","steps":["trace[1679796276] 'agreement among raft nodes before linearized reading' (duration: 421.220172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220360684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:00:56.895292Z","caller":"traceutil/trace.go:171","msg":"trace[428400131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"1.220424226s","start":"2026-04-21T04:00:55.67486Z","end":"2026-04-21T04:00:56.895284Z","steps":["trace[428400131] 'agreement among raft nodes before linearized reading' (duration: 1.220347423s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.473675Z","time spent":"421.606562ms","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416059,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.674846Z","time spent":"1.220476558s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.438828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.895419Z","caller":"traceutil/trace.go:171","msg":"trace[1880535736] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"652.51187ms","start":"2026-04-21T04:00:56.2429Z","end":"2026-04-21T04:00:56.895412Z","steps":["trace[1880535736] 'agreement among raft nodes before linearized reading' (duration: 652.447338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.89544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.242892Z","time spent":"652.54317ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.884289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.89557Z","caller":"traceutil/trace.go:171","msg":"trace[1478950163] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"652.95198ms","start":"2026-04-21T04:00:56.242611Z","end":"2026-04-21T04:00:56.895563Z","steps":["trace[1478950163] 'agreement among raft nodes before linearized reading' (duration: 652.910169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.242588Z","time spent":"652.995181ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.619191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:00:56.895701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.082454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:00:56.895709Z","caller":"traceutil/trace.go:171","msg":"trace[122921543] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"128.708973ms","start":"2026-04-21T04:00:56.76698Z","end":"2026-04-21T04:00:56.895689Z","steps":["trace[122921543] 'agreement among raft nodes before linearized reading' (duration: 128.611891ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.895727Z","caller":"traceutil/trace.go:171","msg":"trace[1420609537] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"653.156315ms","start":"2026-04-21T04:00:56.242564Z","end":"2026-04-21T04:00:56.89572Z","steps":["trace[1420609537] 'agreement among raft nodes before linearized reading' (duration: 653.087894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.24255Z","time spent":"653.191776ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:00:56.895813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.119313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.895836Z","caller":"traceutil/trace.go:171","msg":"trace[1297330964] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15111; }","duration":"675.141204ms","start":"2026-04-21T04:00:56.220686Z","end":"2026-04-21T04:00:56.895827Z","steps":["trace[1297330964] 'agreement among raft nodes before linearized reading' (duration: 675.105383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.895854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.220647Z","time spent":"675.201295ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:56.895932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.26339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b4sdz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-21T04:00:56.895967Z","caller":"traceutil/trace.go:171","msg":"trace[614480398] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b4sdz; range_end:; response_count:1; response_revision:15111; }","duration":"225.320612ms","start":"2026-04-21T04:00:56.670638Z","end":"2026-04-21T04:00:56.895958Z","steps":["trace[614480398] 'agreement among raft nodes before linearized reading' (duration: 225.23115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.790397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-21T04:00:56.896057Z","caller":"traceutil/trace.go:171","msg":"trace[1208118943] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7gf7; range_end:; response_count:1; response_revision:15111; }","duration":"701.865969ms","start":"2026-04-21T04:00:56.19418Z","end":"2026-04-21T04:00:56.896046Z","steps":["trace[1208118943] 'agreement among raft nodes before linearized reading' (duration: 701.782577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.194155Z","time spent":"701.917951ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" "} {"level":"warn","ts":"2026-04-21T04:00:56.896114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.725302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.896151Z","caller":"traceutil/trace.go:171","msg":"trace[1285731390] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15111; }","duration":"252.761973ms","start":"2026-04-21T04:00:56.643378Z","end":"2026-04-21T04:00:56.89614Z","steps":["trace[1285731390] 'agreement among raft nodes before linearized reading' (duration: 252.708402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.848706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-21T04:00:56.896255Z","caller":"traceutil/trace.go:171","msg":"trace[152011862] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15111; }","duration":"807.905008ms","start":"2026-04-21T04:00:56.088343Z","end":"2026-04-21T04:00:56.896248Z","steps":["trace[152011862] 'agreement among raft nodes before linearized reading' (duration: 807.834406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.088323Z","time spent":"807.946378ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:00:56.896366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.84001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:56.896404Z","caller":"traceutil/trace.go:171","msg":"trace[1623078624] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15111; }","duration":"262.899992ms","start":"2026-04-21T04:00:56.633495Z","end":"2026-04-21T04:00:56.896395Z","steps":["trace[1623078624] 'agreement among raft nodes before linearized reading' (duration: 262.78519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.64582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:56.896437Z","caller":"traceutil/trace.go:171","msg":"trace[418977418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15111; }","duration":"829.68866ms","start":"2026-04-21T04:00:56.066739Z","end":"2026-04-21T04:00:56.896428Z","steps":["trace[418977418] 'agreement among raft nodes before linearized reading' (duration: 829.650459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.066729Z","time spent":"829.728222ms","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:56.896576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.572828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.896607Z","caller":"traceutil/trace.go:171","msg":"trace[1998163804] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"276.649469ms","start":"2026-04-21T04:00:56.61995Z","end":"2026-04-21T04:00:56.896599Z","steps":["trace[1998163804] 'agreement among raft nodes before linearized reading' (duration: 276.564717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.600346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:00:56.896853Z","caller":"traceutil/trace.go:171","msg":"trace[455134242] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"280.674977ms","start":"2026-04-21T04:00:56.61617Z","end":"2026-04-21T04:00:56.896845Z","steps":["trace[455134242] 'agreement among raft nodes before linearized reading' (duration: 280.574655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.899463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.897021Z","caller":"traceutil/trace.go:171","msg":"trace[818055446] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"280.959984ms","start":"2026-04-21T04:00:56.616053Z","end":"2026-04-21T04:00:56.897013Z","steps":["trace[818055446] 'agreement among raft nodes before linearized reading' (duration: 280.912243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.897093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.850323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.897119Z","caller":"traceutil/trace.go:171","msg":"trace[861422885] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"369.887074ms","start":"2026-04-21T04:00:56.527225Z","end":"2026-04-21T04:00:56.897112Z","steps":["trace[861422885] 'agreement among raft nodes before linearized reading' (duration: 369.852133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.897143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.52722Z","time spent":"369.917264ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:56.897255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.044247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.897283Z","caller":"traceutil/trace.go:171","msg":"trace[1429806046] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"370.090669ms","start":"2026-04-21T04:00:56.527185Z","end":"2026-04-21T04:00:56.897275Z","steps":["trace[1429806046] 'agreement among raft nodes before linearized reading' (duration: 370.014337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.897307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.527179Z","time spent":"370.122359ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:56.897385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.350495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:56.895184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220251821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:56.897451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.456828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:56.897483Z","caller":"traceutil/trace.go:171","msg":"trace[1894620466] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15111; }","duration":"370.532999ms","start":"2026-04-21T04:00:56.526942Z","end":"2026-04-21T04:00:56.897475Z","steps":["trace[1894620466] 'agreement among raft nodes before linearized reading' (duration: 370.494579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.897512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.526919Z","time spent":"370.5869ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-21T04:00:56.897488Z","caller":"traceutil/trace.go:171","msg":"trace[41352362] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15111; }","duration":"1.222535017s","start":"2026-04-21T04:00:55.674919Z","end":"2026-04-21T04:00:56.897454Z","steps":["trace[41352362] 'agreement among raft nodes before linearized reading' (duration: 1.220242641s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.896376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.336088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-21T04:00:56.897654Z","caller":"traceutil/trace.go:171","msg":"trace[2054738125] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-67hz8; range_end:; response_count:1; response_revision:15111; }","duration":"809.65925ms","start":"2026-04-21T04:00:56.087986Z","end":"2026-04-21T04:00:56.897645Z","steps":["trace[2054738125] 'agreement among raft nodes before linearized reading' (duration: 808.336148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.89769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.087964Z","time spent":"809.716631ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" "} {"level":"warn","ts":"2026-04-21T04:00:56.897946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:55.674914Z","time spent":"1.222898456s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-21T04:00:56.898152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.853325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-04-21T04:00:56.897415Z","caller":"traceutil/trace.go:171","msg":"trace[1264139338] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15111; }","duration":"370.389586ms","start":"2026-04-21T04:00:56.527015Z","end":"2026-04-21T04:00:56.897404Z","steps":["trace[1264139338] 'agreement among raft nodes before linearized reading' (duration: 370.353585ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:56.898241Z","caller":"traceutil/trace.go:171","msg":"trace[482954411] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-67hz8; range_end:; response_count:1; response_revision:15111; }","duration":"878.986099ms","start":"2026-04-21T04:00:56.01923Z","end":"2026-04-21T04:00:56.898216Z","steps":["trace[482954411] 'agreement among raft nodes before linearized reading' (duration: 878.719842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.898289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.322494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:56.898312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.294848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:00:56.898286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.527009Z","time spent":"371.265668ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:00:56.898351Z","caller":"traceutil/trace.go:171","msg":"trace[1873895083] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15111; }","duration":"846.36871ms","start":"2026-04-21T04:00:56.051973Z","end":"2026-04-21T04:00:56.898342Z","steps":["trace[1873895083] 'agreement among raft nodes before linearized reading' (duration: 846.208747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.898384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.051959Z","time spent":"846.420641ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-21T04:00:56.898347Z","caller":"traceutil/trace.go:171","msg":"trace[766421845] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15111; }","duration":"847.410215ms","start":"2026-04-21T04:00:56.050924Z","end":"2026-04-21T04:00:56.898334Z","steps":["trace[766421845] 'agreement among raft nodes before linearized reading' (duration: 847.322343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.898455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.050907Z","time spent":"847.541819ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:56.898295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.019203Z","time spent":"879.082171ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" "} {"level":"warn","ts":"2026-04-21T04:00:56.899443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.56977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:56.89948Z","caller":"traceutil/trace.go:171","msg":"trace[261356778] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15111; }","duration":"845.627802ms","start":"2026-04-21T04:00:56.053843Z","end":"2026-04-21T04:00:56.899471Z","steps":["trace[261356778] 'agreement among raft nodes before linearized reading' (duration: 842.72172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:56.899514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.053833Z","time spent":"845.675023ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-21T04:00:57.263258Z","caller":"traceutil/trace.go:171","msg":"trace[403672138] linearizableReadLoop","detail":"{readStateIndex:15628; appliedIndex:15622; }","duration":"356.543957ms","start":"2026-04-21T04:00:56.906687Z","end":"2026-04-21T04:00:57.263231Z","steps":["trace[403672138] 'read index received' (duration: 63.219389ms)","trace[403672138] 'applied index is now lower than readState.Index' (duration: 293.323228ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:00:57.263586Z","caller":"traceutil/trace.go:171","msg":"trace[1326227817] transaction","detail":"{read_only:false; response_revision:15113; number_of_response:1; }","duration":"357.217434ms","start":"2026-04-21T04:00:56.906348Z","end":"2026-04-21T04:00:57.263565Z","steps":["trace[1326227817] 'process raft request' (duration: 321.787745ms)","trace[1326227817] 'compare' (duration: 34.139298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:00:57.263718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.906324Z","time spent":"357.309517ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:57.263936Z","caller":"traceutil/trace.go:171","msg":"trace[1841751171] transaction","detail":"{read_only:false; response_revision:15114; number_of_response:1; }","duration":"357.49721ms","start":"2026-04-21T04:00:56.906425Z","end":"2026-04-21T04:00:57.263922Z","steps":["trace[1841751171] 'process raft request' (duration: 356.590289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:57.26402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.906418Z","time spent":"357.560852ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:57.2642Z","caller":"traceutil/trace.go:171","msg":"trace[269287128] transaction","detail":"{read_only:false; response_revision:15115; number_of_response:1; }","duration":"357.710705ms","start":"2026-04-21T04:00:56.906476Z","end":"2026-04-21T04:00:57.264186Z","steps":["trace[269287128] 'process raft request' (duration: 356.607918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:57.264282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.90647Z","time spent":"357.771536ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:57.264452Z","caller":"traceutil/trace.go:171","msg":"trace[1192254094] transaction","detail":"{read_only:false; response_revision:15116; number_of_response:1; }","duration":"357.91733ms","start":"2026-04-21T04:00:56.906521Z","end":"2026-04-21T04:00:57.264438Z","steps":["trace[1192254094] 'process raft request' (duration: 356.608378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:57.264537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.906515Z","time spent":"357.977821ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:57.26471Z","caller":"traceutil/trace.go:171","msg":"trace[31689648] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"358.075683ms","start":"2026-04-21T04:00:56.906619Z","end":"2026-04-21T04:00:57.264694Z","steps":["trace[31689648] 'process raft request' (duration: 356.563817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:57.264794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.90661Z","time spent":"358.141466ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:57.265808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.11008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:00:57.265852Z","caller":"traceutil/trace.go:171","msg":"trace[985428686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15117; }","duration":"359.178651ms","start":"2026-04-21T04:00:56.906662Z","end":"2026-04-21T04:00:57.26584Z","steps":["trace[985428686] 'agreement among raft nodes before linearized reading' (duration: 358.335539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:57.265896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.906654Z","time spent":"359.222083ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:00:57.763685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528470384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:58.263874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528470384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:58.764029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528470384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:59.264668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528470384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:00:59.5761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.315399217s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:00:59.576931Z","caller":"traceutil/trace.go:171","msg":"trace[438098833] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"2.317057868s","start":"2026-04-21T04:00:57.259849Z","end":"2026-04-21T04:00:59.576907Z","steps":["trace[438098833] 'process raft request' (duration: 2.316552476s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.577072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.259819Z","time spent":"2.317181671s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:59.796865Z","caller":"traceutil/trace.go:171","msg":"trace[1811713076] transaction","detail":"{read_only:false; response_revision:15120; number_of_response:1; }","duration":"895.160365ms","start":"2026-04-21T04:00:58.901682Z","end":"2026-04-21T04:00:59.796843Z","steps":["trace[1811713076] 'process raft request' (duration: 895.093723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.796991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.901651Z","time spent":"895.269168ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:59.797076Z","caller":"traceutil/trace.go:171","msg":"trace[713177298] transaction","detail":"{read_only:false; response_revision:15119; number_of_response:1; }","duration":"1.867549832s","start":"2026-04-21T04:00:57.929344Z","end":"2026-04-21T04:00:59.796894Z","steps":["trace[713177298] 'process raft request' (duration: 1.867303166s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.797197Z","caller":"traceutil/trace.go:171","msg":"trace[20223108] transaction","detail":"{read_only:false; response_revision:15122; number_of_response:1; }","duration":"894.898538ms","start":"2026-04-21T04:00:58.902295Z","end":"2026-04-21T04:00:59.797193Z","steps":["trace[20223108] 'process raft request' (duration: 894.780255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.797262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.90228Z","time spent":"894.95853ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:59.797384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746015399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.797421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.92933Z","time spent":"1.867881501s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:00:59.797471Z","caller":"traceutil/trace.go:171","msg":"trace[1067622616] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15122; }","duration":"2.746116881s","start":"2026-04-21T04:00:57.051333Z","end":"2026-04-21T04:00:59.79745Z","steps":["trace[1067622616] 'agreement among raft nodes before linearized reading' (duration: 2.745977338s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.797556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.051245Z","time spent":"2.746299037s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.797539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642553285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-21T04:00:59.797624Z","caller":"traceutil/trace.go:171","msg":"trace[1632171635] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15122; }","duration":"2.642652607s","start":"2026-04-21T04:00:57.15495Z","end":"2026-04-21T04:00:59.797602Z","steps":["trace[1632171635] 'agreement among raft nodes before linearized reading' (duration: 2.642373749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.79768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.154845Z","time spent":"2.642825732s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-21T04:00:59.797163Z","caller":"traceutil/trace.go:171","msg":"trace[1796271601] transaction","detail":"{read_only:false; response_revision:15121; number_of_response:1; }","duration":"895.38907ms","start":"2026-04-21T04:00:58.901766Z","end":"2026-04-21T04:00:59.797155Z","steps":["trace[1796271601] 'process raft request' (duration: 895.037042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.797907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.901731Z","time spent":"896.132809ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:00:59.797748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888082941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.798101Z","caller":"traceutil/trace.go:171","msg":"trace[1217828037] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15122; }","duration":"2.888544272s","start":"2026-04-21T04:00:56.909534Z","end":"2026-04-21T04:00:59.798078Z","steps":["trace[1217828037] 'agreement among raft nodes before linearized reading' (duration: 2.888024389s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887616109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:00:59.797227Z","caller":"traceutil/trace.go:171","msg":"trace[770343825] linearizableReadLoop","detail":"{readStateIndex:15633; appliedIndex:15628; }","duration":"2.53385831s","start":"2026-04-21T04:00:57.263343Z","end":"2026-04-21T04:00:59.797201Z","steps":["trace[770343825] 'read index received' (duration: 2.313168673s)","trace[770343825] 'applied index is now lower than readState.Index' (duration: 220.688647ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:00:59.798199Z","caller":"traceutil/trace.go:171","msg":"trace[1428147531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15122; }","duration":"2.887707921s","start":"2026-04-21T04:00:56.910474Z","end":"2026-04-21T04:00:59.798182Z","steps":["trace[1428147531] 'agreement among raft nodes before linearized reading' (duration: 2.88688749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.910465Z","time spent":"2.887769163s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:00:59.798012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886666446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:00:59.79829Z","caller":"traceutil/trace.go:171","msg":"trace[774730811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15122; }","duration":"2.886970263s","start":"2026-04-21T04:00:56.911305Z","end":"2026-04-21T04:00:59.798276Z","steps":["trace[774730811] 'agreement among raft nodes before linearized reading' (duration: 2.885965028s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023447984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-21T04:00:59.798298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.909528Z","time spent":"2.888634764s","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.798402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.967212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.798434Z","caller":"traceutil/trace.go:171","msg":"trace[697296852] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15122; }","duration":"893.018743ms","start":"2026-04-21T04:00:58.90541Z","end":"2026-04-21T04:00:59.798428Z","steps":["trace[697296852] 'agreement among raft nodes before linearized reading' (duration: 892.954802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.15714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T04:00:59.798496Z","caller":"traceutil/trace.go:171","msg":"trace[782864367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15122; }","duration":"896.239082ms","start":"2026-04-21T04:00:58.902249Z","end":"2026-04-21T04:00:59.798488Z","steps":["trace[782864367] 'agreement among raft nodes before linearized reading' (duration: 896.130029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.87515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.79853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.902228Z","time spent":"896.295713ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:00:59.798566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685695127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-21T04:00:59.798594Z","caller":"traceutil/trace.go:171","msg":"trace[2140020660] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15122; }","duration":"1.685783609s","start":"2026-04-21T04:00:58.112803Z","end":"2026-04-21T04:00:59.798587Z","steps":["trace[2140020660] 'agreement among raft nodes before linearized reading' (duration: 1.685717467s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.79859Z","caller":"traceutil/trace.go:171","msg":"trace[635981157] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"893.122366ms","start":"2026-04-21T04:00:58.905449Z","end":"2026-04-21T04:00:59.798571Z","steps":["trace[635981157] 'agreement among raft nodes before linearized reading' (duration: 892.860929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890781243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.798688Z","caller":"traceutil/trace.go:171","msg":"trace[630204785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15122; }","duration":"1.890799953s","start":"2026-04-21T04:00:57.907882Z","end":"2026-04-21T04:00:59.798682Z","steps":["trace[630204785] 'agreement among raft nodes before linearized reading' (duration: 1.890770993s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.907823Z","time spent":"1.890886495s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:00:59.798684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.905442Z","time spent":"893.229508ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:59.798968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912354611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:59.799001Z","caller":"traceutil/trace.go:171","msg":"trace[433702609] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"1.912424843s","start":"2026-04-21T04:00:57.886569Z","end":"2026-04-21T04:00:59.798994Z","steps":["trace[433702609] 'agreement among raft nodes before linearized reading' (duration: 1.912345681s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.799025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.886548Z","time spent":"1.912471504s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910737302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.799166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969703836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:59.799201Z","caller":"traceutil/trace.go:171","msg":"trace[265545331] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:15122; }","duration":"1.969776698s","start":"2026-04-21T04:00:57.829417Z","end":"2026-04-21T04:00:59.799194Z","steps":["trace[265545331] 'agreement among raft nodes before linearized reading' (duration: 1.969724186s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.799227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.829397Z","time spent":"1.969820139s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:00:59.799187Z","caller":"traceutil/trace.go:171","msg":"trace[243367011] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.910940666s","start":"2026-04-21T04:00:57.888231Z","end":"2026-04-21T04:00:59.799172Z","steps":["trace[243367011] 'agreement among raft nodes before linearized reading' (duration: 1.91068181s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.79939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.888223Z","time spent":"1.9111201s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.939227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:00:59.80054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.988518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:00:59.798614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.112782Z","time spent":"1.68582712s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-21T04:00:59.800567Z","caller":"traceutil/trace.go:171","msg":"trace[866538465] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"894.028578ms","start":"2026-04-21T04:00:58.906518Z","end":"2026-04-21T04:00:59.800546Z","steps":["trace[866538465] 'agreement among raft nodes before linearized reading' (duration: 893.844214ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.800566Z","caller":"traceutil/trace.go:171","msg":"trace[959750167] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"894.037469ms","start":"2026-04-21T04:00:58.906519Z","end":"2026-04-21T04:00:59.800557Z","steps":["trace[959750167] 'agreement among raft nodes before linearized reading' (duration: 893.957847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.800612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.906501Z","time spent":"894.104091ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.906505Z","time spent":"894.098951ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:59.798465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.905398Z","time spent":"893.060474ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.413605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-21T04:00:59.800862Z","caller":"traceutil/trace.go:171","msg":"trace[962352337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15122; }","duration":"151.829431ms","start":"2026-04-21T04:00:59.64902Z","end":"2026-04-21T04:00:59.80085Z","steps":["trace[962352337] 'agreement among raft nodes before linearized reading' (duration: 150.288112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.9113Z","time spent":"2.887029615s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:00:59.801002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.330285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:59.801051Z","caller":"traceutil/trace.go:171","msg":"trace[1926346583] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"894.400436ms","start":"2026-04-21T04:00:58.906639Z","end":"2026-04-21T04:00:59.80104Z","steps":["trace[1926346583] 'agreement among raft nodes before linearized reading' (duration: 894.265343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.90663Z","time spent":"894.452119ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:59.80102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.124091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:00:59.79864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870052385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.801243Z","caller":"traceutil/trace.go:171","msg":"trace[1666293126] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"1.87268226s","start":"2026-04-21T04:00:57.92855Z","end":"2026-04-21T04:00:59.801232Z","steps":["trace[1666293126] 'agreement among raft nodes before linearized reading' (duration: 1.870076106s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.798507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290033212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.801296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.821598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:00:59.80132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.811208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.801313Z","caller":"traceutil/trace.go:171","msg":"trace[701379269] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15122; }","duration":"1.292871112s","start":"2026-04-21T04:00:58.50843Z","end":"2026-04-21T04:00:59.801301Z","steps":["trace[701379269] 'agreement among raft nodes before linearized reading' (duration: 1.290055792s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889365631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:00:59.801384Z","caller":"traceutil/trace.go:171","msg":"trace[2117300589] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15122; }","duration":"894.894569ms","start":"2026-04-21T04:00:58.906481Z","end":"2026-04-21T04:00:59.801375Z","steps":["trace[2117300589] 'agreement among raft nodes before linearized reading' (duration: 894.794137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.508409Z","time spent":"1.292976975s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.799655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.771093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T04:00:59.801422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.906472Z","time spent":"894.93924ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.151621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T04:00:59.80146Z","caller":"traceutil/trace.go:171","msg":"trace[363438548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15122; }","duration":"529.589797ms","start":"2026-04-21T04:00:59.271854Z","end":"2026-04-21T04:00:59.801443Z","steps":["trace[363438548] 'agreement among raft nodes before linearized reading' (duration: 527.725411ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:00:59.801494Z","caller":"traceutil/trace.go:171","msg":"trace[1558693314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15122; }","duration":"529.933766ms","start":"2026-04-21T04:00:59.271544Z","end":"2026-04-21T04:00:59.801477Z","steps":["trace[1558693314] 'agreement among raft nodes before linearized reading' (duration: 528.128781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.271843Z","time spent":"529.642889ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:59.801554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.271539Z","time spent":"529.998497ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.260084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T04:00:59.801629Z","caller":"traceutil/trace.go:171","msg":"trace[1663671601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15122; }","duration":"530.11806ms","start":"2026-04-21T04:00:59.271489Z","end":"2026-04-21T04:00:59.801607Z","steps":["trace[1663671601] 'agreement among raft nodes before linearized reading' (duration: 528.252924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.799822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.182436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:00:59.801704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.27147Z","time spent":"530.212463ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:00:59.801709Z","caller":"traceutil/trace.go:171","msg":"trace[1059978740] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15122; }","duration":"897.066032ms","start":"2026-04-21T04:00:58.904631Z","end":"2026-04-21T04:00:59.801697Z","steps":["trace[1059978740] 'agreement among raft nodes before linearized reading' (duration: 895.161995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.904624Z","time spent":"897.112183ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.281757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T04:00:59.801798Z","caller":"traceutil/trace.go:171","msg":"trace[128829213] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15122; }","duration":"597.251015ms","start":"2026-04-21T04:00:59.204535Z","end":"2026-04-21T04:00:59.801786Z","steps":["trace[128829213] 'agreement among raft nodes before linearized reading' (duration: 595.296117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.204515Z","time spent":"597.307846ms","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:00:59.799884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.462498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:59.801883Z","caller":"traceutil/trace.go:171","msg":"trace[613229249] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"896.478298ms","start":"2026-04-21T04:00:58.905395Z","end":"2026-04-21T04:00:59.801873Z","steps":["trace[613229249] 'agreement among raft nodes before linearized reading' (duration: 894.444268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.801939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.905384Z","time spent":"896.54454ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-21T04:00:59.801281Z","caller":"traceutil/trace.go:171","msg":"trace[652326310] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"894.730545ms","start":"2026-04-21T04:00:58.906483Z","end":"2026-04-21T04:00:59.801214Z","steps":["trace[652326310] 'agreement among raft nodes before linearized reading' (duration: 893.885265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.799902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911577341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.802033Z","caller":"traceutil/trace.go:171","msg":"trace[18035721] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15122; }","duration":"1.913726135s","start":"2026-04-21T04:00:57.888298Z","end":"2026-04-21T04:00:59.802024Z","steps":["trace[18035721] 'agreement among raft nodes before linearized reading' (duration: 1.911551262s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.802095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.888294Z","time spent":"1.913792446s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.454317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T04:00:59.801399Z","caller":"traceutil/trace.go:171","msg":"trace[1105995852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15122; }","duration":"2.89088513s","start":"2026-04-21T04:00:56.910504Z","end":"2026-04-21T04:00:59.801389Z","steps":["trace[1105995852] 'agreement among raft nodes before linearized reading' (duration: 2.88682621s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.802226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:56.9105Z","time spent":"2.8917139s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T04:00:59.802178Z","caller":"traceutil/trace.go:171","msg":"trace[1391962977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15122; }","duration":"827.711932ms","start":"2026-04-21T04:00:58.974455Z","end":"2026-04-21T04:00:59.802167Z","steps":["trace[1391962977] 'agreement among raft nodes before linearized reading' (duration: 825.429626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.80231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.974439Z","time spent":"827.863116ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.039446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.803129Z","caller":"traceutil/trace.go:171","msg":"trace[1383553139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"899.111992ms","start":"2026-04-21T04:00:58.904006Z","end":"2026-04-21T04:00:59.803118Z","steps":["trace[1383553139] 'agreement among raft nodes before linearized reading' (duration: 896.050537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.803286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.90399Z","time spent":"899.284286ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:59.8001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.135993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:59.803455Z","caller":"traceutil/trace.go:171","msg":"trace[243399508] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"891.471056ms","start":"2026-04-21T04:00:58.911957Z","end":"2026-04-21T04:00:59.803428Z","steps":["trace[243399508] 'agreement among raft nodes before linearized reading' (duration: 888.089302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.803578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.911932Z","time spent":"891.625729ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911754466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.803674Z","caller":"traceutil/trace.go:171","msg":"trace[1117546472] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15122; }","duration":"1.915379045s","start":"2026-04-21T04:00:57.888275Z","end":"2026-04-21T04:00:59.803654Z","steps":["trace[1117546472] 'agreement among raft nodes before linearized reading' (duration: 1.911680574s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.80373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.88827Z","time spent":"1.915443527s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.184214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.803866Z","caller":"traceutil/trace.go:171","msg":"trace[142653133] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"891.913086ms","start":"2026-04-21T04:00:58.911932Z","end":"2026-04-21T04:00:59.803845Z","steps":["trace[142653133] 'agreement among raft nodes before linearized reading' (duration: 888.185454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.803938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.911922Z","time spent":"891.997439ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-21T04:00:59.79835Z","caller":"traceutil/trace.go:171","msg":"trace[501866682] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15122; }","duration":"2.023478235s","start":"2026-04-21T04:00:57.774862Z","end":"2026-04-21T04:00:59.79834Z","steps":["trace[501866682] 'agreement among raft nodes before linearized reading' (duration: 2.023395383s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.774805Z","time spent":"2.029263176s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.863652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:00:59.804214Z","caller":"traceutil/trace.go:171","msg":"trace[1666753141] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"899.84511ms","start":"2026-04-21T04:00:58.904355Z","end":"2026-04-21T04:00:59.8042Z","steps":["trace[1666753141] 'agreement among raft nodes before linearized reading' (duration: 895.75012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.904348Z","time spent":"899.903982ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.802477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:00:59.804353Z","caller":"traceutil/trace.go:171","msg":"trace[1556138439] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15122; }","duration":"898.886717ms","start":"2026-04-21T04:00:58.905456Z","end":"2026-04-21T04:00:59.804342Z","steps":["trace[1556138439] 'agreement among raft nodes before linearized reading' (duration: 894.773466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.905451Z","time spent":"898.928308ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:59.80034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.397112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:00:59.800347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.952141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:00:59.804673Z","caller":"traceutil/trace.go:171","msg":"trace[1766533549] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"899.296937ms","start":"2026-04-21T04:00:58.905366Z","end":"2026-04-21T04:00:59.804663Z","steps":["trace[1766533549] 'agreement among raft nodes before linearized reading' (duration: 894.53329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.905361Z","time spent":"899.336277ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.276193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:00:59.804815Z","caller":"traceutil/trace.go:171","msg":"trace[100303491] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"900.66017ms","start":"2026-04-21T04:00:58.904146Z","end":"2026-04-21T04:00:59.804806Z","steps":["trace[100303491] 'agreement among raft nodes before linearized reading' (duration: 896.079118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.90414Z","time spent":"900.706481ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:00:59.800484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.70614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-21T04:00:59.804954Z","caller":"traceutil/trace.go:171","msg":"trace[300496955] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15122; }","duration":"900.188528ms","start":"2026-04-21T04:00:58.904758Z","end":"2026-04-21T04:00:59.804946Z","steps":["trace[300496955] 'agreement among raft nodes before linearized reading' (duration: 895.613447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.804975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.904751Z","time spent":"900.217829ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-21T04:00:59.801272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:57.928532Z","time spent":"1.872731441s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:00:59.799562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.232229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-21T04:00:59.80541Z","caller":"traceutil/trace.go:171","msg":"trace[1656592806] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7gf7; range_end:; response_count:1; response_revision:15122; }","duration":"524.082572ms","start":"2026-04-21T04:00:59.281303Z","end":"2026-04-21T04:00:59.805385Z","steps":["trace[1656592806] 'agreement among raft nodes before linearized reading' (duration: 518.196978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.805471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.281293Z","time spent":"524.161374ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" "} {"level":"info","ts":"2026-04-21T04:00:59.801346Z","caller":"traceutil/trace.go:171","msg":"trace[592479939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15122; }","duration":"894.887189ms","start":"2026-04-21T04:00:58.906448Z","end":"2026-04-21T04:00:59.801335Z","steps":["trace[592479939] 'agreement among raft nodes before linearized reading' (duration: 894.765916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.80554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.906438Z","time spent":"899.065351ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-21T04:00:59.805553Z","caller":"traceutil/trace.go:171","msg":"trace[1815073131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15122; }","duration":"899.542973ms","start":"2026-04-21T04:00:58.90492Z","end":"2026-04-21T04:00:59.804463Z","steps":["trace[1815073131] 'agreement among raft nodes before linearized reading' (duration: 895.359211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.80003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.721382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-21T04:00:59.805607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.904914Z","time spent":"900.68038ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-21T04:00:59.805611Z","caller":"traceutil/trace.go:171","msg":"trace[700719757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:15122; }","duration":"886.326878ms","start":"2026-04-21T04:00:58.919275Z","end":"2026-04-21T04:00:59.805602Z","steps":["trace[700719757] 'agreement among raft nodes before linearized reading' (duration: 880.69208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:00:59.805642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.919262Z","time spent":"886.371549ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T04:00:59.802224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:58.906477Z","time spent":"895.644017ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-21T04:01:00.261199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.126151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T04:01:00.261622Z","caller":"traceutil/trace.go:171","msg":"trace[1320432783] linearizableReadLoop","detail":"{readStateIndex:15634; appliedIndex:15633; }","duration":"449.71189ms","start":"2026-04-21T04:00:59.811894Z","end":"2026-04-21T04:01:00.261605Z","steps":["trace[1320432783] 'read index received' (duration: 143.212289ms)","trace[1320432783] 'applied index is now lower than readState.Index' (duration: 306.498291ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:00.261674Z","caller":"traceutil/trace.go:171","msg":"trace[1293108228] transaction","detail":"{read_only:false; response_revision:15123; number_of_response:1; }","duration":"450.684064ms","start":"2026-04-21T04:00:59.810926Z","end":"2026-04-21T04:01:00.26161Z","steps":["trace[1293108228] 'process raft request' (duration: 144.069431ms)","trace[1293108228] 'compare' (duration: 305.725901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:00.261878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.810898Z","time spent":"450.856268ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:00.262197Z","caller":"traceutil/trace.go:171","msg":"trace[634226469] transaction","detail":"{read_only:false; response_revision:15124; number_of_response:1; }","duration":"449.996436ms","start":"2026-04-21T04:00:59.812177Z","end":"2026-04-21T04:01:00.262173Z","steps":["trace[634226469] 'process raft request' (duration: 449.34183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.2624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.812163Z","time spent":"450.15229ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:00.262512Z","caller":"traceutil/trace.go:171","msg":"trace[463562821] transaction","detail":"{read_only:false; response_revision:15126; number_of_response:1; }","duration":"450.180212ms","start":"2026-04-21T04:00:59.812324Z","end":"2026-04-21T04:01:00.262505Z","steps":["trace[463562821] 'process raft request' (duration: 450.036148ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:00.262522Z","caller":"traceutil/trace.go:171","msg":"trace[1344699406] transaction","detail":"{read_only:false; response_revision:15125; number_of_response:1; }","duration":"450.245272ms","start":"2026-04-21T04:00:59.812243Z","end":"2026-04-21T04:01:00.262488Z","steps":["trace[1344699406] 'process raft request' (duration: 449.884163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.262588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.812308Z","time spent":"450.245183ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:00.262479Z","caller":"traceutil/trace.go:171","msg":"trace[415388280] transaction","detail":"{read_only:false; response_revision:15127; number_of_response:1; }","duration":"446.838179ms","start":"2026-04-21T04:00:59.815629Z","end":"2026-04-21T04:01:00.262467Z","steps":["trace[415388280] 'process raft request' (duration: 446.798498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.262746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.815619Z","time spent":"447.088086ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:00.262728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.812221Z","time spent":"450.403997ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:00.262265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.363875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06210a3c-64dc-4a51-932e-6874a2fb9c9d\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-21T04:01:00.262877Z","caller":"traceutil/trace.go:171","msg":"trace[457406535] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06210a3c-64dc-4a51-932e-6874a2fb9c9d; range_end:; response_count:1; response_revision:15124; }","duration":"450.982271ms","start":"2026-04-21T04:00:59.811877Z","end":"2026-04-21T04:01:00.262859Z","steps":["trace[457406535] 'agreement among raft nodes before linearized reading' (duration: 449.808281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.262925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.81187Z","time spent":"451.045972ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-06210a3c-64dc-4a51-932e-6874a2fb9c9d\" "} {"level":"info","ts":"2026-04-21T04:01:00.396967Z","caller":"traceutil/trace.go:171","msg":"trace[1934400583] linearizableReadLoop","detail":"{readStateIndex:15639; appliedIndex:15638; }","duration":"135.271284ms","start":"2026-04-21T04:01:00.261662Z","end":"2026-04-21T04:01:00.396934Z","steps":["trace[1934400583] 'read index received' (duration: 36.376001ms)","trace[1934400583] 'applied index is now lower than readState.Index' (duration: 98.893413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:00.397515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.204731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18911"} {"level":"info","ts":"2026-04-21T04:01:00.397591Z","caller":"traceutil/trace.go:171","msg":"trace[44215336] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15127; }","duration":"585.316653ms","start":"2026-04-21T04:00:59.812246Z","end":"2026-04-21T04:01:00.397563Z","steps":["trace[44215336] 'agreement among raft nodes before linearized reading' (duration: 585.072107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.39765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.812228Z","time spent":"585.408595ms","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18934,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:01:00.398647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.71897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:01:00.399193Z","caller":"traceutil/trace.go:171","msg":"trace[55466663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15127; }","duration":"581.284164ms","start":"2026-04-21T04:00:59.817891Z","end":"2026-04-21T04:01:00.399175Z","steps":["trace[55466663] 'agreement among raft nodes before linearized reading' (duration: 579.309586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.399285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.817885Z","time spent":"581.385336ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:01:00.399123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.964762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732294"} {"level":"info","ts":"2026-04-21T04:01:00.401558Z","caller":"traceutil/trace.go:171","msg":"trace[87630096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15127; }","duration":"582.384001ms","start":"2026-04-21T04:00:59.819137Z","end":"2026-04-21T04:01:00.401521Z","steps":["trace[87630096] 'agreement among raft nodes before linearized reading' (duration: 578.592119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:00.401878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:00:59.819133Z","time spent":"582.686608ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732317,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T04:01:01.683678Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12690} {"level":"info","ts":"2026-04-21T04:01:01.791809Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12690,"took":"105.3263ms","hash":2282618582,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":30474240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:01:01.791946Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2282618582,"revision":12690,"compact-revision":10442} {"level":"info","ts":"2026-04-21T04:01:09.982115Z","caller":"traceutil/trace.go:171","msg":"trace[1190646259] transaction","detail":"{read_only:false; response_revision:15172; number_of_response:1; }","duration":"128.655373ms","start":"2026-04-21T04:01:09.853432Z","end":"2026-04-21T04:01:09.982087Z","steps":["trace[1190646259] 'process raft request' (duration: 128.481878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.982335Z","caller":"traceutil/trace.go:171","msg":"trace[1901631359] transaction","detail":"{read_only:false; response_revision:15173; number_of_response:1; }","duration":"126.035638ms","start":"2026-04-21T04:01:09.856287Z","end":"2026-04-21T04:01:09.982322Z","steps":["trace[1901631359] 'process raft request' (duration: 125.759402ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.982641Z","caller":"traceutil/trace.go:171","msg":"trace[2122160278] linearizableReadLoop","detail":"{readStateIndex:15686; appliedIndex:15684; }","duration":"129.166045ms","start":"2026-04-21T04:01:09.853451Z","end":"2026-04-21T04:01:09.982617Z","steps":["trace[2122160278] 'read index received' (duration: 92.390283ms)","trace[2122160278] 'applied index is now lower than readState.Index' (duration: 36.774461ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:09.98272Z","caller":"traceutil/trace.go:171","msg":"trace[1148511522] transaction","detail":"{read_only:false; response_revision:15174; number_of_response:1; }","duration":"124.526971ms","start":"2026-04-21T04:01:09.858133Z","end":"2026-04-21T04:01:09.98266Z","steps":["trace[1148511522] 'process raft request' (duration: 124.150341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.982827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.35668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-21T04:01:09.982863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.37585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.982913Z","caller":"traceutil/trace.go:171","msg":"trace[1748521571] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15174; }","duration":"129.499073ms","start":"2026-04-21T04:01:09.853395Z","end":"2026-04-21T04:01:09.982894Z","steps":["trace[1748521571] 'agreement among raft nodes before linearized reading' (duration: 129.287488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.982926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.016467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.982952Z","caller":"traceutil/trace.go:171","msg":"trace[1120057860] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"129.502863ms","start":"2026-04-21T04:01:09.853431Z","end":"2026-04-21T04:01:09.982934Z","steps":["trace[1120057860] 'agreement among raft nodes before linearized reading' (duration: 129.35372ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.982976Z","caller":"traceutil/trace.go:171","msg":"trace[1658892128] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"128.082808ms","start":"2026-04-21T04:01:09.85488Z","end":"2026-04-21T04:01:09.982963Z","steps":["trace[1658892128] 'agreement among raft nodes before linearized reading' (duration: 128.004386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.983086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.192831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.983132Z","caller":"traceutil/trace.go:171","msg":"trace[714280764] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"128.246512ms","start":"2026-04-21T04:01:09.854874Z","end":"2026-04-21T04:01:09.983121Z","steps":["trace[714280764] 'agreement among raft nodes before linearized reading' (duration: 128.17726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.983335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.000692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:09.983418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.73909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:09.983432Z","caller":"traceutil/trace.go:171","msg":"trace[2009394266] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"129.133955ms","start":"2026-04-21T04:01:09.854279Z","end":"2026-04-21T04:01:09.983413Z","steps":["trace[2009394266] 'agreement among raft nodes before linearized reading' (duration: 128.98517ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.983465Z","caller":"traceutil/trace.go:171","msg":"trace[2041394512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"129.809762ms","start":"2026-04-21T04:01:09.853645Z","end":"2026-04-21T04:01:09.983455Z","steps":["trace[2041394512] 'agreement among raft nodes before linearized reading' (duration: 129.696609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.983573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.558005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.983604Z","caller":"traceutil/trace.go:171","msg":"trace[1457407031] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15174; }","duration":"129.611137ms","start":"2026-04-21T04:01:09.853985Z","end":"2026-04-21T04:01:09.983596Z","steps":["trace[1457407031] 'agreement among raft nodes before linearized reading' (duration: 129.566056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.983677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.300009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:01:09.983467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.998446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:01:09.983725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.720279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:09.983733Z","caller":"traceutil/trace.go:171","msg":"trace[921259693] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"129.35307ms","start":"2026-04-21T04:01:09.854366Z","end":"2026-04-21T04:01:09.983719Z","steps":["trace[921259693] 'agreement among raft nodes before linearized reading' (duration: 129.227947ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.983755Z","caller":"traceutil/trace.go:171","msg":"trace[1574914877] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"129.75059ms","start":"2026-04-21T04:01:09.853997Z","end":"2026-04-21T04:01:09.983747Z","steps":["trace[1574914877] 'agreement among raft nodes before linearized reading' (duration: 129.666368ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.983778Z","caller":"traceutil/trace.go:171","msg":"trace[913848327] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15174; }","duration":"130.335934ms","start":"2026-04-21T04:01:09.853412Z","end":"2026-04-21T04:01:09.983748Z","steps":["trace[913848327] 'agreement among raft nodes before linearized reading' (duration: 129.966215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.983862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.500354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:09.983904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.035161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:01:09.983911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.651444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.983928Z","caller":"traceutil/trace.go:171","msg":"trace[322934569] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15174; }","duration":"129.581706ms","start":"2026-04-21T04:01:09.854331Z","end":"2026-04-21T04:01:09.983912Z","steps":["trace[322934569] 'agreement among raft nodes before linearized reading' (duration: 129.485474ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.983947Z","caller":"traceutil/trace.go:171","msg":"trace[1816231047] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"129.096233ms","start":"2026-04-21T04:01:09.854839Z","end":"2026-04-21T04:01:09.983935Z","steps":["trace[1816231047] 'agreement among raft nodes before linearized reading' (duration: 128.991091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.788621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:09.983354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.163766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:09.984222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.637546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:09.983957Z","caller":"traceutil/trace.go:171","msg":"trace[1374552470] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"126.723595ms","start":"2026-04-21T04:01:09.857223Z","end":"2026-04-21T04:01:09.983947Z","steps":["trace[1374552470] 'agreement among raft nodes before linearized reading' (duration: 126.655543ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.98425Z","caller":"traceutil/trace.go:171","msg":"trace[1786111509] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15174; }","duration":"130.078448ms","start":"2026-04-21T04:01:09.854154Z","end":"2026-04-21T04:01:09.984232Z","steps":["trace[1786111509] 'agreement among raft nodes before linearized reading' (duration: 129.162785ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.984277Z","caller":"traceutil/trace.go:171","msg":"trace[265525956] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"129.707958ms","start":"2026-04-21T04:01:09.854556Z","end":"2026-04-21T04:01:09.984264Z","steps":["trace[265525956] 'agreement among raft nodes before linearized reading' (duration: 129.594886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.178465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:09.984197Z","caller":"traceutil/trace.go:171","msg":"trace[2046568112] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15174; }","duration":"129.892034ms","start":"2026-04-21T04:01:09.85427Z","end":"2026-04-21T04:01:09.984162Z","steps":["trace[2046568112] 'agreement among raft nodes before linearized reading' (duration: 129.806662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.278598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:09.984379Z","caller":"traceutil/trace.go:171","msg":"trace[1602688825] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15174; }","duration":"129.261878ms","start":"2026-04-21T04:01:09.8551Z","end":"2026-04-21T04:01:09.984362Z","steps":["trace[1602688825] 'agreement among raft nodes before linearized reading' (duration: 129.075503ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.984392Z","caller":"traceutil/trace.go:171","msg":"trace[903999529] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15174; }","duration":"129.546424ms","start":"2026-04-21T04:01:09.854828Z","end":"2026-04-21T04:01:09.984375Z","steps":["trace[903999529] 'agreement among raft nodes before linearized reading' (duration: 129.223416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.403967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:01:09.984469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.539186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:01:09.984468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.467038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.984515Z","caller":"traceutil/trace.go:171","msg":"trace[247291062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"127.599387ms","start":"2026-04-21T04:01:09.856905Z","end":"2026-04-21T04:01:09.984505Z","steps":["trace[247291062] 'agreement among raft nodes before linearized reading' (duration: 127.071464ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.984529Z","caller":"traceutil/trace.go:171","msg":"trace[1915494114] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15174; }","duration":"128.54972ms","start":"2026-04-21T04:01:09.855965Z","end":"2026-04-21T04:01:09.984515Z","steps":["trace[1915494114] 'agreement among raft nodes before linearized reading' (duration: 128.461528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.98457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.299978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:09.984477Z","caller":"traceutil/trace.go:171","msg":"trace[1202190235] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15174; }","duration":"128.474298ms","start":"2026-04-21T04:01:09.855989Z","end":"2026-04-21T04:01:09.984463Z","steps":["trace[1202190235] 'agreement among raft nodes before linearized reading' (duration: 128.256763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.424807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:09.984655Z","caller":"traceutil/trace.go:171","msg":"trace[66078607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15174; }","duration":"128.497268ms","start":"2026-04-21T04:01:09.856142Z","end":"2026-04-21T04:01:09.98464Z","steps":["trace[66078607] 'agreement among raft nodes before linearized reading' (duration: 128.361325ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:09.98468Z","caller":"traceutil/trace.go:171","msg":"trace[1174522371] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15174; }","duration":"129.36603ms","start":"2026-04-21T04:01:09.855247Z","end":"2026-04-21T04:01:09.984613Z","steps":["trace[1174522371] 'agreement among raft nodes before linearized reading' (duration: 129.237607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:09.984914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.758885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:09.985028Z","caller":"traceutil/trace.go:171","msg":"trace[94566289] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15174; }","duration":"128.919249ms","start":"2026-04-21T04:01:09.856083Z","end":"2026-04-21T04:01:09.985002Z","steps":["trace[94566289] 'agreement among raft nodes before linearized reading' (duration: 128.685334ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:10.473102Z","caller":"traceutil/trace.go:171","msg":"trace[1319955731] linearizableReadLoop","detail":"{readStateIndex:15690; appliedIndex:15689; }","duration":"142.01775ms","start":"2026-04-21T04:01:10.331059Z","end":"2026-04-21T04:01:10.473077Z","steps":["trace[1319955731] 'read index received' (duration: 141.695012ms)","trace[1319955731] 'applied index is now lower than readState.Index' (duration: 321.948µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:10.473178Z","caller":"traceutil/trace.go:171","msg":"trace[53745590] transaction","detail":"{read_only:false; response_revision:15175; number_of_response:1; }","duration":"151.064141ms","start":"2026-04-21T04:01:10.322075Z","end":"2026-04-21T04:01:10.473139Z","steps":["trace[53745590] 'process raft request' (duration: 150.801375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:10.47341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.046147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-21T04:01:10.473458Z","caller":"traceutil/trace.go:171","msg":"trace[763175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15175; }","duration":"117.15163ms","start":"2026-04-21T04:01:10.356296Z","end":"2026-04-21T04:01:10.473447Z","steps":["trace[763175] 'agreement among raft nodes before linearized reading' (duration: 116.908114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:10.473475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.679742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T04:01:10.473529Z","caller":"traceutil/trace.go:171","msg":"trace[1669148436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15175; }","duration":"108.776934ms","start":"2026-04-21T04:01:10.364737Z","end":"2026-04-21T04:01:10.473514Z","steps":["trace[1669148436] 'agreement among raft nodes before linearized reading' (duration: 108.60777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:10.473517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.57878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-21T04:01:10.47356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.396699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T04:01:10.473735Z","caller":"traceutil/trace.go:171","msg":"trace[350851376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15175; }","duration":"142.638325ms","start":"2026-04-21T04:01:10.33104Z","end":"2026-04-21T04:01:10.473678Z","steps":["trace[350851376] 'agreement among raft nodes before linearized reading' (duration: 142.138982ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:10.473612Z","caller":"traceutil/trace.go:171","msg":"trace[572555944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15175; }","duration":"108.746925ms","start":"2026-04-21T04:01:10.364845Z","end":"2026-04-21T04:01:10.473592Z","steps":["trace[572555944] 'agreement among raft nodes before linearized reading' (duration: 108.470098ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:20.688233Z","caller":"traceutil/trace.go:171","msg":"trace[1676676303] transaction","detail":"{read_only:false; response_revision:15226; number_of_response:1; }","duration":"101.19007ms","start":"2026-04-21T04:01:20.587025Z","end":"2026-04-21T04:01:20.688215Z","steps":["trace[1676676303] 'process raft request' (duration: 100.932483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.242259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.805201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T04:01:21.242426Z","caller":"traceutil/trace.go:171","msg":"trace[1890627212] transaction","detail":"{read_only:false; response_revision:15229; number_of_response:1; }","duration":"550.51992ms","start":"2026-04-21T04:01:20.691891Z","end":"2026-04-21T04:01:21.242411Z","steps":["trace[1890627212] 'process raft request' (duration: 550.449568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.242473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.691845Z","time spent":"550.604752ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:01:21.242506Z","caller":"traceutil/trace.go:171","msg":"trace[667848496] linearizableReadLoop","detail":"{readStateIndex:15747; appliedIndex:15743; }","duration":"547.760853ms","start":"2026-04-21T04:01:20.694716Z","end":"2026-04-21T04:01:21.242477Z","steps":["trace[667848496] 'read index received' (duration: 2.758517ms)","trace[667848496] 'applied index is now lower than readState.Index' (duration: 545.000826ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:01:21.242668Z","caller":"traceutil/trace.go:171","msg":"trace[1654224070] transaction","detail":"{read_only:false; response_revision:15230; number_of_response:1; }","duration":"550.407388ms","start":"2026-04-21T04:01:20.692239Z","end":"2026-04-21T04:01:21.242646Z","steps":["trace[1654224070] 'process raft request' (duration: 550.145941ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:21.242762Z","caller":"traceutil/trace.go:171","msg":"trace[2019989134] transaction","detail":"{read_only:false; response_revision:15228; number_of_response:1; }","duration":"550.862879ms","start":"2026-04-21T04:01:20.691868Z","end":"2026-04-21T04:01:21.242731Z","steps":["trace[2019989134] 'process raft request' (duration: 118.516524ms)","trace[2019989134] 'compare' (duration: 431.400791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:01:21.242788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.692217Z","time spent":"550.48233ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:21.242879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.691845Z","time spent":"550.973752ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:01:21.242933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.247772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:21.242995Z","caller":"traceutil/trace.go:171","msg":"trace[1616905688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15230; }","duration":"332.344245ms","start":"2026-04-21T04:01:20.910633Z","end":"2026-04-21T04:01:21.242978Z","steps":["trace[1616905688] 'agreement among raft nodes before linearized reading' (duration: 332.16718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.243025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.910617Z","time spent":"332.401536ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:01:21.242937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.599885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-21T04:01:21.243031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.373783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-04-21T04:01:21.243027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.285305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns8b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-21T04:01:21.243076Z","caller":"traceutil/trace.go:171","msg":"trace[1073366993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15230; }","duration":"393.79291ms","start":"2026-04-21T04:01:20.849273Z","end":"2026-04-21T04:01:21.243065Z","steps":["trace[1073366993] 'agreement among raft nodes before linearized reading' (duration: 393.528543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.243111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.849249Z","time spent":"393.854382ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:01:21.243111Z","caller":"traceutil/trace.go:171","msg":"trace[893457250] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7gf7; range_end:; response_count:1; response_revision:15230; }","duration":"547.479586ms","start":"2026-04-21T04:01:20.695608Z","end":"2026-04-21T04:01:21.243087Z","steps":["trace[893457250] 'agreement among raft nodes before linearized reading' (duration: 547.196579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:21.243119Z","caller":"traceutil/trace.go:171","msg":"trace[946621387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns8b; range_end:; response_count:1; response_revision:15230; }","duration":"548.424679ms","start":"2026-04-21T04:01:20.694672Z","end":"2026-04-21T04:01:21.243096Z","steps":["trace[946621387] 'agreement among raft nodes before linearized reading' (duration: 548.110791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:21.243168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.694656Z","time spent":"548.502441ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-9ns8b\" "} {"level":"warn","ts":"2026-04-21T04:01:21.243167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:01:20.695593Z","time spent":"547.559188ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" "} {"level":"info","ts":"2026-04-21T04:01:22.140595Z","caller":"traceutil/trace.go:171","msg":"trace[1352985104] transaction","detail":"{read_only:false; response_revision:15231; number_of_response:1; }","duration":"140.637446ms","start":"2026-04-21T04:01:21.999927Z","end":"2026-04-21T04:01:22.140564Z","steps":["trace[1352985104] 'process raft request' (duration: 140.445091ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.192486Z","caller":"traceutil/trace.go:171","msg":"trace[224691212] transaction","detail":"{read_only:false; response_revision:15232; number_of_response:1; }","duration":"115.466269ms","start":"2026-04-21T04:01:22.077003Z","end":"2026-04-21T04:01:22.19247Z","steps":["trace[224691212] 'process raft request' (duration: 110.848276ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.192749Z","caller":"traceutil/trace.go:171","msg":"trace[1673059613] transaction","detail":"{read_only:false; response_revision:15233; number_of_response:1; }","duration":"110.55394ms","start":"2026-04-21T04:01:22.082185Z","end":"2026-04-21T04:01:22.192739Z","steps":["trace[1673059613] 'process raft request' (duration: 110.263473ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.19294Z","caller":"traceutil/trace.go:171","msg":"trace[381105840] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"106.392027ms","start":"2026-04-21T04:01:22.086523Z","end":"2026-04-21T04:01:22.192915Z","steps":["trace[381105840] 'process raft request' (duration: 106.09266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.110154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:22.193185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.776679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.19318Z","caller":"traceutil/trace.go:171","msg":"trace[31574829] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"107.206567ms","start":"2026-04-21T04:01:22.085952Z","end":"2026-04-21T04:01:22.193158Z","steps":["trace[31574829] 'agreement among raft nodes before linearized reading' (duration: 107.113335ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.193259Z","caller":"traceutil/trace.go:171","msg":"trace[66966528] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"109.865942ms","start":"2026-04-21T04:01:22.083386Z","end":"2026-04-21T04:01:22.193252Z","steps":["trace[66966528] 'agreement among raft nodes before linearized reading' (duration: 109.716298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.546047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:22.193298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.223107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-21T04:01:22.193336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.541278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.193357Z","caller":"traceutil/trace.go:171","msg":"trace[873768724] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"112.731722ms","start":"2026-04-21T04:01:22.080604Z","end":"2026-04-21T04:01:22.193336Z","steps":["trace[873768724] 'agreement among raft nodes before linearized reading' (duration: 112.533927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.310177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T04:01:22.193376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.146669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.193388Z","caller":"traceutil/trace.go:171","msg":"trace[779367245] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"110.6013ms","start":"2026-04-21T04:01:22.082769Z","end":"2026-04-21T04:01:22.193371Z","steps":["trace[779367245] 'agreement among raft nodes before linearized reading' (duration: 110.477557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.789599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:01:22.193598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.831655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.193821Z","caller":"traceutil/trace.go:171","msg":"trace[1627494109] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15234; }","duration":"111.897301ms","start":"2026-04-21T04:01:22.081905Z","end":"2026-04-21T04:01:22.193802Z","steps":["trace[1627494109] 'agreement among raft nodes before linearized reading' (duration: 111.705577ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.193376Z","caller":"traceutil/trace.go:171","msg":"trace[88750475] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"107.312099ms","start":"2026-04-21T04:01:22.08604Z","end":"2026-04-21T04:01:22.193352Z","steps":["trace[88750475] 'agreement among raft nodes before linearized reading' (duration: 107.029133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.19341Z","caller":"traceutil/trace.go:171","msg":"trace[329379682] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"111.590725ms","start":"2026-04-21T04:01:22.081811Z","end":"2026-04-21T04:01:22.193402Z","steps":["trace[329379682] 'agreement among raft nodes before linearized reading' (duration: 111.288917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.138598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.19405Z","caller":"traceutil/trace.go:171","msg":"trace[493846410] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"110.816165ms","start":"2026-04-21T04:01:22.083206Z","end":"2026-04-21T04:01:22.194022Z","steps":["trace[493846410] 'agreement among raft nodes before linearized reading' (duration: 110.083137ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.193426Z","caller":"traceutil/trace.go:171","msg":"trace[1919889400] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"110.19529ms","start":"2026-04-21T04:01:22.083216Z","end":"2026-04-21T04:01:22.193411Z","steps":["trace[1919889400] 'agreement among raft nodes before linearized reading' (duration: 110.124658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.475062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.194219Z","caller":"traceutil/trace.go:171","msg":"trace[848670256] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"110.272372ms","start":"2026-04-21T04:01:22.083932Z","end":"2026-04-21T04:01:22.194205Z","steps":["trace[848670256] 'agreement among raft nodes before linearized reading' (duration: 109.384271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.322568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.194345Z","caller":"traceutil/trace.go:171","msg":"trace[112005001] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15234; }","duration":"112.173488ms","start":"2026-04-21T04:01:22.082147Z","end":"2026-04-21T04:01:22.194321Z","steps":["trace[112005001] 'agreement among raft nodes before linearized reading' (duration: 111.309727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.752183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-21T04:01:22.194471Z","caller":"traceutil/trace.go:171","msg":"trace[1913249487] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15234; }","duration":"111.715606ms","start":"2026-04-21T04:01:22.082739Z","end":"2026-04-21T04:01:22.194455Z","steps":["trace[1913249487] 'agreement among raft nodes before linearized reading' (duration: 110.711992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.552883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.194718Z","caller":"traceutil/trace.go:171","msg":"trace[2007378427] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15234; }","duration":"112.755183ms","start":"2026-04-21T04:01:22.081941Z","end":"2026-04-21T04:01:22.194696Z","steps":["trace[2007378427] 'agreement among raft nodes before linearized reading' (duration: 111.540763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.846855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:22.194865Z","caller":"traceutil/trace.go:171","msg":"trace[1025595655] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15234; }","duration":"114.203379ms","start":"2026-04-21T04:01:22.080647Z","end":"2026-04-21T04:01:22.19485Z","steps":["trace[1025595655] 'agreement among raft nodes before linearized reading' (duration: 112.814844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.194965Z","caller":"traceutil/trace.go:171","msg":"trace[1028714953] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"111.116572ms","start":"2026-04-21T04:01:22.082707Z","end":"2026-04-21T04:01:22.193824Z","steps":["trace[1028714953] 'agreement among raft nodes before linearized reading' (duration: 110.808214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.759982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.195102Z","caller":"traceutil/trace.go:171","msg":"trace[938626230] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15234; }","duration":"114.373532ms","start":"2026-04-21T04:01:22.08071Z","end":"2026-04-21T04:01:22.195083Z","steps":["trace[938626230] 'agreement among raft nodes before linearized reading' (duration: 112.712701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.835731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.195258Z","caller":"traceutil/trace.go:171","msg":"trace[2061967358] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15234; }","duration":"112.096617ms","start":"2026-04-21T04:01:22.083139Z","end":"2026-04-21T04:01:22.195235Z","steps":["trace[2061967358] 'agreement among raft nodes before linearized reading' (duration: 109.7893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.815764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-21T04:01:22.1936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.53735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-04-21T04:01:22.195537Z","caller":"traceutil/trace.go:171","msg":"trace[1281084136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15234; }","duration":"114.797852ms","start":"2026-04-21T04:01:22.0807Z","end":"2026-04-21T04:01:22.195498Z","steps":["trace[1281084136] 'agreement among raft nodes before linearized reading' (duration: 112.65923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.786596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.195732Z","caller":"traceutil/trace.go:171","msg":"trace[1357352941] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15234; }","duration":"108.890199ms","start":"2026-04-21T04:01:22.086821Z","end":"2026-04-21T04:01:22.195711Z","steps":["trace[1357352941] 'agreement among raft nodes before linearized reading' (duration: 106.785577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.246107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T04:01:22.195868Z","caller":"traceutil/trace.go:171","msg":"trace[1911256987] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15234; }","duration":"109.519403ms","start":"2026-04-21T04:01:22.086335Z","end":"2026-04-21T04:01:22.195854Z","steps":["trace[1911256987] 'agreement among raft nodes before linearized reading' (duration: 107.246887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.194946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.195949Z","caller":"traceutil/trace.go:171","msg":"trace[1791003390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"109.503023ms","start":"2026-04-21T04:01:22.086427Z","end":"2026-04-21T04:01:22.19593Z","steps":["trace[1791003390] 'agreement among raft nodes before linearized reading' (duration: 107.133675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:01:22.193658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.483453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-21T04:01:22.196063Z","caller":"traceutil/trace.go:171","msg":"trace[690389383] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15234; }","duration":"109.906493ms","start":"2026-04-21T04:01:22.086146Z","end":"2026-04-21T04:01:22.196052Z","steps":["trace[690389383] 'agreement among raft nodes before linearized reading' (duration: 107.457213ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:01:22.196016Z","caller":"traceutil/trace.go:171","msg":"trace[812114676] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15234; }","duration":"110.55259ms","start":"2026-04-21T04:01:22.085037Z","end":"2026-04-21T04:01:22.195589Z","steps":["trace[812114676] 'agreement among raft nodes before linearized reading' (duration: 108.446678ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:02.772123Z","caller":"traceutil/trace.go:171","msg":"trace[1472097342] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"156.964516ms","start":"2026-04-21T04:03:02.615122Z","end":"2026-04-21T04:03:02.772087Z","steps":["trace[1472097342] 'process raft request' (duration: 156.71913ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:02.905001Z","caller":"traceutil/trace.go:171","msg":"trace[1614450631] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"287.092716ms","start":"2026-04-21T04:03:02.617868Z","end":"2026-04-21T04:03:02.904961Z","steps":["trace[1614450631] 'process raft request' (duration: 240.630877ms)","trace[1614450631] 'compare' (duration: 46.291234ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:03:02.905084Z","caller":"traceutil/trace.go:171","msg":"trace[116760527] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"285.969987ms","start":"2026-04-21T04:03:02.619093Z","end":"2026-04-21T04:03:02.905063Z","steps":["trace[116760527] 'process raft request' (duration: 285.829444ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:56.039006Z","caller":"traceutil/trace.go:171","msg":"trace[493706987] linearizableReadLoop","detail":"{readStateIndex:17110; appliedIndex:17109; }","duration":"143.920316ms","start":"2026-04-21T04:03:55.895066Z","end":"2026-04-21T04:03:56.038986Z","steps":["trace[493706987] 'read index received' (duration: 143.754642ms)","trace[493706987] 'applied index is now lower than readState.Index' (duration: 164.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:03:56.039076Z","caller":"traceutil/trace.go:171","msg":"trace[1076010246] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"152.003094ms","start":"2026-04-21T04:03:55.887032Z","end":"2026-04-21T04:03:56.039035Z","steps":["trace[1076010246] 'process raft request' (duration: 151.795619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:56.039293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.206583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b4sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-04-21T04:03:56.039334Z","caller":"traceutil/trace.go:171","msg":"trace[819392320] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b4sdz; range_end:; response_count:1; response_revision:16554; }","duration":"144.290465ms","start":"2026-04-21T04:03:55.895031Z","end":"2026-04-21T04:03:56.039322Z","steps":["trace[819392320] 'agreement among raft nodes before linearized reading' (duration: 144.127891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:56.039334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.87484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:03:56.03975Z","caller":"traceutil/trace.go:171","msg":"trace[1902974239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16554; }","duration":"134.064405ms","start":"2026-04-21T04:03:55.905385Z","end":"2026-04-21T04:03:56.039449Z","steps":["trace[1902974239] 'agreement among raft nodes before linearized reading' (duration: 133.816469ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:56.972167Z","caller":"traceutil/trace.go:171","msg":"trace[1027297212] linearizableReadLoop","detail":"{readStateIndex:17116; appliedIndex:17115; }","duration":"130.436747ms","start":"2026-04-21T04:03:56.841685Z","end":"2026-04-21T04:03:56.972122Z","steps":["trace[1027297212] 'read index received' (duration: 130.032157ms)","trace[1027297212] 'applied index is now lower than readState.Index' (duration: 402.64µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:03:56.972328Z","caller":"traceutil/trace.go:171","msg":"trace[1689220298] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"132.533027ms","start":"2026-04-21T04:03:56.839771Z","end":"2026-04-21T04:03:56.972304Z","steps":["trace[1689220298] 'process raft request' (duration: 132.002424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:56.972576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.854347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-mxq8b\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-04-21T04:03:56.97268Z","caller":"traceutil/trace.go:171","msg":"trace[1005875275] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-mxq8b; range_end:; response_count:1; response_revision:16560; }","duration":"130.998971ms","start":"2026-04-21T04:03:56.841655Z","end":"2026-04-21T04:03:56.972654Z","steps":["trace[1005875275] 'agreement among raft nodes before linearized reading' (duration: 130.702464ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:03:57.005936Z","caller":"traceutil/trace.go:171","msg":"trace[476359094] transaction","detail":"{read_only:false; response_revision:16561; number_of_response:1; }","duration":"107.571296ms","start":"2026-04-21T04:03:56.898337Z","end":"2026-04-21T04:03:57.005908Z","steps":["trace[476359094] 'process raft request' (duration: 107.153526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:03:57.006476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.187115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-04-21T04:03:57.00655Z","caller":"traceutil/trace.go:171","msg":"trace[1526828792] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7gf7; range_end:; response_count:1; response_revision:16563; }","duration":"151.307668ms","start":"2026-04-21T04:03:56.855226Z","end":"2026-04-21T04:03:57.006533Z","steps":["trace[1526828792] 'agreement among raft nodes before linearized reading' (duration: 151.082632ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:01.689348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15130} {"level":"info","ts":"2026-04-21T04:06:01.781027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15130,"took":"88.778082ms","hash":2496828385,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-21T04:06:01.781085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2496828385,"revision":15130,"compact-revision":12690} {"level":"warn","ts":"2026-04-21T04:06:44.932636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.879758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:06:44.932722Z","caller":"traceutil/trace.go:171","msg":"trace[1298717635] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:17708; }","duration":"101.012382ms","start":"2026-04-21T04:06:44.831689Z","end":"2026-04-21T04:06:44.932702Z","steps":["trace[1298717635] 'range keys from in-memory index tree' (duration: 100.707294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:44.932883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.941645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:44.932938Z","caller":"traceutil/trace.go:171","msg":"trace[1414014747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17708; }","duration":"120.042327ms","start":"2026-04-21T04:06:44.812883Z","end":"2026-04-21T04:06:44.932925Z","steps":["trace[1414014747] 'count revisions from in-memory index tree' (duration: 119.878383ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.020335Z","caller":"traceutil/trace.go:171","msg":"trace[1419804753] transaction","detail":"{read_only:false; response_revision:17744; number_of_response:1; }","duration":"279.412667ms","start":"2026-04-21T04:06:50.740905Z","end":"2026-04-21T04:06:51.020317Z","steps":["trace[1419804753] 'process raft request' (duration: 279.024437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:51.883664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.669511ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:51.883784Z","caller":"traceutil/trace.go:171","msg":"trace[1328597663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17745; }","duration":"603.799684ms","start":"2026-04-21T04:06:51.279967Z","end":"2026-04-21T04:06:51.883767Z","steps":["trace[1328597663] 'range keys from in-memory index tree' (duration: 603.656731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:51.884598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.83038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:06:51.885154Z","caller":"traceutil/trace.go:171","msg":"trace[1882490283] transaction","detail":"{read_only:false; response_revision:17747; number_of_response:1; }","duration":"860.849363ms","start":"2026-04-21T04:06:51.024278Z","end":"2026-04-21T04:06:51.885128Z","steps":["trace[1882490283] 'process raft request' (duration: 860.426953ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.885288Z","caller":"traceutil/trace.go:171","msg":"trace[684550059] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"850.811527ms","start":"2026-04-21T04:06:51.034442Z","end":"2026-04-21T04:06:51.885254Z","steps":["trace[684550059] 'process raft request' (duration: 850.599902ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.885342Z","caller":"traceutil/trace.go:171","msg":"trace[1842176515] linearizableReadLoop","detail":"{readStateIndex:18345; appliedIndex:18342; }","duration":"587.240648ms","start":"2026-04-21T04:06:51.298087Z","end":"2026-04-21T04:06:51.885328Z","steps":["trace[1842176515] 'read index received' (duration: 35.511µs)","trace[1842176515] 'applied index is now lower than readState.Index' (duration: 587.204217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:06:51.88541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.034421Z","time spent":"850.924549ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:06:51.88529Z","caller":"traceutil/trace.go:171","msg":"trace[646772022] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"860.643818ms","start":"2026-04-21T04:06:51.024143Z","end":"2026-04-21T04:06:51.884786Z","steps":["trace[646772022] 'process raft request' (duration: 201.547851ms)","trace[646772022] 'compare' (duration: 657.714844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:06:51.885501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.024112Z","time spent":"861.350125ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:06:51.885622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.477033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:51.885655Z","caller":"traceutil/trace.go:171","msg":"trace[1695328390] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"492.226003ms","start":"2026-04-21T04:06:51.3934Z","end":"2026-04-21T04:06:51.885626Z","steps":["trace[1695328390] 'process raft request' (duration: 491.882645ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.88577Z","caller":"traceutil/trace.go:171","msg":"trace[1627284790] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:17748; }","duration":"587.683459ms","start":"2026-04-21T04:06:51.298051Z","end":"2026-04-21T04:06:51.885735Z","steps":["trace[1627284790] 'agreement among raft nodes before linearized reading' (duration: 587.365741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:51.885675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.024259Z","time spent":"860.973436ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:06:51.885825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.393375Z","time spent":"492.376116ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:06:51.885845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.298037Z","time spent":"587.794181ms","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:06:51.917607Z","caller":"traceutil/trace.go:171","msg":"trace[1728740446] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"257.89708ms","start":"2026-04-21T04:06:51.659679Z","end":"2026-04-21T04:06:51.917576Z","steps":["trace[1728740446] 'process raft request' (duration: 257.679535ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.917852Z","caller":"traceutil/trace.go:171","msg":"trace[1432959727] transaction","detail":"{read_only:false; response_revision:17751; number_of_response:1; }","duration":"197.263977ms","start":"2026-04-21T04:06:51.720552Z","end":"2026-04-21T04:06:51.917816Z","steps":["trace[1432959727] 'process raft request' (duration: 196.952ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:51.91794Z","caller":"traceutil/trace.go:171","msg":"trace[1908073571] transaction","detail":"{read_only:false; response_revision:17752; number_of_response:1; }","duration":"193.29992ms","start":"2026-04-21T04:06:51.724614Z","end":"2026-04-21T04:06:51.917913Z","steps":["trace[1908073571] 'process raft request' (duration: 193.134066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:51.918207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.096501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-04-21T04:06:51.91824Z","caller":"traceutil/trace.go:171","msg":"trace[1457812779] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-t7gf7; range_end:; response_count:1; response_revision:17752; }","duration":"472.179582ms","start":"2026-04-21T04:06:51.446053Z","end":"2026-04-21T04:06:51.918233Z","steps":["trace[1457812779] 'agreement among raft nodes before linearized reading' (duration: 471.981398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:51.918262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.446033Z","time spent":"472.223274ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20801,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-t7gf7\" "} {"level":"warn","ts":"2026-04-21T04:06:51.918229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.299806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:51.918358Z","caller":"traceutil/trace.go:171","msg":"trace[466034907] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:17752; }","duration":"293.496962ms","start":"2026-04-21T04:06:51.624796Z","end":"2026-04-21T04:06:51.918293Z","steps":["trace[466034907] 'agreement among raft nodes before linearized reading' (duration: 293.338598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79012411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:06:53.848202Z","caller":"traceutil/trace.go:171","msg":"trace[1370591260] linearizableReadLoop","detail":"{readStateIndex:18350; appliedIndex:18349; }","duration":"1.806918571s","start":"2026-04-21T04:06:52.041259Z","end":"2026-04-21T04:06:53.848178Z","steps":["trace[1370591260] 'read index received' (duration: 16.577615ms)","trace[1370591260] 'applied index is now lower than readState.Index' (duration: 1.790339106s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:53.848354Z","caller":"traceutil/trace.go:171","msg":"trace[2073714965] transaction","detail":"{read_only:false; response_revision:17753; number_of_response:1; }","duration":"1.913065189s","start":"2026-04-21T04:06:51.935257Z","end":"2026-04-21T04:06:53.848322Z","steps":["trace[2073714965] 'process raft request' (duration: 122.60161ms)","trace[2073714965] 'compare' (duration: 1.788646144s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:06:53.848547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807284191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b4sdz\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-04-21T04:06:53.848593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056569812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:06:53.848615Z","caller":"traceutil/trace.go:171","msg":"trace[730756743] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b4sdz; range_end:; response_count:1; response_revision:17753; }","duration":"1.807394203s","start":"2026-04-21T04:06:52.041203Z","end":"2026-04-21T04:06:53.848597Z","steps":["trace[730756743] 'agreement among raft nodes before linearized reading' (duration: 1.807120577s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.030303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:06:53.848662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.041178Z","time spent":"1.807471945s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b4sdz\" "} {"level":"info","ts":"2026-04-21T04:06:53.848682Z","caller":"traceutil/trace.go:171","msg":"trace[2078595271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17753; }","duration":"869.077824ms","start":"2026-04-21T04:06:52.979598Z","end":"2026-04-21T04:06:53.848676Z","steps":["trace[2078595271] 'agreement among raft nodes before linearized reading' (duration: 869.040083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.979582Z","time spent":"869.118355ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:06:53.848684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.90098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:53.848745Z","caller":"traceutil/trace.go:171","msg":"trace[1521508026] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:17753; }","duration":"868.994683ms","start":"2026-04-21T04:06:52.979733Z","end":"2026-04-21T04:06:53.848728Z","steps":["trace[1521508026] 'agreement among raft nodes before linearized reading' (duration: 868.89587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.819802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:06:53.848807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.979718Z","time spent":"869.070094ms","remote":"127.0.0.1:39450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:06:53.848865Z","caller":"traceutil/trace.go:171","msg":"trace[1752221498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17753; }","duration":"737.943395ms","start":"2026-04-21T04:06:53.110854Z","end":"2026-04-21T04:06:53.848798Z","steps":["trace[1752221498] 'agreement among raft nodes before linearized reading' (duration: 737.71403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.235115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:53.848926Z","caller":"traceutil/trace.go:171","msg":"trace[396459898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17753; }","duration":"678.271496ms","start":"2026-04-21T04:06:53.170643Z","end":"2026-04-21T04:06:53.848915Z","steps":["trace[396459898] 'agreement among raft nodes before linearized reading' (duration: 678.214515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.848935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.110834Z","time spent":"738.083999ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:06:53.848956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.170584Z","time spent":"678.364568ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:06:53.848946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443473919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:06:53.848994Z","caller":"traceutil/trace.go:171","msg":"trace[1984080101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17753; }","duration":"1.443561291s","start":"2026-04-21T04:06:52.405419Z","end":"2026-04-21T04:06:53.848981Z","steps":["trace[1984080101] 'agreement among raft nodes before linearized reading' (duration: 1.443387346s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.849043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.405397Z","time spent":"1.443634313s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:06:53.849024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440575867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:06:53.849144Z","caller":"traceutil/trace.go:171","msg":"trace[105188643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17753; }","duration":"1.440748022s","start":"2026-04-21T04:06:52.408369Z","end":"2026-04-21T04:06:53.849117Z","steps":["trace[105188643] 'agreement among raft nodes before linearized reading' (duration: 1.440290111s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.849132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73821276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-04-21T04:06:53.848623Z","caller":"traceutil/trace.go:171","msg":"trace[335202358] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:17753; }","duration":"1.056639804s","start":"2026-04-21T04:06:52.791975Z","end":"2026-04-21T04:06:53.848615Z","steps":["trace[335202358] 'agreement among raft nodes before linearized reading' (duration: 1.056581422s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.849215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.408358Z","time spent":"1.440846434s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:06:53.849242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.791955Z","time spent":"1.057266718s","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:06:53.849229Z","caller":"traceutil/trace.go:171","msg":"trace[1277013749] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-67hz8; range_end:; response_count:1; response_revision:17753; }","duration":"1.738517627s","start":"2026-04-21T04:06:52.110689Z","end":"2026-04-21T04:06:53.849206Z","steps":["trace[1277013749] 'agreement among raft nodes before linearized reading' (duration: 1.737872031s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.849176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71162141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:06:53.849307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:51.935227Z","time spent":"1.913202452s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:06:53.849318Z","caller":"traceutil/trace.go:171","msg":"trace[288375782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:17753; }","duration":"1.711788483s","start":"2026-04-21T04:06:52.137519Z","end":"2026-04-21T04:06:53.849307Z","steps":["trace[288375782] 'agreement among raft nodes before linearized reading' (duration: 1.71163053s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.849363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.110621Z","time spent":"1.738687512s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-67hz8\" "} {"level":"warn","ts":"2026-04-21T04:06:53.849399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.137508Z","time spent":"1.711863966s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:06:53.852556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140174468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:06:53.852614Z","caller":"traceutil/trace.go:171","msg":"trace[188459486] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17753; }","duration":"1.140294721s","start":"2026-04-21T04:06:52.712306Z","end":"2026-04-21T04:06:53.852601Z","steps":["trace[188459486] 'agreement among raft nodes before linearized reading' (duration: 1.136392445s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:53.852761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:52.712274Z","time spent":"1.140477445s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:06:54.143949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.304145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:06:54.144048Z","caller":"traceutil/trace.go:171","msg":"trace[1671940378] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"289.441802ms","start":"2026-04-21T04:06:53.854589Z","end":"2026-04-21T04:06:54.144031Z","steps":["trace[1671940378] 'process raft request' (duration: 123.971504ms)","trace[1671940378] 'compare' (duration: 165.195152ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:54.177412Z","caller":"traceutil/trace.go:171","msg":"trace[722492205] linearizableReadLoop","detail":"{readStateIndex:18353; appliedIndex:18350; }","duration":"320.725508ms","start":"2026-04-21T04:06:53.856654Z","end":"2026-04-21T04:06:54.17738Z","steps":["trace[722492205] 'read index received' (duration: 121.901744ms)","trace[722492205] 'applied index is now lower than readState.Index' (duration: 198.822384ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:54.177786Z","caller":"traceutil/trace.go:171","msg":"trace[1703629404] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"323.127657ms","start":"2026-04-21T04:06:53.854641Z","end":"2026-04-21T04:06:54.177769Z","steps":["trace[1703629404] 'process raft request' (duration: 322.300606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.17793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.854615Z","time spent":"323.213499ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:06:54.178142Z","caller":"traceutil/trace.go:171","msg":"trace[1309836899] transaction","detail":"{read_only:false; response_revision:17756; number_of_response:1; }","duration":"322.436869ms","start":"2026-04-21T04:06:53.855694Z","end":"2026-04-21T04:06:54.178131Z","steps":["trace[1309836899] 'process raft request' (duration: 321.426454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.178214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.855683Z","time spent":"322.492011ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:06:54.17835Z","caller":"traceutil/trace.go:171","msg":"trace[1023156789] transaction","detail":"{read_only:false; response_revision:17757; number_of_response:1; }","duration":"285.620289ms","start":"2026-04-21T04:06:53.89272Z","end":"2026-04-21T04:06:54.178341Z","steps":["trace[1023156789] 'process raft request' (duration: 284.455889ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:54.178477Z","caller":"traceutil/trace.go:171","msg":"trace[55128473] transaction","detail":"{read_only:false; response_revision:17758; number_of_response:1; }","duration":"255.498612ms","start":"2026-04-21T04:06:53.922968Z","end":"2026-04-21T04:06:54.178467Z","steps":["trace[55128473] 'process raft request' (duration: 254.262211ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:54.1786Z","caller":"traceutil/trace.go:171","msg":"trace[957023094] transaction","detail":"{read_only:false; response_revision:17759; number_of_response:1; }","duration":"255.352277ms","start":"2026-04-21T04:06:53.923236Z","end":"2026-04-21T04:06:54.178588Z","steps":["trace[957023094] 'process raft request' (duration: 254.031785ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:54.178727Z","caller":"traceutil/trace.go:171","msg":"trace[656478296] transaction","detail":"{read_only:false; response_revision:17760; number_of_response:1; }","duration":"255.43409ms","start":"2026-04-21T04:06:53.923283Z","end":"2026-04-21T04:06:54.178717Z","steps":["trace[656478296] 'process raft request' (duration: 254.020915ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:54.17885Z","caller":"traceutil/trace.go:171","msg":"trace[651251318] transaction","detail":"{read_only:false; response_revision:17761; number_of_response:1; }","duration":"246.861729ms","start":"2026-04-21T04:06:53.931977Z","end":"2026-04-21T04:06:54.178838Z","steps":["trace[651251318] 'process raft request' (duration: 245.361522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.179094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.432429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:06:54.17914Z","caller":"traceutil/trace.go:171","msg":"trace[1392110595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17761; }","duration":"322.512882ms","start":"2026-04-21T04:06:53.856617Z","end":"2026-04-21T04:06:54.179129Z","steps":["trace[1392110595] 'agreement among raft nodes before linearized reading' (duration: 322.346487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.179172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.856605Z","time spent":"322.560512ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:06:54.179975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.73985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:54.180018Z","caller":"traceutil/trace.go:171","msg":"trace[2135577905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17761; }","duration":"269.807391ms","start":"2026-04-21T04:06:53.910201Z","end":"2026-04-21T04:06:54.180008Z","steps":["trace[2135577905] 'agreement among raft nodes before linearized reading' (duration: 269.739069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.180306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.703846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:06:54.180399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.184655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:06:54.180421Z","caller":"traceutil/trace.go:171","msg":"trace[984175015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17761; }","duration":"287.32458ms","start":"2026-04-21T04:06:53.893082Z","end":"2026-04-21T04:06:54.180406Z","steps":["trace[984175015] 'agreement among raft nodes before linearized reading' (duration: 287.156706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.180431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.619149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947185"} {"level":"info","ts":"2026-04-21T04:06:54.180474Z","caller":"traceutil/trace.go:171","msg":"trace[437558118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:17761; }","duration":"280.299998ms","start":"2026-04-21T04:06:53.900152Z","end":"2026-04-21T04:06:54.180452Z","steps":["trace[437558118] 'agreement among raft nodes before linearized reading' (duration: 280.160085ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:06:54.180517Z","caller":"traceutil/trace.go:171","msg":"trace[2001593569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17761; }","duration":"323.814813ms","start":"2026-04-21T04:06:53.856684Z","end":"2026-04-21T04:06:54.180499Z","steps":["trace[2001593569] 'agreement among raft nodes before linearized reading' (duration: 322.539832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.180575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.85668Z","time spent":"323.881955ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947208,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:06:54.180748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.670778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:06:54.180791Z","caller":"traceutil/trace.go:171","msg":"trace[1245706146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17761; }","duration":"287.719639ms","start":"2026-04-21T04:06:53.893062Z","end":"2026-04-21T04:06:54.180782Z","steps":["trace[1245706146] 'agreement among raft nodes before linearized reading' (duration: 287.613987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.18221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.192862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:947185"} {"level":"info","ts":"2026-04-21T04:06:54.182287Z","caller":"traceutil/trace.go:171","msg":"trace[124718136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17761; }","duration":"324.295305ms","start":"2026-04-21T04:06:53.857975Z","end":"2026-04-21T04:06:54.18227Z","steps":["trace[124718136] 'agreement among raft nodes before linearized reading' (duration: 322.981964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:06:54.182341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:06:53.857967Z","time spent":"324.356097ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":947208,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-21T04:06:54.305616Z","caller":"traceutil/trace.go:171","msg":"trace[296877041] transaction","detail":"{read_only:false; response_revision:17763; number_of_response:1; }","duration":"112.720708ms","start":"2026-04-21T04:06:54.192844Z","end":"2026-04-21T04:06:54.305565Z","steps":["trace[296877041] 'process raft request' (duration: 65.756919ms)","trace[296877041] 'compare' (duration: 46.716293ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:06:59.824712Z","caller":"traceutil/trace.go:171","msg":"trace[1314094161] transaction","detail":"{read_only:false; response_revision:17860; number_of_response:1; }","duration":"209.2742ms","start":"2026-04-21T04:06:59.615403Z","end":"2026-04-21T04:06:59.824677Z","steps":["trace[1314094161] 'process raft request' (duration: 208.8798ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:43.559368Z","caller":"traceutil/trace.go:171","msg":"trace[1242056390] transaction","detail":"{read_only:false; response_revision:18829; number_of_response:1; }","duration":"118.767916ms","start":"2026-04-21T04:08:43.44008Z","end":"2026-04-21T04:08:43.558848Z","steps":["trace[1242056390] 'process raft request' (duration: 117.948486ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:43.705895Z","caller":"traceutil/trace.go:171","msg":"trace[1489487262] transaction","detail":"{read_only:false; response_revision:18830; number_of_response:1; }","duration":"124.63337ms","start":"2026-04-21T04:08:43.58123Z","end":"2026-04-21T04:08:43.705863Z","steps":["trace[1489487262] 'process raft request' (duration: 124.356172ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:43.866569Z","caller":"traceutil/trace.go:171","msg":"trace[827359550] transaction","detail":"{read_only:false; response_revision:18831; number_of_response:1; }","duration":"148.235417ms","start":"2026-04-21T04:08:43.718301Z","end":"2026-04-21T04:08:43.866536Z","steps":["trace[827359550] 'process raft request' (duration: 148.035272ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:43.878757Z","caller":"traceutil/trace.go:171","msg":"trace[1910697387] transaction","detail":"{read_only:false; response_revision:18832; number_of_response:1; }","duration":"136.11205ms","start":"2026-04-21T04:08:43.742574Z","end":"2026-04-21T04:08:43.878686Z","steps":["trace[1910697387] 'process raft request' (duration: 135.865834ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:44.035487Z","caller":"traceutil/trace.go:171","msg":"trace[426024042] transaction","detail":"{read_only:false; response_revision:18834; number_of_response:1; }","duration":"113.166818ms","start":"2026-04-21T04:08:43.922301Z","end":"2026-04-21T04:08:44.035468Z","steps":["trace[426024042] 'process raft request' (duration: 112.959583ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:08:49.066698Z","caller":"traceutil/trace.go:171","msg":"trace[459285802] transaction","detail":"{read_only:false; response_revision:18885; number_of_response:1; }","duration":"141.163583ms","start":"2026-04-21T04:08:48.925506Z","end":"2026-04-21T04:08:49.06667Z","steps":["trace[459285802] 'process raft request' (duration: 102.801315ms)","trace[459285802] 'compare' (duration: 38.238115ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:10:04.845125Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:10:04.851615Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-21T04:10:04.851729Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-21T04:11:01.69807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17387} {"level":"info","ts":"2026-04-21T04:11:01.792565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17387,"took":"90.679128ms","hash":3516376866,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-21T04:11:01.792646Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3516376866,"revision":17387,"compact-revision":15130} {"level":"warn","ts":"2026-04-21T04:12:42.240182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528488110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:12:42.427672Z","caller":"traceutil/trace.go:171","msg":"trace[714278892] transaction","detail":"{read_only:false; response_revision:20451; number_of_response:1; }","duration":"870.536833ms","start":"2026-04-21T04:12:41.557102Z","end":"2026-04-21T04:12:42.427638Z","steps":["trace[714278892] 'process raft request' (duration: 870.351049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:42.427904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.557078Z","time spent":"870.716928ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:43.082426Z","caller":"traceutil/trace.go:171","msg":"trace[2128980274] transaction","detail":"{read_only:false; response_revision:20453; number_of_response:1; }","duration":"1.520708397s","start":"2026-04-21T04:12:41.561698Z","end":"2026-04-21T04:12:43.082406Z","steps":["trace[2128980274] 'process raft request' (duration: 1.520611385s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.082551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.561688Z","time spent":"1.520799469s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:43.082524Z","caller":"traceutil/trace.go:171","msg":"trace[1665100092] linearizableReadLoop","detail":"{readStateIndex:21141; appliedIndex:21137; }","duration":"1.344088497s","start":"2026-04-21T04:12:41.738404Z","end":"2026-04-21T04:12:43.082492Z","steps":["trace[1665100092] 'read index received' (duration: 689.054955ms)","trace[1665100092] 'applied index is now lower than readState.Index' (duration: 655.032462ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:12:43.082566Z","caller":"traceutil/trace.go:171","msg":"trace[475990472] transaction","detail":"{read_only:false; response_revision:20454; number_of_response:1; }","duration":"1.444660186s","start":"2026-04-21T04:12:41.637873Z","end":"2026-04-21T04:12:43.082533Z","steps":["trace[475990472] 'process raft request' (duration: 1.444502822s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.082543Z","caller":"traceutil/trace.go:171","msg":"trace[139817512] transaction","detail":"{read_only:false; response_revision:20452; number_of_response:1; }","duration":"1.521345702s","start":"2026-04-21T04:12:41.561152Z","end":"2026-04-21T04:12:43.082497Z","steps":["trace[139817512] 'process raft request' (duration: 1.484078501s)","trace[139817512] 'compare' (duration: 36.829661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:43.08271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.637823Z","time spent":"1.44480315s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:43.082725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175799209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:43.082728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.561126Z","time spent":"1.521516387s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:43.082751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344353143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18494"} {"level":"info","ts":"2026-04-21T04:12:43.082777Z","caller":"traceutil/trace.go:171","msg":"trace[1213197891] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20454; }","duration":"1.344416585s","start":"2026-04-21T04:12:41.738353Z","end":"2026-04-21T04:12:43.08277Z","steps":["trace[1213197891] 'agreement among raft nodes before linearized reading' (duration: 1.344291492s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.082772Z","caller":"traceutil/trace.go:171","msg":"trace[244745479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20454; }","duration":"1.175887651s","start":"2026-04-21T04:12:41.906871Z","end":"2026-04-21T04:12:43.082758Z","steps":["trace[244745479] 'agreement among raft nodes before linearized reading' (duration: 1.175803819s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.082797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.738333Z","time spent":"1.344460646s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18517,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-21T04:12:43.08282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.906852Z","time spent":"1.175956764s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:12:43.08307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.285251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:12:43.083114Z","caller":"traceutil/trace.go:171","msg":"trace[1963706692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20454; }","duration":"104.358203ms","start":"2026-04-21T04:12:42.978742Z","end":"2026-04-21T04:12:43.0831Z","steps":["trace[1963706692] 'agreement among raft nodes before linearized reading' (duration: 104.290481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.708505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:12:43.083195Z","caller":"traceutil/trace.go:171","msg":"trace[229612661] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20454; }","duration":"847.783567ms","start":"2026-04-21T04:12:42.235397Z","end":"2026-04-21T04:12:43.083181Z","steps":["trace[229612661] 'agreement among raft nodes before linearized reading' (duration: 847.701895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025213077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:12:43.083226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.235381Z","time spent":"847.836857ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:12:43.083235Z","caller":"traceutil/trace.go:171","msg":"trace[1754885294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20454; }","duration":"1.025249278s","start":"2026-04-21T04:12:42.057973Z","end":"2026-04-21T04:12:43.083222Z","steps":["trace[1754885294] 'agreement among raft nodes before linearized reading' (duration: 1.025133385s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.057915Z","time spent":"1.02533951s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:12:43.0833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166879522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:12:43.083309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.601003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-695f6b6dcc-cj7ll.18a843d6ba25d419\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-21T04:12:43.083364Z","caller":"traceutil/trace.go:171","msg":"trace[158973505] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20454; }","duration":"1.166966114s","start":"2026-04-21T04:12:41.91638Z","end":"2026-04-21T04:12:43.083346Z","steps":["trace[158973505] 'agreement among raft nodes before linearized reading' (duration: 1.166749948s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128311938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:12:43.083382Z","caller":"traceutil/trace.go:171","msg":"trace[1812224554] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-695f6b6dcc-cj7ll.18a843d6ba25d419; range_end:; response_count:1; response_revision:20454; }","duration":"558.710276ms","start":"2026-04-21T04:12:42.524648Z","end":"2026-04-21T04:12:43.083358Z","steps":["trace[1812224554] 'agreement among raft nodes before linearized reading' (duration: 558.498691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.819125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:12:43.083413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.91637Z","time spent":"1.167030607s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:12:43.083422Z","caller":"traceutil/trace.go:171","msg":"trace[893686346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20454; }","duration":"1.128388981s","start":"2026-04-21T04:12:41.955015Z","end":"2026-04-21T04:12:43.083404Z","steps":["trace[893686346] 'agreement among raft nodes before linearized reading' (duration: 1.128226986s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.670361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:12:43.083415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.611945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-21T04:12:43.083435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.52462Z","time spent":"558.801969ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-695f6b6dcc-cj7ll.18a843d6ba25d419\" "} {"level":"warn","ts":"2026-04-21T04:12:43.083457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:41.955005Z","time spent":"1.128445202s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:12:43.083453Z","caller":"traceutil/trace.go:171","msg":"trace[1453118342] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20454; }","duration":"647.919169ms","start":"2026-04-21T04:12:42.435511Z","end":"2026-04-21T04:12:43.08343Z","steps":["trace[1453118342] 'agreement among raft nodes before linearized reading' (duration: 647.690692ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.083463Z","caller":"traceutil/trace.go:171","msg":"trace[338203320] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20454; }","duration":"678.744823ms","start":"2026-04-21T04:12:42.404708Z","end":"2026-04-21T04:12:43.083453Z","steps":["trace[338203320] 'agreement among raft nodes before linearized reading' (duration: 678.660461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.638185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:12:43.083465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025393762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:12:43.083485Z","caller":"traceutil/trace.go:171","msg":"trace[614132766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20454; }","duration":"289.714046ms","start":"2026-04-21T04:12:42.793752Z","end":"2026-04-21T04:12:43.083466Z","steps":["trace[614132766] 'agreement among raft nodes before linearized reading' (duration: 289.50143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.404689Z","time spent":"678.800704ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:12:43.083504Z","caller":"traceutil/trace.go:171","msg":"trace[460836994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20454; }","duration":"863.717027ms","start":"2026-04-21T04:12:42.21978Z","end":"2026-04-21T04:12:43.083497Z","steps":["trace[460836994] 'agreement among raft nodes before linearized reading' (duration: 863.648326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.435471Z","time spent":"648.020271ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":79,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:43.083489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.213892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-21T04:12:43.08353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.219759Z","time spent":"863.767779ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:12:43.083538Z","caller":"traceutil/trace.go:171","msg":"trace[1596715983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20454; }","duration":"1.025494535s","start":"2026-04-21T04:12:42.05802Z","end":"2026-04-21T04:12:43.083514Z","steps":["trace[1596715983] 'agreement among raft nodes before linearized reading' (duration: 1.025317779s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:43.083562Z","caller":"traceutil/trace.go:171","msg":"trace[1347014781] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20454; }","duration":"302.327045ms","start":"2026-04-21T04:12:42.781215Z","end":"2026-04-21T04:12:43.083542Z","steps":["trace[1347014781] 'agreement among raft nodes before linearized reading' (duration: 302.116409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:43.083586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.057998Z","time spent":"1.025576067s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:12:43.083607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:42.781195Z","time spent":"302.399597ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:12:43.590779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528488117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:12:44.130029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.50343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-21T04:12:44.130174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.087715Z","time spent":"1.042452219s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:12:44.686828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058211695s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:12:45.114887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.674722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:12:45.115345Z","caller":"traceutil/trace.go:171","msg":"trace[716724236] linearizableReadLoop","detail":"{readStateIndex:21149; appliedIndex:21141; }","duration":"2.025281629s","start":"2026-04-21T04:12:43.090042Z","end":"2026-04-21T04:12:45.115323Z","steps":["trace[716724236] 'read index received' (duration: 535.465848ms)","trace[716724236] 'applied index is now lower than readState.Index' (duration: 1.489814631s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:12:45.115453Z","caller":"traceutil/trace.go:171","msg":"trace[1100167384] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"2.027305329s","start":"2026-04-21T04:12:43.088132Z","end":"2026-04-21T04:12:45.115437Z","steps":["trace[1100167384] 'process raft request' (duration: 2.027010732s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:45.115509Z","caller":"traceutil/trace.go:171","msg":"trace[2036647821] transaction","detail":"{read_only:false; response_revision:20460; number_of_response:1; }","duration":"2.027118064s","start":"2026-04-21T04:12:43.088354Z","end":"2026-04-21T04:12:45.115472Z","steps":["trace[2036647821] 'process raft request' (duration: 2.026875218s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:45.115563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.088121Z","time spent":"2.02737343s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:45.115592Z","caller":"traceutil/trace.go:171","msg":"trace[1340813212] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"2.027510973s","start":"2026-04-21T04:12:43.088064Z","end":"2026-04-21T04:12:45.115575Z","steps":["trace[1340813212] 'process raft request' (duration: 2.02695064s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:45.1156Z","caller":"traceutil/trace.go:171","msg":"trace[108648746] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"2.027600146s","start":"2026-04-21T04:12:43.08797Z","end":"2026-04-21T04:12:45.11557Z","steps":["trace[108648746] 'process raft request' (duration: 1.599161666s)","trace[108648746] 'compare' (duration: 427.547269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:45.115697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.088346Z","time spent":"2.027252758s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:45.115726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.088049Z","time spent":"2.027594816s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:45.11575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.087945Z","time spent":"2.027728789s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:45.115501Z","caller":"traceutil/trace.go:171","msg":"trace[1112094257] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"2.027388s","start":"2026-04-21T04:12:43.088071Z","end":"2026-04-21T04:12:45.115459Z","steps":["trace[1112094257] 'process raft request' (duration: 2.027040762s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:45.115882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.088061Z","time spent":"2.027790251s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:45.115877Z","caller":"traceutil/trace.go:171","msg":"trace[1245609568] transaction","detail":"{read_only:false; response_revision:20459; number_of_response:1; }","duration":"2.027656577s","start":"2026-04-21T04:12:43.088164Z","end":"2026-04-21T04:12:45.115821Z","steps":["trace[1245609568] 'process raft request' (duration: 2.027021302s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:45.115912Z","caller":"traceutil/trace.go:171","msg":"trace[904981909] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"2.026535749s","start":"2026-04-21T04:12:43.089083Z","end":"2026-04-21T04:12:45.115618Z","steps":["trace[904981909] 'process raft request' (duration: 2.026195581s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:45.116071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026018247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-21T04:12:45.116153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.088138Z","time spent":"2.027880043s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:45.116238Z","caller":"traceutil/trace.go:171","msg":"trace[964403034] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:20461; }","duration":"2.02615875s","start":"2026-04-21T04:12:43.090012Z","end":"2026-04-21T04:12:45.116171Z","steps":["trace[964403034] 'agreement among raft nodes before linearized reading' (duration: 2.025814401s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:45.116333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.090003Z","time spent":"2.026313794s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-21T04:12:45.116361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.089063Z","time spent":"2.027041021s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:45.61633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528488132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:12:46.113512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.695388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:12:46.113723Z","caller":"traceutil/trace.go:171","msg":"trace[1871834362] transaction","detail":"{read_only:false; response_revision:20463; number_of_response:1; }","duration":"1.680141337s","start":"2026-04-21T04:12:44.433574Z","end":"2026-04-21T04:12:46.113716Z","steps":["trace[1871834362] 'process raft request' (duration: 1.680021924s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.113778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.433553Z","time spent":"1.680201859s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:46.113714Z","caller":"traceutil/trace.go:171","msg":"trace[424746614] transaction","detail":"{read_only:false; response_revision:20462; number_of_response:1; }","duration":"1.981467487s","start":"2026-04-21T04:12:44.13222Z","end":"2026-04-21T04:12:46.113688Z","steps":["trace[424746614] 'process raft request' (duration: 1.491524023s)","trace[424746614] 'compare' (duration: 489.375201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:46.113919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.132199Z","time spent":"1.981641751s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:46.114204Z","caller":"traceutil/trace.go:171","msg":"trace[1585470760] transaction","detail":"{read_only:false; response_revision:20464; number_of_response:1; }","duration":"1.026022456s","start":"2026-04-21T04:12:45.088163Z","end":"2026-04-21T04:12:46.114186Z","steps":["trace[1585470760] 'process raft request' (duration: 1.025518184s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.088138Z","time spent":"1.026099619s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:12:46.114332Z","caller":"traceutil/trace.go:171","msg":"trace[794236991] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"1.025063752s","start":"2026-04-21T04:12:45.089244Z","end":"2026-04-21T04:12:46.114308Z","steps":["trace[794236991] 'process raft request' (duration: 1.024898798s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.114384Z","caller":"traceutil/trace.go:171","msg":"trace[1515158242] linearizableReadLoop","detail":"{readStateIndex:21154; appliedIndex:21149; }","duration":"998.980595ms","start":"2026-04-21T04:12:45.115395Z","end":"2026-04-21T04:12:46.114376Z","steps":["trace[1515158242] 'read index received' (duration: 508.334734ms)","trace[1515158242] 'applied index is now lower than readState.Index' (duration: 490.644081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:46.114477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.089227Z","time spent":"1.025173685s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:46.114506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480493484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:46.114534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391995859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-21T04:12:46.114565Z","caller":"traceutil/trace.go:171","msg":"trace[1716673757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20466; }","duration":"2.392091231s","start":"2026-04-21T04:12:43.722465Z","end":"2026-04-21T04:12:46.114556Z","steps":["trace[1716673757] 'agreement among raft nodes before linearized reading' (duration: 2.392003119s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208261665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:46.114588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.722439Z","time spent":"2.392143563s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-21T04:12:46.114604Z","caller":"traceutil/trace.go:171","msg":"trace[703917035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20466; }","duration":"1.208325457s","start":"2026-04-21T04:12:44.906273Z","end":"2026-04-21T04:12:46.114598Z","steps":["trace[703917035] 'agreement among raft nodes before linearized reading' (duration: 1.208294046s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.906253Z","time spent":"1.208363448s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:12:46.114625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536597417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:12:46.114665Z","caller":"traceutil/trace.go:171","msg":"trace[1658421295] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20466; }","duration":"1.536682499s","start":"2026-04-21T04:12:44.577974Z","end":"2026-04-21T04:12:46.114656Z","steps":["trace[1658421295] 'agreement among raft nodes before linearized reading' (duration: 1.536608577s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.11469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.577952Z","time spent":"1.536732859s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:12:46.114726Z","caller":"traceutil/trace.go:171","msg":"trace[1789214309] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"1.025471353s","start":"2026-04-21T04:12:45.089246Z","end":"2026-04-21T04:12:46.114717Z","steps":["trace[1789214309] 'process raft request' (duration: 1.025018841s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.272784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:12:46.114771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.089208Z","time spent":"1.025538955s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:46.114655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.517828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:12:46.114787Z","caller":"traceutil/trace.go:171","msg":"trace[1812300407] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20466; }","duration":"282.347576ms","start":"2026-04-21T04:12:45.832418Z","end":"2026-04-21T04:12:46.114766Z","steps":["trace[1812300407] 'agreement among raft nodes before linearized reading' (duration: 282.288435ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.114816Z","caller":"traceutil/trace.go:171","msg":"trace[1729509566] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:20466; }","duration":"992.723833ms","start":"2026-04-21T04:12:45.122082Z","end":"2026-04-21T04:12:46.114805Z","steps":["trace[1729509566] 'agreement among raft nodes before linearized reading' (duration: 992.478097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.122071Z","time spent":"992.764414ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-21T04:12:46.114888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009277088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:12:46.114883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428141974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:12:46.114917Z","caller":"traceutil/trace.go:171","msg":"trace[920232837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20466; }","duration":"1.0093592s","start":"2026-04-21T04:12:45.105547Z","end":"2026-04-21T04:12:46.114906Z","steps":["trace[920232837] 'agreement among raft nodes before linearized reading' (duration: 1.009308118s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.114925Z","caller":"traceutil/trace.go:171","msg":"trace[736781657] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20466; }","duration":"2.428221196s","start":"2026-04-21T04:12:43.686691Z","end":"2026-04-21T04:12:46.114912Z","steps":["trace[736781657] 'agreement among raft nodes before linearized reading' (duration: 2.428133074s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.114728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272322053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:46.114944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.105531Z","time spent":"1.009402831s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:46.114955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.686671Z","time spent":"2.428276577s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:12:46.114985Z","caller":"traceutil/trace.go:171","msg":"trace[1315737792] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20466; }","duration":"2.27260969s","start":"2026-04-21T04:12:43.842352Z","end":"2026-04-21T04:12:46.114962Z","steps":["trace[1315737792] 'agreement among raft nodes before linearized reading' (duration: 2.272350964s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.11454Z","caller":"traceutil/trace.go:171","msg":"trace[1193019240] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20466; }","duration":"1.480571256s","start":"2026-04-21T04:12:44.633958Z","end":"2026-04-21T04:12:46.114529Z","steps":["trace[1193019240] 'agreement among raft nodes before linearized reading' (duration: 1.480482142s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.115055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:43.842321Z","time spent":"2.272709492s","remote":"127.0.0.1:40644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:46.115081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.633929Z","time spent":"1.48114255s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:46.115127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.332735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-21T04:12:46.114513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264600503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:12:46.115163Z","caller":"traceutil/trace.go:171","msg":"trace[1174217596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20466; }","duration":"387.403157ms","start":"2026-04-21T04:12:45.727749Z","end":"2026-04-21T04:12:46.115153Z","steps":["trace[1174217596] 'agreement among raft nodes before linearized reading' (duration: 387.252713ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:46.115184Z","caller":"traceutil/trace.go:171","msg":"trace[1339444154] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:20466; }","duration":"1.26529442s","start":"2026-04-21T04:12:44.849881Z","end":"2026-04-21T04:12:46.115176Z","steps":["trace[1339444154] 'agreement among raft nodes before linearized reading' (duration: 1.264555601s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.115194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:45.72773Z","time spent":"387.456358ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:12:46.115212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.849867Z","time spent":"1.265336911s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:12:46.11688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251640965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:12:46.116916Z","caller":"traceutil/trace.go:171","msg":"trace[381663513] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20466; }","duration":"1.251722497s","start":"2026-04-21T04:12:44.865186Z","end":"2026-04-21T04:12:46.116909Z","steps":["trace[381663513] 'agreement among raft nodes before linearized reading' (duration: 1.249419751s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:46.116935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:44.865163Z","time spent":"1.251767717s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2162,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:46.616835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528488137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:12:47.82253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197534521s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-21T04:12:47.822661Z","caller":"traceutil/trace.go:171","msg":"trace[1783364010] linearizableReadLoop","detail":"{readStateIndex:21155; appliedIndex:21154; }","duration":"1.70601867s","start":"2026-04-21T04:12:46.116617Z","end":"2026-04-21T04:12:47.822635Z","steps":["trace[1783364010] 'read index received' (duration: 508.300114ms)","trace[1783364010] 'applied index is now lower than readState.Index' (duration: 1.197716426s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:12:47.822762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.116149Z","time spent":"1.706608914s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:12:47.823095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7064627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-21T04:12:47.823147Z","caller":"traceutil/trace.go:171","msg":"trace[508533980] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:20466; }","duration":"1.706538683s","start":"2026-04-21T04:12:46.116592Z","end":"2026-04-21T04:12:47.82313Z","steps":["trace[508533980] 'agreement among raft nodes before linearized reading' (duration: 1.706374989s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.823179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.11658Z","time spent":"1.706590884s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-21T04:12:47.847305Z","caller":"traceutil/trace.go:171","msg":"trace[1800986307] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"819.377002ms","start":"2026-04-21T04:12:47.02791Z","end":"2026-04-21T04:12:47.847287Z","steps":["trace[1800986307] 'process raft request' (duration: 819.225888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.847422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.027875Z","time spent":"819.485685ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:12:47.847475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.88223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:12:47.847542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724843361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:47.847567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.098445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:47.847616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.569179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:47.847639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730989511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-58c5bf6d7f-t8pt2.18a843d6ba9790f1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-21T04:12:47.84764Z","caller":"traceutil/trace.go:171","msg":"trace[569111772] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20467; }","duration":"153.227888ms","start":"2026-04-21T04:12:47.694392Z","end":"2026-04-21T04:12:47.84762Z","steps":["trace[569111772] 'agreement among raft nodes before linearized reading' (duration: 153.050994ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.847673Z","caller":"traceutil/trace.go:171","msg":"trace[1786718957] range","detail":"{range_begin:/registry/events/openstack/heat-api-58c5bf6d7f-t8pt2.18a843d6ba9790f1; range_end:; response_count:1; response_revision:20467; }","duration":"1.731047092s","start":"2026-04-21T04:12:46.116618Z","end":"2026-04-21T04:12:47.847666Z","steps":["trace[1786718957] 'agreement among raft nodes before linearized reading' (duration: 1.730941819s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.847665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.507136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:12:47.847691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.116602Z","time spent":"1.731085643s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-58c5bf6d7f-t8pt2.18a843d6ba9790f1\" "} {"level":"info","ts":"2026-04-21T04:12:47.847712Z","caller":"traceutil/trace.go:171","msg":"trace[1210121955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20467; }","duration":"725.591168ms","start":"2026-04-21T04:12:47.122108Z","end":"2026-04-21T04:12:47.847699Z","steps":["trace[1210121955] 'agreement among raft nodes before linearized reading' (duration: 725.486815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.847749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.122086Z","time spent":"725.65346ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:12:47.847764Z","caller":"traceutil/trace.go:171","msg":"trace[1858398981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20467; }","duration":"555.63871ms","start":"2026-04-21T04:12:47.292005Z","end":"2026-04-21T04:12:47.847644Z","steps":["trace[1858398981] 'agreement among raft nodes before linearized reading' (duration: 555.578319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.847821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.29198Z","time spent":"555.833746ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:12:47.847545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.49074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:12:47.847832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729294128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:12:47.847837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.31737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:12:47.847857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.659604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:12:47.847893Z","caller":"traceutil/trace.go:171","msg":"trace[374758946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20467; }","duration":"1.729380771s","start":"2026-04-21T04:12:46.118498Z","end":"2026-04-21T04:12:47.847878Z","steps":["trace[374758946] 'agreement among raft nodes before linearized reading' (duration: 1.729154606s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.847901Z","caller":"traceutil/trace.go:171","msg":"trace[600108409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20467; }","duration":"726.715405ms","start":"2026-04-21T04:12:47.121177Z","end":"2026-04-21T04:12:47.847892Z","steps":["trace[600108409] 'agreement among raft nodes before linearized reading' (duration: 726.620213ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.847915Z","caller":"traceutil/trace.go:171","msg":"trace[1870746743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20467; }","duration":"727.393581ms","start":"2026-04-21T04:12:47.120495Z","end":"2026-04-21T04:12:47.847888Z","steps":["trace[1870746743] 'agreement among raft nodes before linearized reading' (duration: 727.202857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.847933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.118489Z","time spent":"1.729437192s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:12:47.847937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.121171Z","time spent":"726.759676ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:12:47.847946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.120488Z","time spent":"727.449493ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:12:47.847955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.959276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:12:47.847915Z","caller":"traceutil/trace.go:171","msg":"trace[356861884] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20467; }","duration":"605.943691ms","start":"2026-04-21T04:12:47.241946Z","end":"2026-04-21T04:12:47.84789Z","steps":["trace[356861884] 'agreement among raft nodes before linearized reading' (duration: 605.462ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.84803Z","caller":"traceutil/trace.go:171","msg":"trace[97322458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20467; }","duration":"728.089849ms","start":"2026-04-21T04:12:47.119923Z","end":"2026-04-21T04:12:47.848012Z","steps":["trace[97322458] 'agreement among raft nodes before linearized reading' (duration: 727.860774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.848053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.241923Z","time spent":"606.106835ms","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:12:47.84807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.119893Z","time spent":"728.170962ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:12:47.847639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729927184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-21T04:12:47.848108Z","caller":"traceutil/trace.go:171","msg":"trace[509852154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156; range_end:; response_count:1; response_revision:20467; }","duration":"1.730414056s","start":"2026-04-21T04:12:46.117679Z","end":"2026-04-21T04:12:47.848093Z","steps":["trace[509852154] 'agreement among raft nodes before linearized reading' (duration: 1.729795531s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:12:47.847623Z","caller":"traceutil/trace.go:171","msg":"trace[204152348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20467; }","duration":"1.724943153s","start":"2026-04-21T04:12:46.122662Z","end":"2026-04-21T04:12:47.847606Z","steps":["trace[204152348] 'agreement among raft nodes before linearized reading' (duration: 1.724787869s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.848167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.117668Z","time spent":"1.730480048s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156\" "} {"level":"warn","ts":"2026-04-21T04:12:47.848212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:46.122654Z","time spent":"1.725532938s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:12:47.847571Z","caller":"traceutil/trace.go:171","msg":"trace[545180366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20467; }","duration":"727.011812ms","start":"2026-04-21T04:12:47.120542Z","end":"2026-04-21T04:12:47.847554Z","steps":["trace[545180366] 'agreement among raft nodes before linearized reading' (duration: 726.786247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:12:47.848269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:12:47.12053Z","time spent":"727.727809ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:14:00.086139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.131151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:14:00.086266Z","caller":"traceutil/trace.go:171","msg":"trace[130654954] linearizableReadLoop","detail":"{readStateIndex:21829; appliedIndex:21828; }","duration":"177.748098ms","start":"2026-04-21T04:13:59.908495Z","end":"2026-04-21T04:14:00.086243Z","steps":["trace[130654954] 'read index received' (duration: 61.497915ms)","trace[130654954] 'applied index is now lower than readState.Index' (duration: 116.248563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:14:00.086376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.85505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:14:00.086448Z","caller":"traceutil/trace.go:171","msg":"trace[1692866023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21113; }","duration":"177.993133ms","start":"2026-04-21T04:13:59.908439Z","end":"2026-04-21T04:14:00.086432Z","steps":["trace[1692866023] 'agreement among raft nodes before linearized reading' (duration: 177.85616ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:24.711617Z","caller":"traceutil/trace.go:171","msg":"trace[2019600654] transaction","detail":"{read_only:false; response_revision:21301; number_of_response:1; }","duration":"104.384123ms","start":"2026-04-21T04:14:24.607208Z","end":"2026-04-21T04:14:24.711592Z","steps":["trace[2019600654] 'process raft request' (duration: 104.332431ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:24.71177Z","caller":"traceutil/trace.go:171","msg":"trace[1974369309] transaction","detail":"{read_only:false; response_revision:21300; number_of_response:1; }","duration":"104.814584ms","start":"2026-04-21T04:14:24.606897Z","end":"2026-04-21T04:14:24.711712Z","steps":["trace[1974369309] 'process raft request' (duration: 80.561431ms)","trace[1974369309] 'compare' (duration: 23.950425ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:14:32.71486Z","caller":"traceutil/trace.go:171","msg":"trace[1459450710] transaction","detail":"{read_only:false; response_revision:21340; number_of_response:1; }","duration":"122.655129ms","start":"2026-04-21T04:14:32.592183Z","end":"2026-04-21T04:14:32.714838Z","steps":["trace[1459450710] 'process raft request' (duration: 122.579037ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:32.714889Z","caller":"traceutil/trace.go:171","msg":"trace[908246332] transaction","detail":"{read_only:false; response_revision:21338; number_of_response:1; }","duration":"122.974778ms","start":"2026-04-21T04:14:32.591881Z","end":"2026-04-21T04:14:32.714856Z","steps":["trace[908246332] 'process raft request' (duration: 122.681501ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:32.714935Z","caller":"traceutil/trace.go:171","msg":"trace[1567829120] transaction","detail":"{read_only:false; response_revision:21339; number_of_response:1; }","duration":"122.983969ms","start":"2026-04-21T04:14:32.591914Z","end":"2026-04-21T04:14:32.714898Z","steps":["trace[1567829120] 'process raft request' (duration: 122.808194ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:14:32.715062Z","caller":"traceutil/trace.go:171","msg":"trace[1434702873] transaction","detail":"{read_only:false; response_revision:21341; number_of_response:1; }","duration":"114.009468ms","start":"2026-04-21T04:14:32.601028Z","end":"2026-04-21T04:14:32.715038Z","steps":["trace[1434702873] 'process raft request' (duration: 113.773662ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:01.704315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19810} {"level":"info","ts":"2026-04-21T04:16:01.822863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19810,"took":"114.566683ms","hash":1011851409,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":30539776,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:16:01.822915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1011851409,"revision":19810,"compact-revision":17387} {"level":"info","ts":"2026-04-21T04:16:42.874909Z","caller":"traceutil/trace.go:171","msg":"trace[1313337935] transaction","detail":"{read_only:false; response_revision:22897; number_of_response:1; }","duration":"270.860185ms","start":"2026-04-21T04:16:42.604028Z","end":"2026-04-21T04:16:42.874889Z","steps":["trace[1313337935] 'process raft request' (duration: 265.483833ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:42.958972Z","caller":"traceutil/trace.go:171","msg":"trace[1366020690] linearizableReadLoop","detail":"{readStateIndex:23663; appliedIndex:23661; }","duration":"296.133963ms","start":"2026-04-21T04:16:42.662814Z","end":"2026-04-21T04:16:42.958948Z","steps":["trace[1366020690] 'read index received' (duration: 206.619423ms)","trace[1366020690] 'applied index is now lower than readState.Index' (duration: 89.51343ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:16:42.959063Z","caller":"traceutil/trace.go:171","msg":"trace[907457177] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"337.30627ms","start":"2026-04-21T04:16:42.62171Z","end":"2026-04-21T04:16:42.959017Z","steps":["trace[907457177] 'process raft request' (duration: 337.103495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:42.959226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.621649Z","time spent":"337.488305ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:16:42.959224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.373149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:16:42.959335Z","caller":"traceutil/trace.go:171","msg":"trace[478294624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22898; }","duration":"296.500572ms","start":"2026-04-21T04:16:42.662807Z","end":"2026-04-21T04:16:42.959307Z","steps":["trace[478294624] 'agreement among raft nodes before linearized reading' (duration: 296.294177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:43.460096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528495201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:16:43.960525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528495201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:16:44.461066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528495201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:16:44.909123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:16:44.909196Z","caller":"traceutil/trace.go:171","msg":"trace[2144246295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184525s","start":"2026-04-21T04:16:42.908995Z","end":"2026-04-21T04:16:44.909179Z","steps":["trace[2144246295] 'agreement among raft nodes before linearized reading' (duration: 2.000085472s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:44.909244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.908974Z","time spent":"2.000259607s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:16:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:16:44.961746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528495201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:16:45.359035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4001585s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:16:45.359479Z","caller":"traceutil/trace.go:171","msg":"trace[1461790213] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"2.487888044s","start":"2026-04-21T04:16:42.871566Z","end":"2026-04-21T04:16:45.359454Z","steps":["trace[1461790213] 'process raft request' (duration: 2.487647958s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.359628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.871549Z","time spent":"2.488003257s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.359851Z","caller":"traceutil/trace.go:171","msg":"trace[1760381123] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"2.479460299s","start":"2026-04-21T04:16:42.88035Z","end":"2026-04-21T04:16:45.35981Z","steps":["trace[1760381123] 'process raft request' (duration: 2.479024168s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:45.359942Z","caller":"traceutil/trace.go:171","msg":"trace[1605753671] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"2.47910479s","start":"2026-04-21T04:16:42.880801Z","end":"2026-04-21T04:16:45.359906Z","steps":["trace[1605753671] 'process raft request' (duration: 2.478813173s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.360055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.880336Z","time spent":"2.479623472s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1312,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:16:45.360153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.880797Z","time spent":"2.479242013s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.360651Z","caller":"traceutil/trace.go:171","msg":"trace[375726356] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"2.477676366s","start":"2026-04-21T04:16:42.88296Z","end":"2026-04-21T04:16:45.360636Z","steps":["trace[375726356] 'process raft request' (duration: 2.476768053s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.360734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.882948Z","time spent":"2.477747127s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3921,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.36096Z","caller":"traceutil/trace.go:171","msg":"trace[632672202] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"2.438236401s","start":"2026-04-21T04:16:42.922667Z","end":"2026-04-21T04:16:45.360903Z","steps":["trace[632672202] 'process raft request' (duration: 2.437872002s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.361055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.922642Z","time spent":"2.438347524s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.711615Z","caller":"traceutil/trace.go:171","msg":"trace[849576849] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"2.679906331s","start":"2026-04-21T04:16:43.031671Z","end":"2026-04-21T04:16:45.711578Z","steps":["trace[849576849] 'process raft request' (duration: 2.679624925s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:45.711663Z","caller":"traceutil/trace.go:171","msg":"trace[1006822001] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"2.500591786s","start":"2026-04-21T04:16:43.21104Z","end":"2026-04-21T04:16:45.711631Z","steps":["trace[1006822001] 'process raft request' (duration: 2.500430482s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.71177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.031645Z","time spent":"2.680042405s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3016,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:16:45.711838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.211014Z","time spent":"2.500721569s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.712001Z","caller":"traceutil/trace.go:171","msg":"trace[1998795306] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"2.500806401s","start":"2026-04-21T04:16:43.211155Z","end":"2026-04-21T04:16:45.711961Z","steps":["trace[1998795306] 'process raft request' (duration: 2.500400211s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.712191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.211148Z","time spent":"2.500937844s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.712501Z","caller":"traceutil/trace.go:171","msg":"trace[223463694] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"2.499187791s","start":"2026-04-21T04:16:43.213298Z","end":"2026-04-21T04:16:45.712486Z","steps":["trace[223463694] 'process raft request' (duration: 2.49829309s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.712592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.213284Z","time spent":"2.499256073s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.712623Z","caller":"traceutil/trace.go:171","msg":"trace[971614547] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"2.326749143s","start":"2026-04-21T04:16:43.385839Z","end":"2026-04-21T04:16:45.712588Z","steps":["trace[971614547] 'process raft request' (duration: 2.326538508s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.712802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.385813Z","time spent":"2.326885036s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.713126Z","caller":"traceutil/trace.go:171","msg":"trace[1771697802] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"2.323547485s","start":"2026-04-21T04:16:43.389504Z","end":"2026-04-21T04:16:45.713051Z","steps":["trace[1771697802] 'process raft request' (duration: 2.32291805s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.713265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.389492Z","time spent":"2.323716659s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.713655Z","caller":"traceutil/trace.go:171","msg":"trace[1384918764] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"1.519942439s","start":"2026-04-21T04:16:44.193687Z","end":"2026-04-21T04:16:45.71363Z","steps":["trace[1384918764] 'process raft request' (duration: 1.519256961s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.713812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.193626Z","time spent":"1.520098163s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.713985Z","caller":"traceutil/trace.go:171","msg":"trace[1350034783] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"1.371789115s","start":"2026-04-21T04:16:44.342177Z","end":"2026-04-21T04:16:45.713966Z","steps":["trace[1350034783] 'process raft request' (duration: 1.3712316s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:45.714021Z","caller":"traceutil/trace.go:171","msg":"trace[1246141181] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"749.478203ms","start":"2026-04-21T04:16:44.964531Z","end":"2026-04-21T04:16:45.714009Z","steps":["trace[1246141181] 'process raft request' (duration: 749.050163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.714073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.964507Z","time spent":"749.539385ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:16:45.71407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.342157Z","time spent":"1.371866866s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:16:45.714169Z","caller":"traceutil/trace.go:171","msg":"trace[672558270] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"439.649285ms","start":"2026-04-21T04:16:45.274512Z","end":"2026-04-21T04:16:45.714161Z","steps":["trace[672558270] 'process raft request' (duration: 439.123422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.714217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:45.274486Z","time spent":"439.698785ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.714367Z","caller":"traceutil/trace.go:171","msg":"trace[372749698] linearizableReadLoop","detail":"{readStateIndex:23676; appliedIndex:23663; }","duration":"2.75460823s","start":"2026-04-21T04:16:42.959068Z","end":"2026-04-21T04:16:45.713676Z","steps":["trace[372749698] 'read index received' (duration: 2.400219781s)","trace[372749698] 'applied index is now lower than readState.Index' (duration: 354.387269ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:16:45.717707Z","caller":"traceutil/trace.go:171","msg":"trace[1054048583] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"349.064269ms","start":"2026-04-21T04:16:45.368595Z","end":"2026-04-21T04:16:45.71766Z","steps":["trace[1054048583] 'process raft request' (duration: 347.817759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.717808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754170498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:16:45.717819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:45.368576Z","time spent":"349.188551ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4215,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:16:45.717847Z","caller":"traceutil/trace.go:171","msg":"trace[629752164] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22914; }","duration":"2.75426568s","start":"2026-04-21T04:16:42.963571Z","end":"2026-04-21T04:16:45.717837Z","steps":["trace[629752164] 'agreement among raft nodes before linearized reading' (duration: 2.754172468s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.71787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:42.963547Z","time spent":"2.754317292s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:16:45.718142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.408158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:16:45.718166Z","caller":"traceutil/trace.go:171","msg":"trace[2059023930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22914; }","duration":"280.46129ms","start":"2026-04-21T04:16:45.437696Z","end":"2026-04-21T04:16:45.718157Z","steps":["trace[2059023930] 'agreement among raft nodes before linearized reading' (duration: 280.351047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.718307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445731123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:16:45.718343Z","caller":"traceutil/trace.go:171","msg":"trace[1798380784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22914; }","duration":"2.445810405s","start":"2026-04-21T04:16:43.272526Z","end":"2026-04-21T04:16:45.718337Z","steps":["trace[1798380784] 'agreement among raft nodes before linearized reading' (duration: 2.445736223s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.71836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.272494Z","time spent":"2.445861777s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:16:45.718353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224504352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:16:45.718406Z","caller":"traceutil/trace.go:171","msg":"trace[438487688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22914; }","duration":"2.224583154s","start":"2026-04-21T04:16:43.49381Z","end":"2026-04-21T04:16:45.718393Z","steps":["trace[438487688] 'agreement among raft nodes before linearized reading' (duration: 2.224410159s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.718419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231345289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-21T04:16:45.718528Z","caller":"traceutil/trace.go:171","msg":"trace[1920606185] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22914; }","duration":"1.231527513s","start":"2026-04-21T04:16:44.486982Z","end":"2026-04-21T04:16:45.718509Z","steps":["trace[1920606185] 'agreement among raft nodes before linearized reading' (duration: 1.231232256s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.718581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.486967Z","time spent":"1.231604455s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-21T04:16:45.718923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.999506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:16:45.718951Z","caller":"traceutil/trace.go:171","msg":"trace[1599696712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22914; }","duration":"340.026507ms","start":"2026-04-21T04:16:45.378915Z","end":"2026-04-21T04:16:45.718941Z","steps":["trace[1599696712] 'agreement among raft nodes before linearized reading' (duration: 339.933685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:45.378873Z","time spent":"340.095779ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:16:45.719182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20112028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:16:45.719209Z","caller":"traceutil/trace.go:171","msg":"trace[125357191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22914; }","duration":"2.201230283s","start":"2026-04-21T04:16:43.517969Z","end":"2026-04-21T04:16:45.719199Z","steps":["trace[125357191] 'agreement among raft nodes before linearized reading' (duration: 2.200535835s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.517869Z","time spent":"2.201360876s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:16:45.719253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224988775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:16:45.7193Z","caller":"traceutil/trace.go:171","msg":"trace[1396988674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22914; }","duration":"2.225067576s","start":"2026-04-21T04:16:43.494219Z","end":"2026-04-21T04:16:45.719287Z","steps":["trace[1396988674] 'agreement among raft nodes before linearized reading' (duration: 2.224890022s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.49421Z","time spent":"2.225112608s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:16:45.719339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.02209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:16:45.719358Z","caller":"traceutil/trace.go:171","msg":"trace[1013578419] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:22914; }","duration":"946.073932ms","start":"2026-04-21T04:16:44.773279Z","end":"2026-04-21T04:16:45.719353Z","steps":["trace[1013578419] 'agreement among raft nodes before linearized reading' (duration: 946.018211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.77326Z","time spent":"946.109172ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:16:45.719411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.553732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:16:45.719459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.314132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:16:45.719489Z","caller":"traceutil/trace.go:171","msg":"trace[1768023427] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:22914; }","duration":"855.402744ms","start":"2026-04-21T04:16:44.864078Z","end":"2026-04-21T04:16:45.71948Z","steps":["trace[1768023427] 'agreement among raft nodes before linearized reading' (duration: 855.321112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.864053Z","time spent":"855.452376ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"info","ts":"2026-04-21T04:16:45.719504Z","caller":"traceutil/trace.go:171","msg":"trace[1868011322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22914; }","duration":"809.697296ms","start":"2026-04-21T04:16:44.909781Z","end":"2026-04-21T04:16:45.719478Z","steps":["trace[1868011322] 'agreement among raft nodes before linearized reading' (duration: 809.528752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.593021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:16:45.71955Z","caller":"traceutil/trace.go:171","msg":"trace[515899241] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22914; }","duration":"972.657862ms","start":"2026-04-21T04:16:44.746887Z","end":"2026-04-21T04:16:45.719544Z","steps":["trace[515899241] 'agreement among raft nodes before linearized reading' (duration: 972.625922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.746857Z","time spent":"972.705844ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:16:45.719556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:44.909746Z","time spent":"809.800129ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:16:45.719729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.246354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:16:45.719771Z","caller":"traceutil/trace.go:171","msg":"trace[1650181454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:22914; }","duration":"663.316976ms","start":"2026-04-21T04:16:45.056441Z","end":"2026-04-21T04:16:45.719758Z","steps":["trace[1650181454] 'agreement among raft nodes before linearized reading' (duration: 662.794223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.718438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.493789Z","time spent":"2.224641266s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:16:45.719799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:45.056345Z","time spent":"663.445728ms","remote":"127.0.0.1:35616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:16:45.718484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452012617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:16:45.719836Z","caller":"traceutil/trace.go:171","msg":"trace[1146472892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22914; }","duration":"2.453390391s","start":"2026-04-21T04:16:43.266439Z","end":"2026-04-21T04:16:45.719829Z","steps":["trace[1146472892] 'agreement among raft nodes before linearized reading' (duration: 2.452001847s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.266424Z","time spent":"2.453424822s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:16:45.718484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119721439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:16:45.719898Z","caller":"traceutil/trace.go:171","msg":"trace[924144944] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22914; }","duration":"2.121179085s","start":"2026-04-21T04:16:43.598714Z","end":"2026-04-21T04:16:45.719894Z","steps":["trace[924144944] 'agreement among raft nodes before linearized reading' (duration: 2.119743449s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:16:45.719912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:16:43.598686Z","time spent":"2.121221195s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:16:47.995962Z","caller":"traceutil/trace.go:171","msg":"trace[83863297] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"179.565452ms","start":"2026-04-21T04:16:47.816361Z","end":"2026-04-21T04:16:47.995927Z","steps":["trace[83863297] 'process raft request' (duration: 102.572639ms)","trace[83863297] 'compare' (duration: 76.842449ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:16:47.998249Z","caller":"traceutil/trace.go:171","msg":"trace[725461735] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"181.799517ms","start":"2026-04-21T04:16:47.816428Z","end":"2026-04-21T04:16:47.998228Z","steps":["trace[725461735] 'process raft request' (duration: 181.587971ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:47.998293Z","caller":"traceutil/trace.go:171","msg":"trace[1677670452] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"181.750086ms","start":"2026-04-21T04:16:47.81652Z","end":"2026-04-21T04:16:47.99827Z","steps":["trace[1677670452] 'process raft request' (duration: 181.635773ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:47.998681Z","caller":"traceutil/trace.go:171","msg":"trace[1216501706] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"180.479794ms","start":"2026-04-21T04:16:47.818187Z","end":"2026-04-21T04:16:47.998667Z","steps":["trace[1216501706] 'process raft request' (duration: 180.258509ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:16:47.998617Z","caller":"traceutil/trace.go:171","msg":"trace[1471821664] transaction","detail":"{read_only:false; response_revision:22945; number_of_response:1; }","duration":"182.060713ms","start":"2026-04-21T04:16:47.81654Z","end":"2026-04-21T04:16:47.9986Z","steps":["trace[1471821664] 'process raft request' (duration: 181.670814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:17:54.15724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.202006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:17:54.157455Z","caller":"traceutil/trace.go:171","msg":"trace[2143972114] linearizableReadLoop","detail":"{readStateIndex:24479; appliedIndex:24478; }","duration":"384.33251ms","start":"2026-04-21T04:17:53.773093Z","end":"2026-04-21T04:17:54.157426Z","steps":["trace[2143972114] 'read index received' (duration: 4.800846ms)","trace[2143972114] 'applied index is now lower than readState.Index' (duration: 379.529984ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:17:54.157518Z","caller":"traceutil/trace.go:171","msg":"trace[965635898] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"198.127807ms","start":"2026-04-21T04:17:53.95928Z","end":"2026-04-21T04:17:54.157407Z","steps":["trace[965635898] 'process raft request' (duration: 198.064205ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:17:54.15758Z","caller":"traceutil/trace.go:171","msg":"trace[1588163592] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"457.82418ms","start":"2026-04-21T04:17:53.69974Z","end":"2026-04-21T04:17:54.157564Z","steps":["trace[1588163592] 'process raft request' (duration: 78.221094ms)","trace[1588163592] 'compare' (duration: 378.669952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:17:54.157687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:17:53.699724Z","time spent":"457.887141ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:17:54.157718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.606698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:17:54.157782Z","caller":"traceutil/trace.go:171","msg":"trace[27317167] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23695; }","duration":"384.715419ms","start":"2026-04-21T04:17:53.773052Z","end":"2026-04-21T04:17:54.157767Z","steps":["trace[27317167] 'agreement among raft nodes before linearized reading' (duration: 384.602197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:17:54.157838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:17:53.773026Z","time spent":"384.802012ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:17:54.309606Z","caller":"traceutil/trace.go:171","msg":"trace[399277057] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"261.528686ms","start":"2026-04-21T04:17:54.048048Z","end":"2026-04-21T04:17:54.309577Z","steps":["trace[399277057] 'process raft request' (duration: 261.446104ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:17:54.309777Z","caller":"traceutil/trace.go:171","msg":"trace[1511962664] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"264.768985ms","start":"2026-04-21T04:17:54.044977Z","end":"2026-04-21T04:17:54.309746Z","steps":["trace[1511962664] 'process raft request' (duration: 264.225102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:17:54.310022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.54393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:17:54.310101Z","caller":"traceutil/trace.go:171","msg":"trace[2020527566] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"252.088726ms","start":"2026-04-21T04:17:54.058003Z","end":"2026-04-21T04:17:54.310092Z","steps":["trace[2020527566] 'process raft request' (duration: 251.537142ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:17:54.309906Z","caller":"traceutil/trace.go:171","msg":"trace[2135307713] linearizableReadLoop","detail":"{readStateIndex:24483; appliedIndex:24480; }","duration":"152.344976ms","start":"2026-04-21T04:17:54.15753Z","end":"2026-04-21T04:17:54.309875Z","steps":["trace[2135307713] 'read index received' (duration: 151.609378ms)","trace[2135307713] 'applied index is now lower than readState.Index' (duration: 733.578µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:17:54.310115Z","caller":"traceutil/trace.go:171","msg":"trace[479039817] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23698; }","duration":"237.674574ms","start":"2026-04-21T04:17:54.072422Z","end":"2026-04-21T04:17:54.310096Z","steps":["trace[479039817] 'agreement among raft nodes before linearized reading' (duration: 237.538731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:17:54.310068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.49806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:17:54.31017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.348777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:17:54.310761Z","caller":"traceutil/trace.go:171","msg":"trace[1551666922] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23698; }","duration":"500.977353ms","start":"2026-04-21T04:17:53.809772Z","end":"2026-04-21T04:17:54.310749Z","steps":["trace[1551666922] 'agreement among raft nodes before linearized reading' (duration: 500.370128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:17:54.310793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:17:53.809749Z","time spent":"501.033595ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:17:54.311126Z","caller":"traceutil/trace.go:171","msg":"trace[2106154072] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23698; }","duration":"191.592777ms","start":"2026-04-21T04:17:54.119481Z","end":"2026-04-21T04:17:54.311074Z","steps":["trace[2106154072] 'agreement among raft nodes before linearized reading' (duration: 190.437468ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:04.469141Z","caller":"traceutil/trace.go:171","msg":"trace[1549889540] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"102.957749ms","start":"2026-04-21T04:18:04.366154Z","end":"2026-04-21T04:18:04.469112Z","steps":["trace[1549889540] 'process raft request' (duration: 76.058001ms)","trace[1549889540] 'compare' (duration: 26.699793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:10.467968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.26442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:18:10.468346Z","caller":"traceutil/trace.go:171","msg":"trace[126767003] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"244.099196ms","start":"2026-04-21T04:18:10.224196Z","end":"2026-04-21T04:18:10.468295Z","steps":["trace[126767003] 'process raft request' (duration: 53.382365ms)","trace[126767003] 'compare' (duration: 190.026884ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:10.676225Z","caller":"traceutil/trace.go:171","msg":"trace[1038215325] linearizableReadLoop","detail":"{readStateIndex:24614; appliedIndex:24612; }","duration":"193.273575ms","start":"2026-04-21T04:18:10.482929Z","end":"2026-04-21T04:18:10.676202Z","steps":["trace[1038215325] 'read index received' (duration: 5.868805ms)","trace[1038215325] 'applied index is now lower than readState.Index' (duration: 187.40377ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:10.676326Z","caller":"traceutil/trace.go:171","msg":"trace[206273704] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"222.375096ms","start":"2026-04-21T04:18:10.453941Z","end":"2026-04-21T04:18:10.676316Z","steps":["trace[206273704] 'process raft request' (duration: 222.101409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.676419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.483159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.676485Z","caller":"traceutil/trace.go:171","msg":"trace[544363279] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23824; }","duration":"193.594372ms","start":"2026-04-21T04:18:10.482876Z","end":"2026-04-21T04:18:10.676471Z","steps":["trace[544363279] 'agreement among raft nodes before linearized reading' (duration: 193.473409ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.720212Z","caller":"traceutil/trace.go:171","msg":"trace[793819846] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"230.286888ms","start":"2026-04-21T04:18:10.489895Z","end":"2026-04-21T04:18:10.720182Z","steps":["trace[793819846] 'process raft request' (duration: 230.073173ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.72023Z","caller":"traceutil/trace.go:171","msg":"trace[1179585094] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"112.638433ms","start":"2026-04-21T04:18:10.607566Z","end":"2026-04-21T04:18:10.720204Z","steps":["trace[1179585094] 'process raft request' (duration: 112.545841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.569748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.720514Z","caller":"traceutil/trace.go:171","msg":"trace[1446267374] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23827; }","duration":"154.677521ms","start":"2026-04-21T04:18:10.565823Z","end":"2026-04-21T04:18:10.7205Z","steps":["trace[1446267374] 'agreement among raft nodes before linearized reading' (duration: 154.572298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.79771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:18:10.720583Z","caller":"traceutil/trace.go:171","msg":"trace[658729565] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23827; }","duration":"234.888352ms","start":"2026-04-21T04:18:10.48568Z","end":"2026-04-21T04:18:10.720568Z","steps":["trace[658729565] 'agreement among raft nodes before linearized reading' (duration: 234.675626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.194087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:18:10.720585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.98111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.720623Z","caller":"traceutil/trace.go:171","msg":"trace[1073822675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23827; }","duration":"219.26362ms","start":"2026-04-21T04:18:10.501346Z","end":"2026-04-21T04:18:10.72061Z","steps":["trace[1073822675] 'agreement among raft nodes before linearized reading' (duration: 219.041234ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.720646Z","caller":"traceutil/trace.go:171","msg":"trace[552358899] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23827; }","duration":"232.091413ms","start":"2026-04-21T04:18:10.48854Z","end":"2026-04-21T04:18:10.720631Z","steps":["trace[552358899] 'agreement among raft nodes before linearized reading' (duration: 231.988941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.611434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:18:10.720694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.072092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:10.72066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.315599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:18:10.720715Z","caller":"traceutil/trace.go:171","msg":"trace[1448300136] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23827; }","duration":"234.109302ms","start":"2026-04-21T04:18:10.4866Z","end":"2026-04-21T04:18:10.720709Z","steps":["trace[1448300136] 'agreement among raft nodes before linearized reading' (duration: 234.077541ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.720722Z","caller":"traceutil/trace.go:171","msg":"trace[994425525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23827; }","duration":"225.690896ms","start":"2026-04-21T04:18:10.495015Z","end":"2026-04-21T04:18:10.720706Z","steps":["trace[994425525] 'agreement among raft nodes before linearized reading' (duration: 225.45441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.137572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:10.720748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.926968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.720749Z","caller":"traceutil/trace.go:171","msg":"trace[1139513919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23827; }","duration":"221.451173ms","start":"2026-04-21T04:18:10.499275Z","end":"2026-04-21T04:18:10.720726Z","steps":["trace[1139513919] 'agreement among raft nodes before linearized reading' (duration: 221.235628ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.720772Z","caller":"traceutil/trace.go:171","msg":"trace[1645238070] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23827; }","duration":"231.977269ms","start":"2026-04-21T04:18:10.488789Z","end":"2026-04-21T04:18:10.720766Z","steps":["trace[1645238070] 'agreement among raft nodes before linearized reading' (duration: 231.945829ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.72077Z","caller":"traceutil/trace.go:171","msg":"trace[823291482] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23827; }","duration":"155.207593ms","start":"2026-04-21T04:18:10.565555Z","end":"2026-04-21T04:18:10.720763Z","steps":["trace[823291482] 'agreement among raft nodes before linearized reading' (duration: 155.155022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.965031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.720802Z","caller":"traceutil/trace.go:171","msg":"trace[111281721] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23827; }","duration":"158.274248ms","start":"2026-04-21T04:18:10.562523Z","end":"2026-04-21T04:18:10.720797Z","steps":["trace[111281721] 'agreement among raft nodes before linearized reading' (duration: 158.246077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.640591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:18:10.720942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.083891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:18:10.720944Z","caller":"traceutil/trace.go:171","msg":"trace[1537033988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23827; }","duration":"224.678111ms","start":"2026-04-21T04:18:10.496259Z","end":"2026-04-21T04:18:10.720937Z","steps":["trace[1537033988] 'agreement among raft nodes before linearized reading' (duration: 224.61662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.720919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.103044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:10.720966Z","caller":"traceutil/trace.go:171","msg":"trace[996465533] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23827; }","duration":"153.383058ms","start":"2026-04-21T04:18:10.567577Z","end":"2026-04-21T04:18:10.72096Z","steps":["trace[996465533] 'agreement among raft nodes before linearized reading' (duration: 153.321247ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.72099Z","caller":"traceutil/trace.go:171","msg":"trace[1823190749] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23827; }","duration":"158.206836ms","start":"2026-04-21T04:18:10.562766Z","end":"2026-04-21T04:18:10.720973Z","steps":["trace[1823190749] 'agreement among raft nodes before linearized reading' (duration: 158.041942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:10.72146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:18:10.721515Z","caller":"traceutil/trace.go:171","msg":"trace[34442961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23827; }","duration":"223.265968ms","start":"2026-04-21T04:18:10.498225Z","end":"2026-04-21T04:18:10.721491Z","steps":["trace[34442961] 'agreement among raft nodes before linearized reading' (duration: 222.97685ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:10.818877Z","caller":"traceutil/trace.go:171","msg":"trace[958921679] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"104.585056ms","start":"2026-04-21T04:18:10.714261Z","end":"2026-04-21T04:18:10.818846Z","steps":["trace[958921679] 'process raft request' (duration: 41.889523ms)","trace[958921679] 'compare' (duration: 62.546709ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:18.84244Z","caller":"traceutil/trace.go:171","msg":"trace[2088819920] linearizableReadLoop","detail":"{readStateIndex:24699; appliedIndex:24698; }","duration":"101.804509ms","start":"2026-04-21T04:18:18.740608Z","end":"2026-04-21T04:18:18.842413Z","steps":["trace[2088819920] 'read index received' (duration: 101.714096ms)","trace[2088819920] 'applied index is now lower than readState.Index' (duration: 89.042µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:18.842547Z","caller":"traceutil/trace.go:171","msg":"trace[501056867] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"142.503253ms","start":"2026-04-21T04:18:18.700015Z","end":"2026-04-21T04:18:18.842518Z","steps":["trace[501056867] 'process raft request' (duration: 142.186764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.842589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.967313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.842628Z","caller":"traceutil/trace.go:171","msg":"trace[948552838] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23908; }","duration":"102.060485ms","start":"2026-04-21T04:18:18.740556Z","end":"2026-04-21T04:18:18.842617Z","steps":["trace[948552838] 'agreement among raft nodes before linearized reading' (duration: 101.976203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.87321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.869692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:18:18.87329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.384233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:18:18.8733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.723638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.873299Z","caller":"traceutil/trace.go:171","msg":"trace[1845332637] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23910; }","duration":"122.973635ms","start":"2026-04-21T04:18:18.750306Z","end":"2026-04-21T04:18:18.87328Z","steps":["trace[1845332637] 'agreement among raft nodes before linearized reading' (duration: 122.796391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.873357Z","caller":"traceutil/trace.go:171","msg":"trace[827187493] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23910; }","duration":"126.80488ms","start":"2026-04-21T04:18:18.746539Z","end":"2026-04-21T04:18:18.873344Z","steps":["trace[827187493] 'agreement among raft nodes before linearized reading' (duration: 126.702587ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.873363Z","caller":"traceutil/trace.go:171","msg":"trace[2081095020] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"128.87648ms","start":"2026-04-21T04:18:18.744421Z","end":"2026-04-21T04:18:18.873297Z","steps":["trace[2081095020] 'process raft request' (duration: 122.690779ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.873409Z","caller":"traceutil/trace.go:171","msg":"trace[68598589] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"118.058987ms","start":"2026-04-21T04:18:18.755305Z","end":"2026-04-21T04:18:18.873364Z","steps":["trace[68598589] 'process raft request' (duration: 117.657656ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.873499Z","caller":"traceutil/trace.go:171","msg":"trace[1291748914] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23910; }","duration":"127.441396ms","start":"2026-04-21T04:18:18.745881Z","end":"2026-04-21T04:18:18.873322Z","steps":["trace[1291748914] 'agreement among raft nodes before linearized reading' (duration: 127.390454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.873221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.322996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.873572Z","caller":"traceutil/trace.go:171","msg":"trace[1696929867] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23910; }","duration":"128.704636ms","start":"2026-04-21T04:18:18.744848Z","end":"2026-04-21T04:18:18.873553Z","steps":["trace[1696929867] 'agreement among raft nodes before linearized reading' (duration: 128.285525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.87358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.011784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:18.873621Z","caller":"traceutil/trace.go:171","msg":"trace[235713261] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23910; }","duration":"129.099416ms","start":"2026-04-21T04:18:18.744512Z","end":"2026-04-21T04:18:18.873611Z","steps":["trace[235713261] 'agreement among raft nodes before linearized reading' (duration: 129.021244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:18.873803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.193728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-04-21T04:18:18.873859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.648143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-04-21T04:18:18.873871Z","caller":"traceutil/trace.go:171","msg":"trace[1428716903] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23910; }","duration":"129.321761ms","start":"2026-04-21T04:18:18.744533Z","end":"2026-04-21T04:18:18.873855Z","steps":["trace[1428716903] 'agreement among raft nodes before linearized reading' (duration: 128.979012ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:18.873901Z","caller":"traceutil/trace.go:171","msg":"trace[471196378] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23910; }","duration":"132.732445ms","start":"2026-04-21T04:18:18.741157Z","end":"2026-04-21T04:18:18.873889Z","steps":["trace[471196378] 'agreement among raft nodes before linearized reading' (duration: 131.919575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:24.848224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.229768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:24.848329Z","caller":"traceutil/trace.go:171","msg":"trace[1045799554] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23971; }","duration":"138.397722ms","start":"2026-04-21T04:18:24.709908Z","end":"2026-04-21T04:18:24.848306Z","steps":["trace[1045799554] 'range keys from in-memory index tree' (duration: 138.148406ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.391543Z","caller":"traceutil/trace.go:171","msg":"trace[170397312] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"392.450822ms","start":"2026-04-21T04:18:24.999059Z","end":"2026-04-21T04:18:25.39151Z","steps":["trace[170397312] 'process raft request' (duration: 317.661855ms)","trace[170397312] 'compare' (duration: 73.985428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:18:25.391699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.999039Z","time spent":"392.583236ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:18:25.391817Z","caller":"traceutil/trace.go:171","msg":"trace[183138858] linearizableReadLoop","detail":"{readStateIndex:24770; appliedIndex:24768; }","duration":"392.509514ms","start":"2026-04-21T04:18:24.999286Z","end":"2026-04-21T04:18:25.391796Z","steps":["trace[183138858] 'read index received' (duration: 25.070253ms)","trace[183138858] 'applied index is now lower than readState.Index' (duration: 367.438221ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:25.391862Z","caller":"traceutil/trace.go:171","msg":"trace[2014346724] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"391.801746ms","start":"2026-04-21T04:18:25.000044Z","end":"2026-04-21T04:18:25.391846Z","steps":["trace[2014346724] 'process raft request' (duration: 391.667563ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.391828Z","caller":"traceutil/trace.go:171","msg":"trace[283413299] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"391.93711ms","start":"2026-04-21T04:18:24.99986Z","end":"2026-04-21T04:18:25.391797Z","steps":["trace[283413299] 'process raft request' (duration: 391.550291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.391966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.999978Z","time spent":"391.925229ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:18:25.391969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.999847Z","time spent":"392.064013ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:18:25.392004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.073175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:18:25.392018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.724949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:18:25.392071Z","caller":"traceutil/trace.go:171","msg":"trace[1660817352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23979; }","duration":"392.805361ms","start":"2026-04-21T04:18:24.999251Z","end":"2026-04-21T04:18:25.392057Z","steps":["trace[1660817352] 'agreement among raft nodes before linearized reading' (duration: 392.658968ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.392058Z","caller":"traceutil/trace.go:171","msg":"trace[973038597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23979; }","duration":"390.143466ms","start":"2026-04-21T04:18:25.001897Z","end":"2026-04-21T04:18:25.39204Z","steps":["trace[973038597] 'agreement among raft nodes before linearized reading' (duration: 390.052854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:25.392101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:24.99924Z","time spent":"392.856622ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:18:25.392128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:18:25.001886Z","time spent":"390.222987ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:18:25.392108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.942291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:25.392215Z","caller":"traceutil/trace.go:171","msg":"trace[388616707] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23979; }","duration":"219.075095ms","start":"2026-04-21T04:18:25.173117Z","end":"2026-04-21T04:18:25.392192Z","steps":["trace[388616707] 'agreement among raft nodes before linearized reading' (duration: 218.858949ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.689707Z","caller":"traceutil/trace.go:171","msg":"trace[186494903] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"266.788862ms","start":"2026-04-21T04:18:25.422901Z","end":"2026-04-21T04:18:25.689689Z","steps":["trace[186494903] 'process raft request' (duration: 266.704ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:25.689755Z","caller":"traceutil/trace.go:171","msg":"trace[575585249] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"286.999096ms","start":"2026-04-21T04:18:25.402732Z","end":"2026-04-21T04:18:25.689732Z","steps":["trace[575585249] 'process raft request' (duration: 286.420902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:18:26.381981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.144872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:18:26.382073Z","caller":"traceutil/trace.go:171","msg":"trace[1825197000] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23985; }","duration":"220.306366ms","start":"2026-04-21T04:18:26.161744Z","end":"2026-04-21T04:18:26.38205Z","steps":["trace[1825197000] 'count revisions from in-memory index tree' (duration: 220.016058ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:26.810963Z","caller":"traceutil/trace.go:171","msg":"trace[1406167331] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"200.366248ms","start":"2026-04-21T04:18:26.610559Z","end":"2026-04-21T04:18:26.810925Z","steps":["trace[1406167331] 'process raft request' (duration: 174.361363ms)","trace[1406167331] 'compare' (duration: 25.518613ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:18:26.81262Z","caller":"traceutil/trace.go:171","msg":"trace[1924045911] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"196.711459ms","start":"2026-04-21T04:18:26.615877Z","end":"2026-04-21T04:18:26.812588Z","steps":["trace[1924045911] 'process raft request' (duration: 196.649678ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:18:26.8127Z","caller":"traceutil/trace.go:171","msg":"trace[260858936] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"197.18578ms","start":"2026-04-21T04:18:26.615486Z","end":"2026-04-21T04:18:26.812672Z","steps":["trace[260858936] 'process raft request' (duration: 196.891932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.232646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.541461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:04.232725Z","caller":"traceutil/trace.go:171","msg":"trace[1488117943] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25751; }","duration":"731.285575ms","start":"2026-04-21T04:20:03.501428Z","end":"2026-04-21T04:20:04.232714Z","steps":["trace[1488117943] 'read index received' (duration: 161.680402ms)","trace[1488117943] 'applied index is now lower than readState.Index' (duration: 569.604253ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:04.232776Z","caller":"traceutil/trace.go:171","msg":"trace[1675725176] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"807.242831ms","start":"2026-04-21T04:20:03.425528Z","end":"2026-04-21T04:20:04.232771Z","steps":["trace[1675725176] 'process raft request' (duration: 237.523296ms)","trace[1675725176] 'compare' (duration: 569.344016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:04.232807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.425501Z","time spent":"807.288423ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:04.233432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.182062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:20:04.233402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.294474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:04.233454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.629981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:04.233454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.784435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:20:04.233452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.488837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:04.233486Z","caller":"traceutil/trace.go:171","msg":"trace[1898716016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24933; }","duration":"319.255954ms","start":"2026-04-21T04:20:03.914215Z","end":"2026-04-21T04:20:04.233471Z","steps":["trace[1898716016] 'agreement among raft nodes before linearized reading' (duration: 319.101411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.233492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.903003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:20:04.233523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.914203Z","time spent":"319.313085ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:20:04.233513Z","caller":"traceutil/trace.go:171","msg":"trace[432196816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24933; }","duration":"314.725584ms","start":"2026-04-21T04:20:03.91877Z","end":"2026-04-21T04:20:04.233495Z","steps":["trace[432196816] 'agreement among raft nodes before linearized reading' (duration: 314.537869ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:04.23352Z","caller":"traceutil/trace.go:171","msg":"trace[1250349748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24933; }","duration":"314.865097ms","start":"2026-04-21T04:20:03.918636Z","end":"2026-04-21T04:20:04.233501Z","steps":["trace[1250349748] 'agreement among raft nodes before linearized reading' (duration: 314.697823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.233514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.102356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:04.233529Z","caller":"traceutil/trace.go:171","msg":"trace[400644598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24933; }","duration":"325.60141ms","start":"2026-04-21T04:20:03.907908Z","end":"2026-04-21T04:20:04.233509Z","steps":["trace[400644598] 'agreement among raft nodes before linearized reading' (duration: 325.478307ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:04.233558Z","caller":"traceutil/trace.go:171","msg":"trace[133296879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24933; }","duration":"732.170217ms","start":"2026-04-21T04:20:03.501382Z","end":"2026-04-21T04:20:04.233552Z","steps":["trace[133296879] 'agreement among raft nodes before linearized reading' (duration: 731.525491ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:04.233555Z","caller":"traceutil/trace.go:171","msg":"trace[1596910945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24933; }","duration":"313.994595ms","start":"2026-04-21T04:20:03.919544Z","end":"2026-04-21T04:20:04.233538Z","steps":["trace[1596910945] 'agreement among raft nodes before linearized reading' (duration: 313.78393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.233555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.91875Z","time spent":"314.797805ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:04.233561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.918628Z","time spent":"314.925328ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:04.233575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.501366Z","time spent":"732.205159ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:04.23359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.919535Z","time spent":"314.047497ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:04.233584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.907887Z","time spent":"325.685772ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:20:04.233504Z","caller":"traceutil/trace.go:171","msg":"trace[1270661336] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24933; }","duration":"269.418637ms","start":"2026-04-21T04:20:03.964067Z","end":"2026-04-21T04:20:04.233486Z","steps":["trace[1270661336] 'agreement among raft nodes before linearized reading' (duration: 269.246342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.233417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.0536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:04.233685Z","caller":"traceutil/trace.go:171","msg":"trace[774673790] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24933; }","duration":"344.362708ms","start":"2026-04-21T04:20:03.889286Z","end":"2026-04-21T04:20:04.233649Z","steps":["trace[774673790] 'agreement among raft nodes before linearized reading' (duration: 344.017369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.233738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:03.889265Z","time spent":"344.458549ms","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:04.799143Z","caller":"traceutil/trace.go:171","msg":"trace[2023374303] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"560.735007ms","start":"2026-04-21T04:20:04.238383Z","end":"2026-04-21T04:20:04.799118Z","steps":["trace[2023374303] 'process raft request' (duration: 559.387803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:04.799282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.23836Z","time spent":"560.85051ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:05.823973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026276496s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:05.932793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.005499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:05.933025Z","caller":"traceutil/trace.go:171","msg":"trace[1021558788] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"1.694457428s","start":"2026-04-21T04:20:04.238554Z","end":"2026-04-21T04:20:05.933011Z","steps":["trace[1021558788] 'process raft request' (duration: 1.694409107s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.933066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.238546Z","time spent":"1.69450474s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:05.933138Z","caller":"traceutil/trace.go:171","msg":"trace[975291895] linearizableReadLoop","detail":"{readStateIndex:25758; appliedIndex:25752; }","duration":"1.389144856s","start":"2026-04-21T04:20:04.543978Z","end":"2026-04-21T04:20:05.933123Z","steps":["trace[975291895] 'read index received' (duration: 253.725363ms)","trace[975291895] 'applied index is now lower than readState.Index' (duration: 1.135418843s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:05.933194Z","caller":"traceutil/trace.go:171","msg":"trace[765882929] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"1.694778566s","start":"2026-04-21T04:20:04.238409Z","end":"2026-04-21T04:20:05.933187Z","steps":["trace[765882929] 'process raft request' (duration: 1.586316236s)","trace[765882929] 'compare' (duration: 107.693162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:05.933221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.23839Z","time spent":"1.694817147s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:05.933267Z","caller":"traceutil/trace.go:171","msg":"trace[726165361] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"1.694788906s","start":"2026-04-21T04:20:04.238472Z","end":"2026-04-21T04:20:05.933261Z","steps":["trace[726165361] 'process raft request' (duration: 1.694426477s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.933304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.238455Z","time spent":"1.694833368s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:05.933339Z","caller":"traceutil/trace.go:171","msg":"trace[2142627927] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"1.694270443s","start":"2026-04-21T04:20:04.239062Z","end":"2026-04-21T04:20:05.933332Z","steps":["trace[2142627927] 'process raft request' (duration: 1.693925435s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.933413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.238336Z","time spent":"1.695025093s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:05.933599Z","caller":"traceutil/trace.go:171","msg":"trace[1547816738] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"1.554339004s","start":"2026-04-21T04:20:04.379237Z","end":"2026-04-21T04:20:05.933576Z","steps":["trace[1547816738] 'process raft request' (duration: 1.55381972s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.933741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.379208Z","time spent":"1.554463526s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:05.93363Z","caller":"traceutil/trace.go:171","msg":"trace[1474069387] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.180506117s","start":"2026-04-21T04:20:04.753109Z","end":"2026-04-21T04:20:05.933615Z","steps":["trace[1474069387] 'process raft request' (duration: 1.179990123s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.933819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.753089Z","time spent":"1.180693301s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:05.934243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390249783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:05.934304Z","caller":"traceutil/trace.go:171","msg":"trace[903863575] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24940; }","duration":"1.390366226s","start":"2026-04-21T04:20:04.543925Z","end":"2026-04-21T04:20:05.934292Z","steps":["trace[903863575] 'agreement among raft nodes before linearized reading' (duration: 1.389549205s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:05.934443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.543904Z","time spent":"1.3905293s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:06.433386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:20:06.797343Z","caller":"traceutil/trace.go:171","msg":"trace[757621883] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.643494123s","start":"2026-04-21T04:20:05.153827Z","end":"2026-04-21T04:20:06.797322Z","steps":["trace[757621883] 'process raft request' (duration: 1.643411671s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.797383Z","caller":"traceutil/trace.go:171","msg":"trace[1404012984] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"1.479253138s","start":"2026-04-21T04:20:05.318113Z","end":"2026-04-21T04:20:06.797366Z","steps":["trace[1404012984] 'process raft request' (duration: 1.479223198s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.797405Z","caller":"traceutil/trace.go:171","msg":"trace[82660037] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"1.640009098s","start":"2026-04-21T04:20:05.15737Z","end":"2026-04-21T04:20:06.797379Z","steps":["trace[82660037] 'process raft request' (duration: 1.639894875s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:06.79743Z","caller":"traceutil/trace.go:171","msg":"trace[832853795] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.594895104s","start":"2026-04-21T04:20:05.202516Z","end":"2026-04-21T04:20:06.797411Z","steps":["trace[832853795] 'process raft request' (duration: 1.594767491s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:06.797465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.153793Z","time spent":"1.643607765s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:06.797482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.318093Z","time spent":"1.47933545s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:06.797511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.202501Z","time spent":"1.594968276s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:06.797513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.157347Z","time spent":"1.64010985s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:06.797342Z","caller":"traceutil/trace.go:171","msg":"trace[1687770914] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"1.647686385s","start":"2026-04-21T04:20:05.149625Z","end":"2026-04-21T04:20:06.797311Z","steps":["trace[1687770914] 'process raft request' (duration: 1.6474906s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:06.797568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.149607Z","time spent":"1.647944321s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:06.797571Z","caller":"traceutil/trace.go:171","msg":"trace[457912085] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"1.539145903s","start":"2026-04-21T04:20:05.258418Z","end":"2026-04-21T04:20:06.797564Z","steps":["trace[457912085] 'process raft request' (duration: 1.538893727s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:06.797601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.25841Z","time spent":"1.539173113s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:06.90775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:06.907852Z","caller":"traceutil/trace.go:171","msg":"trace[1265714100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465888s","start":"2026-04-21T04:20:04.907364Z","end":"2026-04-21T04:20:06.90783Z","steps":["trace[1265714100] 'agreement among raft nodes before linearized reading' (duration: 2.000341265s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:06.9079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.90735Z","time spent":"2.000538831s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:08.835448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.038288493s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:08.835789Z","caller":"traceutil/trace.go:171","msg":"trace[1188344087] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25759; }","duration":"2.90258694s","start":"2026-04-21T04:20:05.933183Z","end":"2026-04-21T04:20:08.83577Z","steps":["trace[1188344087] 'read index received' (duration: 863.99938ms)","trace[1188344087] 'applied index is now lower than readState.Index' (duration: 2.0385866s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:08.836296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275807116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:20:08.836342Z","caller":"traceutil/trace.go:171","msg":"trace[664367395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24947; }","duration":"4.275920319s","start":"2026-04-21T04:20:04.560411Z","end":"2026-04-21T04:20:08.836331Z","steps":["trace[664367395] 'agreement among raft nodes before linearized reading' (duration: 4.275489799s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.836378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.56039Z","time spent":"4.27597885s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:20:08.836491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906983137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:08.836573Z","caller":"traceutil/trace.go:171","msg":"trace[1071990940] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24947; }","duration":"2.90713036s","start":"2026-04-21T04:20:05.929421Z","end":"2026-04-21T04:20:08.836551Z","steps":["trace[1071990940] 'agreement among raft nodes before linearized reading' (duration: 2.906958356s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.836637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50273897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:08.836689Z","caller":"traceutil/trace.go:171","msg":"trace[964000969] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24947; }","duration":"3.502814672s","start":"2026-04-21T04:20:05.333863Z","end":"2026-04-21T04:20:08.836678Z","steps":["trace[964000969] 'agreement among raft nodes before linearized reading' (duration: 3.502712879s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:08.836697Z","caller":"traceutil/trace.go:171","msg":"trace[249028669] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"2.932519081s","start":"2026-04-21T04:20:05.904166Z","end":"2026-04-21T04:20:08.836685Z","steps":["trace[249028669] 'process raft request' (duration: 2.931451774s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.836721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980847145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-04-21T04:20:08.836723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.333855Z","time spent":"3.502858052s","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:08.836761Z","caller":"traceutil/trace.go:171","msg":"trace[358443735] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24947; }","duration":"3.980924817s","start":"2026-04-21T04:20:04.855826Z","end":"2026-04-21T04:20:08.836751Z","steps":["trace[358443735] 'agreement among raft nodes before linearized reading' (duration: 3.980808734s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.836785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.855805Z","time spent":"3.980975139s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-21T04:20:08.836793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.904136Z","time spent":"2.932598383s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:08.836652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.929399Z","time spent":"2.907236434s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:08.837028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961336379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:20:08.837065Z","caller":"traceutil/trace.go:171","msg":"trace[1569253658] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:24947; }","duration":"3.961392861s","start":"2026-04-21T04:20:04.875664Z","end":"2026-04-21T04:20:08.837057Z","steps":["trace[1569253658] 'agreement among raft nodes before linearized reading' (duration: 3.961292388s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.837091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:04.875654Z","time spent":"3.961431071s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:20:08.908647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:08.908739Z","caller":"traceutil/trace.go:171","msg":"trace[1756861406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721826s","start":"2026-04-21T04:20:06.907999Z","end":"2026-04-21T04:20:08.908721Z","steps":["trace[1756861406] 'agreement among raft nodes before linearized reading' (duration: 2.000612682s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:08.908783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.907977Z","time spent":"2.000797097s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:09.337007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:20:09.404086Z","caller":"traceutil/trace.go:171","msg":"trace[589596530] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"1.46499536s","start":"2026-04-21T04:20:07.939066Z","end":"2026-04-21T04:20:09.404061Z","steps":["trace[589596530] 'process raft request' (duration: 1.438507682s)","trace[589596530] 'compare' (duration: 25.919244ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:09.404499Z","caller":"traceutil/trace.go:171","msg":"trace[1463378923] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"600.478999ms","start":"2026-04-21T04:20:08.803998Z","end":"2026-04-21T04:20:09.404477Z","steps":["trace[1463378923] 'process raft request' (duration: 600.441597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.40427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.939044Z","time spent":"1.465110352s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:09.404646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803988Z","time spent":"600.572741ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:09.404706Z","caller":"traceutil/trace.go:171","msg":"trace[1158193938] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"601.439422ms","start":"2026-04-21T04:20:08.80321Z","end":"2026-04-21T04:20:09.40465Z","steps":["trace[1158193938] 'process raft request' (duration: 601.125193ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.404719Z","caller":"traceutil/trace.go:171","msg":"trace[1224785977] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"601.130545ms","start":"2026-04-21T04:20:08.803551Z","end":"2026-04-21T04:20:09.404681Z","steps":["trace[1224785977] 'process raft request' (duration: 600.838427ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.404761Z","caller":"traceutil/trace.go:171","msg":"trace[696783404] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"601.055562ms","start":"2026-04-21T04:20:08.803697Z","end":"2026-04-21T04:20:09.404752Z","steps":["trace[696783404] 'process raft request' (duration: 600.718653ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.404784Z","caller":"traceutil/trace.go:171","msg":"trace[852015012] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.465491562s","start":"2026-04-21T04:20:07.939257Z","end":"2026-04-21T04:20:09.404749Z","steps":["trace[852015012] 'process raft request' (duration: 1.464758914s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.404805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803686Z","time spent":"601.095253ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:09.404859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803194Z","time spent":"601.576845ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:09.404899Z","caller":"traceutil/trace.go:171","msg":"trace[1718228054] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"601.680608ms","start":"2026-04-21T04:20:08.80321Z","end":"2026-04-21T04:20:09.40489Z","steps":["trace[1718228054] 'process raft request' (duration: 601.049612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.404914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.939249Z","time spent":"1.465603445s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:09.404975Z","caller":"traceutil/trace.go:171","msg":"trace[343498628] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"601.38808ms","start":"2026-04-21T04:20:08.803354Z","end":"2026-04-21T04:20:09.404742Z","steps":["trace[343498628] 'process raft request' (duration: 601.01069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.404949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803188Z","time spent":"601.736539ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:09.405096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803315Z","time spent":"601.711278ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:09.405199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.803533Z","time spent":"601.241607ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:09.756332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.465294ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-21T04:20:09.756576Z","caller":"traceutil/trace.go:171","msg":"trace[1909821978] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25766; }","duration":"920.667564ms","start":"2026-04-21T04:20:08.835888Z","end":"2026-04-21T04:20:09.756555Z","steps":["trace[1909821978] 'read index received' (duration: 541.6696ms)","trace[1909821978] 'applied index is now lower than readState.Index' (duration: 378.995894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:09.756703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.838028Z","time spent":"918.670936ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:20:09.756754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950447449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.756786Z","caller":"traceutil/trace.go:171","msg":"trace[104486837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24955; }","duration":"2.95049912s","start":"2026-04-21T04:20:06.806278Z","end":"2026-04-21T04:20:09.756777Z","steps":["trace[104486837] 'agreement among raft nodes before linearized reading' (duration: 2.950432249s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.756804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.80627Z","time spent":"2.950529301s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.756866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714461074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.756929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532635913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.757022Z","caller":"traceutil/trace.go:171","msg":"trace[1690591298] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24955; }","duration":"1.532786457s","start":"2026-04-21T04:20:08.224213Z","end":"2026-04-21T04:20:09.756999Z","steps":["trace[1690591298] 'agreement among raft nodes before linearized reading' (duration: 1.532576792s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819428983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:20:09.757059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819986126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:20:09.75702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81932887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:20:09.757061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818824508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:09.757072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.197358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-5n5rz\" ","response":"range_response_count:1 size:4483"} {"level":"warn","ts":"2026-04-21T04:20:09.757125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22974033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.757132Z","caller":"traceutil/trace.go:171","msg":"trace[888540733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24955; }","duration":"1.819483054s","start":"2026-04-21T04:20:07.937623Z","end":"2026-04-21T04:20:09.757106Z","steps":["trace[888540733] 'agreement among raft nodes before linearized reading' (duration: 1.819154476s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340768839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.757154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766874025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.757173Z","caller":"traceutil/trace.go:171","msg":"trace[1929617684] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24955; }","duration":"1.229811291s","start":"2026-04-21T04:20:08.527353Z","end":"2026-04-21T04:20:09.757164Z","steps":["trace[1929617684] 'agreement among raft nodes before linearized reading' (duration: 1.229746809s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.757177Z","caller":"traceutil/trace.go:171","msg":"trace[613872754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24955; }","duration":"1.818954171s","start":"2026-04-21T04:20:07.938177Z","end":"2026-04-21T04:20:09.757131Z","steps":["trace[613872754] 'agreement among raft nodes before linearized reading' (duration: 1.818689085s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.476226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:09.757189Z","caller":"traceutil/trace.go:171","msg":"trace[406474908] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24955; }","duration":"3.340840801s","start":"2026-04-21T04:20:06.416336Z","end":"2026-04-21T04:20:09.757177Z","steps":["trace[406474908] 'agreement among raft nodes before linearized reading' (duration: 3.34079174s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.937608Z","time spent":"1.819571466s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:20:09.757204Z","caller":"traceutil/trace.go:171","msg":"trace[1179882115] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24955; }","duration":"3.766954727s","start":"2026-04-21T04:20:05.990232Z","end":"2026-04-21T04:20:09.757187Z","steps":["trace[1179882115] 'agreement among raft nodes before linearized reading' (duration: 3.766893546s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.75722Z","caller":"traceutil/trace.go:171","msg":"trace[773013579] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24955; }","duration":"370.551978ms","start":"2026-04-21T04:20:09.386659Z","end":"2026-04-21T04:20:09.757211Z","steps":["trace[773013579] 'agreement among raft nodes before linearized reading' (duration: 370.502557ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.757096Z","caller":"traceutil/trace.go:171","msg":"trace[1660860661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24955; }","duration":"1.820056978s","start":"2026-04-21T04:20:07.937029Z","end":"2026-04-21T04:20:09.757086Z","steps":["trace[1660860661] 'agreement among raft nodes before linearized reading' (duration: 1.819941095s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690110309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.757229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.938166Z","time spent":"1.819053784s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:09.757231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.416315Z","time spent":"3.340906343s","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.757245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.386639Z","time spent":"370.599569ms","remote":"127.0.0.1:59436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:09.757254Z","caller":"traceutil/trace.go:171","msg":"trace[1033141358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24955; }","duration":"3.69015264s","start":"2026-04-21T04:20:06.067093Z","end":"2026-04-21T04:20:09.757245Z","steps":["trace[1033141358] 'agreement among raft nodes before linearized reading' (duration: 3.690109459s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.75725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.93701Z","time spent":"1.820232212s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:20:09.757081Z","caller":"traceutil/trace.go:171","msg":"trace[1072009884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24955; }","duration":"1.819508945s","start":"2026-04-21T04:20:07.937566Z","end":"2026-04-21T04:20:09.757074Z","steps":["trace[1072009884] 'agreement among raft nodes before linearized reading' (duration: 1.819396402s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.067086Z","time spent":"3.69018473s","remote":"127.0.0.1:35426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.757285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.937545Z","time spent":"1.81973315s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:09.757289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.742348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-21T04:20:09.757178Z","caller":"traceutil/trace.go:171","msg":"trace[695512815] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-5n5rz; range_end:; response_count:1; response_revision:24955; }","duration":"919.331772ms","start":"2026-04-21T04:20:08.837828Z","end":"2026-04-21T04:20:09.75716Z","steps":["trace[695512815] 'agreement among raft nodes before linearized reading' (duration: 919.078946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255674277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.7571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954696832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:20:09.757147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.655112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:09.757367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.284823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:09.757378Z","caller":"traceutil/trace.go:171","msg":"trace[2031208765] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24955; }","duration":"2.256050456s","start":"2026-04-21T04:20:07.501315Z","end":"2026-04-21T04:20:09.757365Z","steps":["trace[2031208765] 'agreement among raft nodes before linearized reading' (duration: 2.255651386s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.527339Z","time spent":"1.229864323s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:09.757397Z","caller":"traceutil/trace.go:171","msg":"trace[381904005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24955; }","duration":"841.919029ms","start":"2026-04-21T04:20:08.915468Z","end":"2026-04-21T04:20:09.757387Z","steps":["trace[381904005] 'agreement among raft nodes before linearized reading' (duration: 841.655773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:07.501294Z","time spent":"2.256105777s","remote":"127.0.0.1:35476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.757246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:05.990209Z","time spent":"3.767028399s","remote":"127.0.0.1:56888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.757433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.915459Z","time spent":"841.96866ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:09.757361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.837816Z","time spent":"919.537026ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4506,"request content":"key:\"/registry/pods/kube-system/kube-proxy-5n5rz\" "} {"level":"warn","ts":"2026-04-21T04:20:09.75751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.063212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:20:09.757401Z","caller":"traceutil/trace.go:171","msg":"trace[2088918546] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24955; }","duration":"913.315724ms","start":"2026-04-21T04:20:08.844074Z","end":"2026-04-21T04:20:09.75739Z","steps":["trace[2088918546] 'agreement among raft nodes before linearized reading' (duration: 913.267283ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.757397Z","caller":"traceutil/trace.go:171","msg":"trace[2101071924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24955; }","duration":"2.95500804s","start":"2026-04-21T04:20:06.802378Z","end":"2026-04-21T04:20:09.757386Z","steps":["trace[2101071924] 'agreement among raft nodes before linearized reading' (duration: 2.954609071s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:09.757323Z","caller":"traceutil/trace.go:171","msg":"trace[1183990059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:24955; }","duration":"844.803759ms","start":"2026-04-21T04:20:08.912507Z","end":"2026-04-21T04:20:09.757311Z","steps":["trace[1183990059] 'agreement among raft nodes before linearized reading' (duration: 844.698357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.844063Z","time spent":"913.514791ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:09.75761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.802367Z","time spent":"2.955233336s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:09.75762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.912494Z","time spent":"845.113537ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" "} {"level":"info","ts":"2026-04-21T04:20:09.756949Z","caller":"traceutil/trace.go:171","msg":"trace[409780440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24955; }","duration":"3.714614078s","start":"2026-04-21T04:20:06.042313Z","end":"2026-04-21T04:20:09.756927Z","steps":["trace[409780440] 'agreement among raft nodes before linearized reading' (duration: 3.714440544s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.224192Z","time spent":"1.532869628s","remote":"127.0.0.1:33324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:09.757714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:06.042295Z","time spent":"3.715401888s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:09.757568Z","caller":"traceutil/trace.go:171","msg":"trace[1618677952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24955; }","duration":"916.157994ms","start":"2026-04-21T04:20:08.841398Z","end":"2026-04-21T04:20:09.757556Z","steps":["trace[1618677952] 'agreement among raft nodes before linearized reading' (duration: 915.985219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:09.757851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:08.841378Z","time spent":"916.463102ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:20:10.259072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:11.633389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.235674ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:11.63356Z","caller":"traceutil/trace.go:171","msg":"trace[1284229101] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24955; }","duration":"353.417489ms","start":"2026-04-21T04:20:11.280118Z","end":"2026-04-21T04:20:11.633536Z","steps":["trace[1284229101] 'range keys from in-memory index tree' (duration: 353.214364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.634448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05958796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:11.634592Z","caller":"traceutil/trace.go:171","msg":"trace[289890422] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"1.875892393s","start":"2026-04-21T04:20:09.758671Z","end":"2026-04-21T04:20:11.634564Z","steps":["trace[289890422] 'process raft request' (duration: 816.087997ms)","trace[289890422] 'compare' (duration: 1.058442923s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:11.634688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.758651Z","time spent":"1.875994945s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:11.758746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:11.758831Z","caller":"traceutil/trace.go:171","msg":"trace[1054663433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060958s","start":"2026-04-21T04:20:09.758754Z","end":"2026-04-21T04:20:11.758815Z","steps":["trace[1054663433] 'agreement among raft nodes before linearized reading' (duration: 1.999949606s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:11.758866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.758742Z","time spent":"2.000117419s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:12.362601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78781451s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:13.443849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08090366s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:13.445325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081380933s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-21T04:20:13.445514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.760094Z","time spent":"3.685410975s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:20:13.445662Z","caller":"traceutil/trace.go:171","msg":"trace[1656046442] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"3.682977525s","start":"2026-04-21T04:20:09.762667Z","end":"2026-04-21T04:20:13.445644Z","steps":["trace[1656046442] 'process raft request' (duration: 3.68278356s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.445804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.762648Z","time spent":"3.683099658s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:13.445995Z","caller":"traceutil/trace.go:171","msg":"trace[1259330855] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"3.683286252s","start":"2026-04-21T04:20:09.762685Z","end":"2026-04-21T04:20:13.445971Z","steps":["trace[1259330855] 'process raft request' (duration: 3.682922303s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.446137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.762674Z","time spent":"3.683380045s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:13.446406Z","caller":"traceutil/trace.go:171","msg":"trace[193940106] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"3.683591529s","start":"2026-04-21T04:20:09.762776Z","end":"2026-04-21T04:20:13.446368Z","steps":["trace[193940106] 'process raft request' (duration: 3.683121528s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:13.446531Z","caller":"traceutil/trace.go:171","msg":"trace[1780038542] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"3.68325166s","start":"2026-04-21T04:20:09.763267Z","end":"2026-04-21T04:20:13.446519Z","steps":["trace[1780038542] 'process raft request' (duration: 3.682761028s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.446545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.762755Z","time spent":"3.683721383s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:13.446594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.763248Z","time spent":"3.683314972s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:13.446773Z","caller":"traceutil/trace.go:171","msg":"trace[851991254] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"3.682292687s","start":"2026-04-21T04:20:09.76447Z","end":"2026-04-21T04:20:13.446762Z","steps":["trace[851991254] 'process raft request' (duration: 3.681658732s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.446822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.764461Z","time spent":"3.682336809s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:13.446901Z","caller":"traceutil/trace.go:171","msg":"trace[1820778547] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"3.39884873s","start":"2026-04-21T04:20:10.048028Z","end":"2026-04-21T04:20:13.446876Z","steps":["trace[1820778547] 'process raft request' (duration: 3.398673475s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.447018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.047997Z","time spent":"3.398954233s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:13.76688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:13.766965Z","caller":"traceutil/trace.go:171","msg":"trace[563014193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011186s","start":"2026-04-21T04:20:11.766836Z","end":"2026-04-21T04:20:13.766948Z","steps":["trace[563014193] 'agreement among raft nodes before linearized reading' (duration: 1.999994008s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:13.767002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.766817Z","time spent":"2.000177131s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:14.33832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.534263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:20:14.33928Z","caller":"traceutil/trace.go:171","msg":"trace[1544786537] linearizableReadLoop","detail":"{readStateIndex:25783; appliedIndex:25775; }","duration":"4.580488803s","start":"2026-04-21T04:20:09.758771Z","end":"2026-04-21T04:20:14.33926Z","steps":["trace[1544786537] 'read index received' (duration: 815.930004ms)","trace[1544786537] 'applied index is now lower than readState.Index' (duration: 3.764558119s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:14.339346Z","caller":"traceutil/trace.go:171","msg":"trace[629753630] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"3.903614327s","start":"2026-04-21T04:20:10.435691Z","end":"2026-04-21T04:20:14.339305Z","steps":["trace[629753630] 'process raft request' (duration: 3.902732146s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.339476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:10.435666Z","time spent":"3.903739881s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.389738Z","caller":"traceutil/trace.go:171","msg":"trace[330967210] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"2.979956081s","start":"2026-04-21T04:20:11.409744Z","end":"2026-04-21T04:20:14.3897Z","steps":["trace[330967210] 'process raft request' (duration: 2.929510508s)","trace[330967210] 'compare' (duration: 50.095545ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:14.3898Z","caller":"traceutil/trace.go:171","msg":"trace[1421185317] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"2.979869339s","start":"2026-04-21T04:20:11.409898Z","end":"2026-04-21T04:20:14.389767Z","steps":["trace[1421185317] 'process raft request' (duration: 2.979701745s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.389858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.409725Z","time spent":"2.980071484s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:14.389965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.409889Z","time spent":"2.979988492s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.390111Z","caller":"traceutil/trace.go:171","msg":"trace[2026662378] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"2.980064664s","start":"2026-04-21T04:20:11.410024Z","end":"2026-04-21T04:20:14.390088Z","steps":["trace[2026662378] 'process raft request' (duration: 2.979685675s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.39027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.409989Z","time spent":"2.980186607s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.390426Z","caller":"traceutil/trace.go:171","msg":"trace[623980558] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"2.980297619s","start":"2026-04-21T04:20:11.410109Z","end":"2026-04-21T04:20:14.390407Z","steps":["trace[623980558] 'process raft request' (duration: 2.979795747s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:14.390483Z","caller":"traceutil/trace.go:171","msg":"trace[1803797994] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"2.9803182s","start":"2026-04-21T04:20:11.410141Z","end":"2026-04-21T04:20:14.39046Z","steps":["trace[1803797994] 'process raft request' (duration: 2.980164376s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.390551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.410087Z","time spent":"2.980393041s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:14.390564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.410129Z","time spent":"2.980395311s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.390577Z","caller":"traceutil/trace.go:171","msg":"trace[1196722098] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"2.980357391s","start":"2026-04-21T04:20:11.410206Z","end":"2026-04-21T04:20:14.390564Z","steps":["trace[1196722098] 'process raft request' (duration: 2.980247018s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.390642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.4102Z","time spent":"2.980406452s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.390608Z","caller":"traceutil/trace.go:171","msg":"trace[2101893317] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"2.980388581s","start":"2026-04-21T04:20:11.410175Z","end":"2026-04-21T04:20:14.390564Z","steps":["trace[2101893317] 'process raft request' (duration: 2.980219047s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:14.390665Z","caller":"traceutil/trace.go:171","msg":"trace[1322625660] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"2.980422532s","start":"2026-04-21T04:20:11.410232Z","end":"2026-04-21T04:20:14.390655Z","steps":["trace[1322625660] 'process raft request' (duration: 2.980272499s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.390723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.410225Z","time spent":"2.980469803s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:14.390707Z","caller":"traceutil/trace.go:171","msg":"trace[1265521897] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"944.382394ms","start":"2026-04-21T04:20:13.446304Z","end":"2026-04-21T04:20:14.390686Z","steps":["trace[1265521897] 'process raft request' (duration: 944.306262ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:14.390755Z","caller":"traceutil/trace.go:171","msg":"trace[918696188] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"2.650837705s","start":"2026-04-21T04:20:11.739889Z","end":"2026-04-21T04:20:14.390727Z","steps":["trace[918696188] 'process raft request' (duration: 2.650663651s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.390791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.410155Z","time spent":"2.980544315s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:14.390827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:13.446274Z","time spent":"944.497077ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:14.390884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.739861Z","time spent":"2.650968449s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:14.839389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:14.978704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:14.978787Z","caller":"traceutil/trace.go:171","msg":"trace[2029637016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051458s","start":"2026-04-21T04:20:12.978716Z","end":"2026-04-21T04:20:14.978767Z","steps":["trace[2029637016] 'agreement among raft nodes before linearized reading' (duration: 1.999943275s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:14.978835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:12.978694Z","time spent":"2.00013285s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:15.339591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:15.767532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:15.767611Z","caller":"traceutil/trace.go:171","msg":"trace[631760815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000495139s","start":"2026-04-21T04:20:13.767097Z","end":"2026-04-21T04:20:15.767592Z","steps":["trace[631760815] 'agreement among raft nodes before linearized reading' (duration: 2.000397386s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:15.767663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:13.767084Z","time spent":"2.00056595s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:15.839906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:16.341007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528499999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:16.417305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.576022327s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:16.417711Z","caller":"traceutil/trace.go:171","msg":"trace[486150029] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"2.576509619s","start":"2026-04-21T04:20:13.841176Z","end":"2026-04-21T04:20:16.417686Z","steps":["trace[486150029] 'process raft request' (duration: 2.576313995s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:16.417891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:13.841153Z","time spent":"2.576630422s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:17.774468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:17.774538Z","caller":"traceutil/trace.go:171","msg":"trace[1645041796] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052328s","start":"2026-04-21T04:20:15.774469Z","end":"2026-04-21T04:20:17.774521Z","steps":["trace[1645041796] 'agreement among raft nodes before linearized reading' (duration: 1.999959055s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:17.774575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.774459Z","time spent":"2.00010791s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:18.706049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.28854514s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:18.706541Z","caller":"traceutil/trace.go:171","msg":"trace[150995088] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"4.310459503s","start":"2026-04-21T04:20:14.39605Z","end":"2026-04-21T04:20:18.70651Z","steps":["trace[150995088] 'process raft request' (duration: 4.310162846s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.706619Z","caller":"traceutil/trace.go:171","msg":"trace[324059385] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.309263046s","start":"2026-04-21T04:20:16.397321Z","end":"2026-04-21T04:20:18.706584Z","steps":["trace[324059385] 'process raft request' (duration: 2.30903859s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.706679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:14.396029Z","time spent":"4.310582535s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:18.7067Z","caller":"traceutil/trace.go:171","msg":"trace[364373682] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"2.305017333s","start":"2026-04-21T04:20:16.401659Z","end":"2026-04-21T04:20:18.706676Z","steps":["trace[364373682] 'process raft request' (duration: 2.304933571s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.70676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.397139Z","time spent":"2.309543273s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.706824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.401622Z","time spent":"2.305127386s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.706967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.946935094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18585"} {"level":"info","ts":"2026-04-21T04:20:18.706981Z","caller":"traceutil/trace.go:171","msg":"trace[349771813] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.309515632s","start":"2026-04-21T04:20:16.397453Z","end":"2026-04-21T04:20:18.706969Z","steps":["trace[349771813] 'process raft request' (duration: 2.308970299s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.707006Z","caller":"traceutil/trace.go:171","msg":"trace[2230142] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24983; }","duration":"8.946986876s","start":"2026-04-21T04:20:09.760013Z","end":"2026-04-21T04:20:18.706999Z","steps":["trace[2230142] 'agreement among raft nodes before linearized reading' (duration: 8.946857703s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.759954Z","time spent":"8.947065397s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18608,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:20:18.707041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.39742Z","time spent":"2.309586714s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:18.707129Z","caller":"traceutil/trace.go:171","msg":"trace[981476421] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"2.305536526s","start":"2026-04-21T04:20:16.401583Z","end":"2026-04-21T04:20:18.70712Z","steps":["trace[981476421] 'process raft request' (duration: 2.304978362s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.401561Z","time spent":"2.305593796s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.707226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.522970517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.706837Z","caller":"traceutil/trace.go:171","msg":"trace[1911495685] linearizableReadLoop","detail":"{readStateIndex:25797; appliedIndex:25795; }","duration":"4.367489416s","start":"2026-04-21T04:20:14.339329Z","end":"2026-04-21T04:20:18.706819Z","steps":["trace[1911495685] 'read index received' (duration: 2.078142427s)","trace[1911495685] 'applied index is now lower than readState.Index' (duration: 2.289346299s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:18.707248Z","caller":"traceutil/trace.go:171","msg":"trace[436348546] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24983; }","duration":"7.523014367s","start":"2026-04-21T04:20:11.184227Z","end":"2026-04-21T04:20:18.707241Z","steps":["trace[436348546] 'agreement among raft nodes before linearized reading' (duration: 7.522979137s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.912265019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:18.707279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.184213Z","time spent":"7.523060839s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:18.707304Z","caller":"traceutil/trace.go:171","msg":"trace[391726622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24983; }","duration":"6.912469854s","start":"2026-04-21T04:20:11.794819Z","end":"2026-04-21T04:20:18.707289Z","steps":["trace[391726622] 'agreement among raft nodes before linearized reading' (duration: 6.912224348s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.794806Z","time spent":"6.912531376s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.707374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943598612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.707391Z","caller":"traceutil/trace.go:171","msg":"trace[464978323] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24983; }","duration":"8.943675914s","start":"2026-04-21T04:20:09.763709Z","end":"2026-04-21T04:20:18.707385Z","steps":["trace[464978323] 'agreement among raft nodes before linearized reading' (duration: 8.943646863s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.763696Z","time spent":"8.943705924s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:18.707441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943413537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-21T04:20:18.707448Z","caller":"traceutil/trace.go:171","msg":"trace[12378774] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"2.305654368s","start":"2026-04-21T04:20:16.401774Z","end":"2026-04-21T04:20:18.707428Z","steps":["trace[12378774] 'process raft request' (duration: 2.304850929s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.707474Z","caller":"traceutil/trace.go:171","msg":"trace[1651564895] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24983; }","duration":"8.943467099s","start":"2026-04-21T04:20:09.763996Z","end":"2026-04-21T04:20:18.707463Z","steps":["trace[1651564895] 'agreement among raft nodes before linearized reading' (duration: 8.943325465s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.763981Z","time spent":"8.94351216s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-21T04:20:18.707532Z","caller":"traceutil/trace.go:171","msg":"trace[488494510] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.308492838s","start":"2026-04-21T04:20:16.399017Z","end":"2026-04-21T04:20:18.70751Z","steps":["trace[488494510] 'process raft request' (duration: 2.307446793s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623382911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:18.707685Z","caller":"traceutil/trace.go:171","msg":"trace[1105708572] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24983; }","duration":"7.623417442s","start":"2026-04-21T04:20:11.084259Z","end":"2026-04-21T04:20:18.707676Z","steps":["trace[1105708572] 'agreement among raft nodes before linearized reading' (duration: 7.623360501s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.770238897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:18.707708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.084201Z","time spent":"7.623500135s","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.707715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763138244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:18.707761Z","caller":"traceutil/trace.go:171","msg":"trace[1801599100] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24983; }","duration":"3.763221146s","start":"2026-04-21T04:20:14.944531Z","end":"2026-04-21T04:20:18.707752Z","steps":["trace[1801599100] 'agreement among raft nodes before linearized reading' (duration: 3.763058392s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.707777Z","caller":"traceutil/trace.go:171","msg":"trace[134652674] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.306283283s","start":"2026-04-21T04:20:16.401484Z","end":"2026-04-21T04:20:18.707767Z","steps":["trace[134652674] 'process raft request' (duration: 2.305010653s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.729593454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.707832Z","caller":"traceutil/trace.go:171","msg":"trace[727450300] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24983; }","duration":"6.72981112s","start":"2026-04-21T04:20:11.978012Z","end":"2026-04-21T04:20:18.707823Z","steps":["trace[727450300] 'agreement among raft nodes before linearized reading' (duration: 6.729619895s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.707829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.401461Z","time spent":"2.306340465s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.707864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.977989Z","time spent":"6.729862292s","remote":"127.0.0.1:35542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.708181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933971967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-21T04:20:18.708216Z","caller":"traceutil/trace.go:171","msg":"trace[1192124321] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24983; }","duration":"2.934042169s","start":"2026-04-21T04:20:15.774167Z","end":"2026-04-21T04:20:18.708209Z","steps":["trace[1192124321] 'agreement among raft nodes before linearized reading' (duration: 2.933951247s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.708235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.77415Z","time spent":"2.934078709s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-21T04:20:18.708343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.192488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.708373Z","caller":"traceutil/trace.go:171","msg":"trace[44397319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24983; }","duration":"822.243449ms","start":"2026-04-21T04:20:17.886124Z","end":"2026-04-21T04:20:18.708367Z","steps":["trace[44397319] 'agreement among raft nodes before linearized reading' (duration: 822.197147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.708401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:17.886072Z","time spent":"822.32173ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:18.708544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.872143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.708572Z","caller":"traceutil/trace.go:171","msg":"trace[873607948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24983; }","duration":"932.929493ms","start":"2026-04-21T04:20:17.775637Z","end":"2026-04-21T04:20:18.708567Z","steps":["trace[873607948] 'agreement among raft nodes before linearized reading' (duration: 932.883512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.708593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:17.775622Z","time spent":"932.966635ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:18.707196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.068080148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-21T04:20:18.70875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151595822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:18.708751Z","caller":"traceutil/trace.go:171","msg":"trace[1024790988] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24983; }","duration":"7.069632997s","start":"2026-04-21T04:20:11.639107Z","end":"2026-04-21T04:20:18.70874Z","steps":["trace[1024790988] 'agreement among raft nodes before linearized reading' (duration: 7.068044657s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.708778Z","caller":"traceutil/trace.go:171","msg":"trace[774004692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24983; }","duration":"2.151657513s","start":"2026-04-21T04:20:16.557111Z","end":"2026-04-21T04:20:18.708769Z","steps":["trace[774004692] 'agreement among raft nodes before linearized reading' (duration: 2.151625583s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.708787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.639085Z","time spent":"7.069691767s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-21T04:20:18.708803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.55709Z","time spent":"2.151707685s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.708904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.11292027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:18.707716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.399009Z","time spent":"2.308651232s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:18.708958Z","caller":"traceutil/trace.go:171","msg":"trace[14145861] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24983; }","duration":"3.113008903s","start":"2026-04-21T04:20:15.595937Z","end":"2026-04-21T04:20:18.708946Z","steps":["trace[14145861] 'agreement among raft nodes before linearized reading' (duration: 3.112931601s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.708966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353941378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:18.70899Z","caller":"traceutil/trace.go:171","msg":"trace[161018643] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24983; }","duration":"2.354003579s","start":"2026-04-21T04:20:16.35498Z","end":"2026-04-21T04:20:18.708983Z","steps":["trace[161018643] 'agreement among raft nodes before linearized reading' (duration: 2.353957598s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.70899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.59591Z","time spent":"3.113071933s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.709011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.35496Z","time spent":"2.35404391s","remote":"127.0.0.1:46428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.707554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.401755Z","time spent":"2.30573317s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.709094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257499915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:18.70761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.364354242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:18.707798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:14.944512Z","time spent":"3.763278797s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.708722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150372693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:18.707731Z","caller":"traceutil/trace.go:171","msg":"trace[1974563462] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24983; }","duration":"6.770306969s","start":"2026-04-21T04:20:11.937411Z","end":"2026-04-21T04:20:18.707718Z","steps":["trace[1974563462] 'agreement among raft nodes before linearized reading' (duration: 6.770263098s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709127Z","caller":"traceutil/trace.go:171","msg":"trace[29602851] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.307560945s","start":"2026-04-21T04:20:16.40152Z","end":"2026-04-21T04:20:18.709081Z","steps":["trace[29602851] 'process raft request' (duration: 2.305004562s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709148Z","caller":"traceutil/trace.go:171","msg":"trace[1460273068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24983; }","duration":"2.150794813s","start":"2026-04-21T04:20:16.558341Z","end":"2026-04-21T04:20:18.709136Z","steps":["trace[1460273068] 'agreement among raft nodes before linearized reading' (duration: 2.150358263s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751931146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:18.709186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.558274Z","time spent":"2.150901395s","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.709197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258545249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:18.709227Z","caller":"traceutil/trace.go:171","msg":"trace[1453661025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24983; }","duration":"3.258607031s","start":"2026-04-21T04:20:15.450612Z","end":"2026-04-21T04:20:18.709219Z","steps":["trace[1453661025] 'agreement among raft nodes before linearized reading' (duration: 3.258488218s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:16.401476Z","time spent":"2.307698318s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:18.709264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.450594Z","time spent":"3.258661993s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810642672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:20:18.709311Z","caller":"traceutil/trace.go:171","msg":"trace[38319689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24983; }","duration":"2.810683182s","start":"2026-04-21T04:20:15.898619Z","end":"2026-04-21T04:20:18.709302Z","steps":["trace[38319689] 'agreement among raft nodes before linearized reading' (duration: 2.81058945s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709335Z","caller":"traceutil/trace.go:171","msg":"trace[2109958436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24983; }","duration":"3.257760171s","start":"2026-04-21T04:20:15.451565Z","end":"2026-04-21T04:20:18.709325Z","steps":["trace[2109958436] 'agreement among raft nodes before linearized reading' (duration: 3.257422823s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.89861Z","time spent":"2.810733284s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.451555Z","time spent":"3.257802661s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509909215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:18.70942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811242306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:20:18.70935Z","caller":"traceutil/trace.go:171","msg":"trace[49828134] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24983; }","duration":"5.366128076s","start":"2026-04-21T04:20:13.343211Z","end":"2026-04-21T04:20:18.70934Z","steps":["trace[49828134] 'agreement among raft nodes before linearized reading' (duration: 5.364373083s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709444Z","caller":"traceutil/trace.go:171","msg":"trace[1240433194] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24983; }","duration":"3.510029747s","start":"2026-04-21T04:20:15.199406Z","end":"2026-04-21T04:20:18.709436Z","steps":["trace[1240433194] 'agreement among raft nodes before linearized reading' (duration: 3.509979326s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:13.343192Z","time spent":"5.36625583s","remote":"127.0.0.1:33234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:18.709192Z","caller":"traceutil/trace.go:171","msg":"trace[793904347] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24983; }","duration":"2.752013468s","start":"2026-04-21T04:20:15.957165Z","end":"2026-04-21T04:20:18.709178Z","steps":["trace[793904347] 'agreement among raft nodes before linearized reading' (duration: 2.751891725s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709458Z","caller":"traceutil/trace.go:171","msg":"trace[2120540486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24983; }","duration":"2.811320038s","start":"2026-04-21T04:20:15.898124Z","end":"2026-04-21T04:20:18.709444Z","steps":["trace[2120540486] 'agreement among raft nodes before linearized reading' (duration: 2.811212065s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.199387Z","time spent":"3.510077868s","remote":"127.0.0.1:59402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.709499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.898099Z","time spent":"2.81139242s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.957108Z","time spent":"2.752381117s","remote":"127.0.0.1:40558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.709157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:11.93739Z","time spent":"6.771754324s","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:18.709617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257846983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:20:18.709648Z","caller":"traceutil/trace.go:171","msg":"trace[976204894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24983; }","duration":"3.257878043s","start":"2026-04-21T04:20:15.451762Z","end":"2026-04-21T04:20:18.70964Z","steps":["trace[976204894] 'agreement among raft nodes before linearized reading' (duration: 3.257785791s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.709667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.451756Z","time spent":"3.257905255s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258184561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:20:18.709854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258223452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:20:18.709882Z","caller":"traceutil/trace.go:171","msg":"trace[827232852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24983; }","duration":"3.258223582s","start":"2026-04-21T04:20:15.451648Z","end":"2026-04-21T04:20:18.709872Z","steps":["trace[827232852] 'agreement among raft nodes before linearized reading' (duration: 3.258118749s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:18.709905Z","caller":"traceutil/trace.go:171","msg":"trace[1160199327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24983; }","duration":"3.258271853s","start":"2026-04-21T04:20:15.451606Z","end":"2026-04-21T04:20:18.709878Z","steps":["trace[1160199327] 'agreement among raft nodes before linearized reading' (duration: 3.258176281s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.70991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.451626Z","time spent":"3.258277614s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:18.709938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:15.451601Z","time spent":"3.258329644s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:18.710052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.918836546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:18.710109Z","caller":"traceutil/trace.go:171","msg":"trace[1100495393] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24983; }","duration":"8.918953269s","start":"2026-04-21T04:20:09.791144Z","end":"2026-04-21T04:20:18.710097Z","steps":["trace[1100495393] 'agreement among raft nodes before linearized reading' (duration: 8.916691574s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:18.710148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:09.791121Z","time spent":"8.919014191s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2643,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:19.216153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:19.716936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:20.217695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:20.718742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:20.907419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:20.907509Z","caller":"traceutil/trace.go:171","msg":"trace[903593323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083109s","start":"2026-04-21T04:20:18.907409Z","end":"2026-04-21T04:20:20.907493Z","steps":["trace[903593323] 'agreement among raft nodes before linearized reading' (duration: 1.999926855s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:20.907593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.907395Z","time spent":"2.000189251s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:20.954733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240320742s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:20.955453Z","caller":"traceutil/trace.go:171","msg":"trace[1571394854] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"2.241120031s","start":"2026-04-21T04:20:18.714314Z","end":"2026-04-21T04:20:20.955434Z","steps":["trace[1571394854] 'process raft request' (duration: 2.240972387s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:20.955587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.714287Z","time spent":"2.241223584s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:21.831312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.092025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:21.831439Z","caller":"traceutil/trace.go:171","msg":"trace[385375123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24984; }","duration":"552.26231ms","start":"2026-04-21T04:20:21.279151Z","end":"2026-04-21T04:20:21.831414Z","steps":["trace[385375123] 'range keys from in-memory index tree' (duration: 551.838839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.369447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410922998s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:22.369841Z","caller":"traceutil/trace.go:171","msg":"trace[450190610] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"3.654180412s","start":"2026-04-21T04:20:18.715644Z","end":"2026-04-21T04:20:22.369824Z","steps":["trace[450190610] 'process raft request' (duration: 3.65412317s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.369949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715635Z","time spent":"3.654255743s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.370009Z","caller":"traceutil/trace.go:171","msg":"trace[1894086554] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"3.654363246s","start":"2026-04-21T04:20:18.715615Z","end":"2026-04-21T04:20:22.369979Z","steps":["trace[1894086554] 'process raft request' (duration: 3.653961667s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.370109Z","caller":"traceutil/trace.go:171","msg":"trace[290764520] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"3.654403577s","start":"2026-04-21T04:20:18.715698Z","end":"2026-04-21T04:20:22.370101Z","steps":["trace[290764520] 'process raft request' (duration: 3.6541031s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.37015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715686Z","time spent":"3.654444838s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.370154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715598Z","time spent":"3.654470219s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.37024Z","caller":"traceutil/trace.go:171","msg":"trace[1837295761] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"3.653902283s","start":"2026-04-21T04:20:18.716325Z","end":"2026-04-21T04:20:22.370227Z","steps":["trace[1837295761] 'process raft request' (duration: 3.653849192s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.370265Z","caller":"traceutil/trace.go:171","msg":"trace[758711306] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"3.654318425s","start":"2026-04-21T04:20:18.715919Z","end":"2026-04-21T04:20:22.370237Z","steps":["trace[758711306] 'process raft request' (duration: 3.654214252s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.370281Z","caller":"traceutil/trace.go:171","msg":"trace[65269218] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"3.654381137s","start":"2026-04-21T04:20:18.71586Z","end":"2026-04-21T04:20:22.370241Z","steps":["trace[65269218] 'process raft request' (duration: 3.654179292s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.370353Z","caller":"traceutil/trace.go:171","msg":"trace[570337351] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"3.653625967s","start":"2026-04-21T04:20:18.71672Z","end":"2026-04-21T04:20:22.370346Z","steps":["trace[570337351] 'process raft request' (duration: 3.653480054s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.370382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.716714Z","time spent":"3.653654308s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.370379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715909Z","time spent":"3.654410317s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.370389Z","caller":"traceutil/trace.go:171","msg":"trace[443496882] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"1.656448629s","start":"2026-04-21T04:20:20.71393Z","end":"2026-04-21T04:20:22.370379Z","steps":["trace[443496882] 'process raft request' (duration: 1.656396978s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.370289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.716317Z","time spent":"3.653949965s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.370429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.713896Z","time spent":"1.656510751s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.37046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715851Z","time spent":"3.65450834s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.370492Z","caller":"traceutil/trace.go:171","msg":"trace[1617420199] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"3.651085735s","start":"2026-04-21T04:20:18.719399Z","end":"2026-04-21T04:20:22.370485Z","steps":["trace[1617420199] 'process raft request' (duration: 3.65087674s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.370523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.719384Z","time spent":"3.651121146s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.370676Z","caller":"traceutil/trace.go:171","msg":"trace[690817769] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"1.655913846s","start":"2026-04-21T04:20:20.714751Z","end":"2026-04-21T04:20:22.370664Z","steps":["trace[690817769] 'process raft request' (duration: 1.655606618s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.370701Z","caller":"traceutil/trace.go:171","msg":"trace[1331968322] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"1.655932236s","start":"2026-04-21T04:20:20.714753Z","end":"2026-04-21T04:20:22.370685Z","steps":["trace[1331968322] 'process raft request' (duration: 1.655818954s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.370748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.71473Z","time spent":"1.655981088s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.370791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.71474Z","time spent":"1.656007729s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.370963Z","caller":"traceutil/trace.go:171","msg":"trace[1436244289] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.655954308s","start":"2026-04-21T04:20:20.714994Z","end":"2026-04-21T04:20:22.370948Z","steps":["trace[1436244289] 'process raft request' (duration: 1.655658931s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.371033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.714986Z","time spent":"1.656011399s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.371074Z","caller":"traceutil/trace.go:171","msg":"trace[1758815132] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.655524317s","start":"2026-04-21T04:20:20.71552Z","end":"2026-04-21T04:20:22.371045Z","steps":["trace[1758815132] 'process raft request' (duration: 1.655433515s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.371126Z","caller":"traceutil/trace.go:171","msg":"trace[1088236099] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.655961788s","start":"2026-04-21T04:20:20.715152Z","end":"2026-04-21T04:20:22.371114Z","steps":["trace[1088236099] 'process raft request' (duration: 1.655753803s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.371152Z","caller":"traceutil/trace.go:171","msg":"trace[1543301884] linearizableReadLoop","detail":"{readStateIndex:25822; appliedIndex:25805; }","duration":"3.655613936s","start":"2026-04-21T04:20:18.715523Z","end":"2026-04-21T04:20:22.371136Z","steps":["trace[1543301884] 'read index received' (duration: 2.239885371s)","trace[1543301884] 'applied index is now lower than readState.Index' (duration: 1.415726305s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:22.371184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.715145Z","time spent":"1.656011789s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.371255Z","caller":"traceutil/trace.go:171","msg":"trace[1758474054] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.655607199s","start":"2026-04-21T04:20:20.71564Z","end":"2026-04-21T04:20:22.371247Z","steps":["trace[1758474054] 'process raft request' (duration: 1.655358673s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.371239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.715512Z","time spent":"1.65564858s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.371121Z","caller":"traceutil/trace.go:171","msg":"trace[955368245] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"1.656069s","start":"2026-04-21T04:20:20.715043Z","end":"2026-04-21T04:20:22.371112Z","steps":["trace[955368245] 'process raft request' (duration: 1.655776403s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.37131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.715612Z","time spent":"1.655668721s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.371343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655812091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:20:22.371392Z","caller":"traceutil/trace.go:171","msg":"trace[640266355] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:25000; }","duration":"3.655869832s","start":"2026-04-21T04:20:18.715511Z","end":"2026-04-21T04:20:22.371381Z","steps":["trace[640266355] 'agreement among raft nodes before linearized reading' (duration: 3.655736199s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.371429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.715503Z","time spent":"3.655919073s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:20:22.371348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.715036Z","time spent":"1.656284036s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:22.403954Z","caller":"traceutil/trace.go:171","msg":"trace[476822336] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"980.21308ms","start":"2026-04-21T04:20:21.423716Z","end":"2026-04-21T04:20:22.403929Z","steps":["trace[476822336] 'process raft request' (duration: 980.027545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.4041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716244142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:22.404136Z","caller":"traceutil/trace.go:171","msg":"trace[895060869] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25002; }","duration":"1.716329913s","start":"2026-04-21T04:20:20.687798Z","end":"2026-04-21T04:20:22.404128Z","steps":["trace[895060869] 'agreement among raft nodes before linearized reading' (duration: 1.716248291s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.404118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:21.423693Z","time spent":"980.336053ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.404155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.68778Z","time spent":"1.716370724s","remote":"127.0.0.1:59460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:22.404329Z","caller":"traceutil/trace.go:171","msg":"trace[1915736696] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"506.329606ms","start":"2026-04-21T04:20:21.897989Z","end":"2026-04-21T04:20:22.404319Z","steps":["trace[1915736696] 'process raft request' (duration: 505.895386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.404367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:21.897965Z","time spent":"506.384168ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:22.404437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659004022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:22.404413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496418238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:22.404493Z","caller":"traceutil/trace.go:171","msg":"trace[748627361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25002; }","duration":"1.496564601s","start":"2026-04-21T04:20:20.907905Z","end":"2026-04-21T04:20:22.40447Z","steps":["trace[748627361] 'agreement among raft nodes before linearized reading' (duration: 1.496430478s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.404463Z","caller":"traceutil/trace.go:171","msg":"trace[939480534] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25002; }","duration":"1.659059423s","start":"2026-04-21T04:20:20.745395Z","end":"2026-04-21T04:20:22.404455Z","steps":["trace[939480534] 'agreement among raft nodes before linearized reading' (duration: 1.659019652s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.404551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.745377Z","time spent":"1.659163416s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:22.404557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:20.907885Z","time spent":"1.496655373s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:22.404474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697332732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:22.404779Z","caller":"traceutil/trace.go:171","msg":"trace[1671546086] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25002; }","duration":"2.697686791s","start":"2026-04-21T04:20:19.707072Z","end":"2026-04-21T04:20:22.404759Z","steps":["trace[1671546086] 'agreement among raft nodes before linearized reading' (duration: 2.696995614s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.404859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:19.707054Z","time spent":"2.697789783s","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:22.404859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419863264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:22.404894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638320744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:22.404923Z","caller":"traceutil/trace.go:171","msg":"trace[1600446799] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25002; }","duration":"3.420010067s","start":"2026-04-21T04:20:18.984896Z","end":"2026-04-21T04:20:22.404906Z","steps":["trace[1600446799] 'agreement among raft nodes before linearized reading' (duration: 3.419857464s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:22.40495Z","caller":"traceutil/trace.go:171","msg":"trace[1221419026] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25002; }","duration":"3.638405885s","start":"2026-04-21T04:20:18.766528Z","end":"2026-04-21T04:20:22.404934Z","steps":["trace[1221419026] 'agreement among raft nodes before linearized reading' (duration: 3.638280822s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.404963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.984876Z","time spent":"3.420076169s","remote":"127.0.0.1:59520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:22.404998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.76651Z","time spent":"3.638475677s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:20:22.405116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687517945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-21T04:20:22.405166Z","caller":"traceutil/trace.go:171","msg":"trace[979788594] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25002; }","duration":"3.687581046s","start":"2026-04-21T04:20:18.717573Z","end":"2026-04-21T04:20:22.405154Z","steps":["trace[979788594] 'agreement among raft nodes before linearized reading' (duration: 3.687425633s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.405196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.717567Z","time spent":"3.687622867s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-21T04:20:22.405251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977932711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:20:22.405321Z","caller":"traceutil/trace.go:171","msg":"trace[1156001754] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25002; }","duration":"2.978024103s","start":"2026-04-21T04:20:19.427256Z","end":"2026-04-21T04:20:22.40528Z","steps":["trace[1156001754] 'agreement among raft nodes before linearized reading' (duration: 2.97787831s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.40536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:19.427234Z","time spent":"2.978119235s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:20:22.405359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563213617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-21T04:20:22.405411Z","caller":"traceutil/trace.go:171","msg":"trace[1492203407] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25002; }","duration":"3.563298849s","start":"2026-04-21T04:20:18.842097Z","end":"2026-04-21T04:20:22.405396Z","steps":["trace[1492203407] 'agreement among raft nodes before linearized reading' (duration: 3.563119905s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.405457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:18.842079Z","time spent":"3.563366261s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-21T04:20:22.405559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392650818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:22.405598Z","caller":"traceutil/trace.go:171","msg":"trace[1689983772] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25002; }","duration":"3.3927305s","start":"2026-04-21T04:20:19.012858Z","end":"2026-04-21T04:20:22.405589Z","steps":["trace[1689983772] 'agreement among raft nodes before linearized reading' (duration: 3.392657088s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:22.405633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:19.012814Z","time spent":"3.392810862s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:22.904904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:23.405141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:23.905318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:24.405713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:24.413176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:24.413281Z","caller":"traceutil/trace.go:171","msg":"trace[641782270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398267s","start":"2026-04-21T04:20:22.412865Z","end":"2026-04-21T04:20:24.413263Z","steps":["trace[641782270] 'agreement among raft nodes before linearized reading' (duration: 2.000247843s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.413329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.41285Z","time spent":"2.000468888s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:24.462704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.058831556s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:24.463155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.373216Z","time spent":"2.089932706s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:20:24.463184Z","caller":"traceutil/trace.go:171","msg":"trace[1469334567] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"2.087381073s","start":"2026-04-21T04:20:22.37578Z","end":"2026-04-21T04:20:24.463161Z","steps":["trace[1469334567] 'process raft request' (duration: 2.08727739s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.463285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.375763Z","time spent":"2.087475975s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:24.467498Z","caller":"traceutil/trace.go:171","msg":"trace[670227657] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"972.336298ms","start":"2026-04-21T04:20:23.495133Z","end":"2026-04-21T04:20:24.46747Z","steps":["trace[670227657] 'process raft request' (duration: 972.110192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.467665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.495106Z","time spent":"972.465741ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:24.468608Z","caller":"traceutil/trace.go:171","msg":"trace[276997660] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25824; }","duration":"2.064547494s","start":"2026-04-21T04:20:22.404038Z","end":"2026-04-21T04:20:24.468585Z","steps":["trace[276997660] 'read index received' (duration: 2.058881576s)","trace[276997660] 'applied index is now lower than readState.Index' (duration: 5.664778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:24.468747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089654959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.468807Z","caller":"traceutil/trace.go:171","msg":"trace[1612167688] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25012; }","duration":"2.08973643s","start":"2026-04-21T04:20:22.379046Z","end":"2026-04-21T04:20:24.468783Z","steps":["trace[1612167688] 'agreement among raft nodes before linearized reading' (duration: 2.089645848s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.468901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.379036Z","time spent":"2.089852574s","remote":"127.0.0.1:59452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.468976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092933868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-21T04:20:24.469046Z","caller":"traceutil/trace.go:171","msg":"trace[172897499] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25012; }","duration":"2.09301359s","start":"2026-04-21T04:20:22.376017Z","end":"2026-04-21T04:20:24.469031Z","steps":["trace[172897499] 'agreement among raft nodes before linearized reading' (duration: 2.092851396s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.469074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.375972Z","time spent":"2.093095922s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-21T04:20:24.49738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.940257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:24.497409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396337261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:24.497422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088396437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2245678a-5e60-4628-b8ec-18ace9342fa5\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-21T04:20:24.497452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:24.497464Z","caller":"traceutil/trace.go:171","msg":"trace[1597811195] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25013; }","duration":"1.396451094s","start":"2026-04-21T04:20:23.100999Z","end":"2026-04-21T04:20:24.49745Z","steps":["trace[1597811195] 'agreement among raft nodes before linearized reading' (duration: 1.39631378s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.497495Z","caller":"traceutil/trace.go:171","msg":"trace[1828698011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2245678a-5e60-4628-b8ec-18ace9342fa5; range_end:; response_count:1; response_revision:25013; }","duration":"2.0885066s","start":"2026-04-21T04:20:22.408969Z","end":"2026-04-21T04:20:24.497476Z","steps":["trace[1828698011] 'agreement among raft nodes before linearized reading' (duration: 2.088198663s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.49755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.408952Z","time spent":"2.088588512s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2245678a-5e60-4628-b8ec-18ace9342fa5\" "} {"level":"warn","ts":"2026-04-21T04:20:24.497557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169797144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:24.497586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.967937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:20:24.497597Z","caller":"traceutil/trace.go:171","msg":"trace[1612812609] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25013; }","duration":"1.169873105s","start":"2026-04-21T04:20:23.327713Z","end":"2026-04-21T04:20:24.497586Z","steps":["trace[1612812609] 'agreement among raft nodes before linearized reading' (duration: 1.169816083s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.497649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.32769Z","time spent":"1.169951967s","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.497651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044902034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.497638Z","caller":"traceutil/trace.go:171","msg":"trace[1940149720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25013; }","duration":"121.033559ms","start":"2026-04-21T04:20:24.376596Z","end":"2026-04-21T04:20:24.49763Z","steps":["trace[1940149720] 'agreement among raft nodes before linearized reading' (duration: 120.927996ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.497684Z","caller":"traceutil/trace.go:171","msg":"trace[2083681761] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25013; }","duration":"2.044936345s","start":"2026-04-21T04:20:22.452739Z","end":"2026-04-21T04:20:24.497676Z","steps":["trace[2083681761] 'agreement among raft nodes before linearized reading' (duration: 2.044889524s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.497723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.452711Z","time spent":"2.045004117s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.497505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:23.100977Z","time spent":"1.396517676s","remote":"127.0.0.1:52736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:24.497875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.038393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:20:24.497898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088656413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:24.497918Z","caller":"traceutil/trace.go:171","msg":"trace[286159658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25013; }","duration":"122.094183ms","start":"2026-04-21T04:20:24.37581Z","end":"2026-04-21T04:20:24.497904Z","steps":["trace[286159658] 'agreement among raft nodes before linearized reading' (duration: 122.006091ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.497935Z","caller":"traceutil/trace.go:171","msg":"trace[392145164] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25013; }","duration":"2.088756656s","start":"2026-04-21T04:20:22.409168Z","end":"2026-04-21T04:20:24.497925Z","steps":["trace[392145164] 'agreement among raft nodes before linearized reading' (duration: 2.088689874s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.497965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.409145Z","time spent":"2.088813518s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:20:24.497428Z","caller":"traceutil/trace.go:171","msg":"trace[1800266089] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25013; }","duration":"128.03331ms","start":"2026-04-21T04:20:24.369384Z","end":"2026-04-21T04:20:24.497417Z","steps":["trace[1800266089] 'agreement among raft nodes before linearized reading' (duration: 127.946778ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.497499Z","caller":"traceutil/trace.go:171","msg":"trace[657607819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25013; }","duration":"122.452322ms","start":"2026-04-21T04:20:24.375034Z","end":"2026-04-21T04:20:24.497486Z","steps":["trace[657607819] 'agreement among raft nodes before linearized reading' (duration: 122.265978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.498109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.928874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:24.497611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08401478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-21T04:20:24.498196Z","caller":"traceutil/trace.go:171","msg":"trace[1696122662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25013; }","duration":"123.049587ms","start":"2026-04-21T04:20:24.375113Z","end":"2026-04-21T04:20:24.498163Z","steps":["trace[1696122662] 'agreement among raft nodes before linearized reading' (duration: 122.838842ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:24.49824Z","caller":"traceutil/trace.go:171","msg":"trace[1424910178] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25013; }","duration":"2.084635126s","start":"2026-04-21T04:20:22.413577Z","end":"2026-04-21T04:20:24.498212Z","steps":["trace[1424910178] 'agreement among raft nodes before linearized reading' (duration: 2.08395777s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:24.49833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:22.413566Z","time spent":"2.084733519s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-21T04:20:24.497506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.439292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:24.498483Z","caller":"traceutil/trace.go:171","msg":"trace[89037376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25013; }","duration":"123.426538ms","start":"2026-04-21T04:20:24.375021Z","end":"2026-04-21T04:20:24.498448Z","steps":["trace[89037376] 'agreement among raft nodes before linearized reading' (duration: 122.422882ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:28.965617Z","caller":"traceutil/trace.go:171","msg":"trace[114764157] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"459.548184ms","start":"2026-04-21T04:20:28.506044Z","end":"2026-04-21T04:20:28.965593Z","steps":["trace[114764157] 'process raft request' (duration: 459.39639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:28.965761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.506026Z","time spent":"459.663926ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:30.530212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564767808s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:30.530777Z","caller":"traceutil/trace.go:171","msg":"trace[155566875] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"2.022285682s","start":"2026-04-21T04:20:28.508466Z","end":"2026-04-21T04:20:30.530751Z","steps":["trace[155566875] 'process raft request' (duration: 2.022072366s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:30.530938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.508449Z","time spent":"2.022400655s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:30.531162Z","caller":"traceutil/trace.go:171","msg":"trace[1158590723] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"2.021755419s","start":"2026-04-21T04:20:28.509375Z","end":"2026-04-21T04:20:30.53113Z","steps":["trace[1158590723] 'process raft request' (duration: 2.021331799s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:30.531209Z","caller":"traceutil/trace.go:171","msg":"trace[842113862] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"2.020145359s","start":"2026-04-21T04:20:28.511041Z","end":"2026-04-21T04:20:30.531186Z","steps":["trace[842113862] 'process raft request' (duration: 2.020042677s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:30.531226Z","caller":"traceutil/trace.go:171","msg":"trace[1268653360] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"2.020469597s","start":"2026-04-21T04:20:28.510715Z","end":"2026-04-21T04:20:30.531184Z","steps":["trace[1268653360] 'process raft request' (duration: 2.020282773s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:30.531318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.509351Z","time spent":"2.021881452s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:30.531347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.51102Z","time spent":"2.020256082s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:30.531397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.510701Z","time spent":"2.0206093s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:30.53149Z","caller":"traceutil/trace.go:171","msg":"trace[285014267] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"2.020438576s","start":"2026-04-21T04:20:28.511031Z","end":"2026-04-21T04:20:30.531469Z","steps":["trace[285014267] 'process raft request' (duration: 2.020107698s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:30.531399Z","caller":"traceutil/trace.go:171","msg":"trace[1637026786] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25878; }","duration":"2.014319637s","start":"2026-04-21T04:20:28.517056Z","end":"2026-04-21T04:20:30.531375Z","steps":["trace[1637026786] 'read index received' (duration: 448.645646ms)","trace[1637026786] 'applied index is now lower than readState.Index' (duration: 1.565673001s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:30.531564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.511024Z","time spent":"2.020498438s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:30.531563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014489662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:20:30.531529Z","caller":"traceutil/trace.go:171","msg":"trace[466830705] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"2.016533321s","start":"2026-04-21T04:20:28.514947Z","end":"2026-04-21T04:20:30.531481Z","steps":["trace[466830705] 'process raft request' (duration: 2.016388388s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:30.531612Z","caller":"traceutil/trace.go:171","msg":"trace[490752619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25061; }","duration":"2.014575223s","start":"2026-04-21T04:20:28.517022Z","end":"2026-04-21T04:20:30.531597Z","steps":["trace[490752619] 'agreement among raft nodes before linearized reading' (duration: 2.014413219s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:30.531647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.517009Z","time spent":"2.014629975s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:30.531736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.514937Z","time spent":"2.016697145s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:30.531686Z","caller":"traceutil/trace.go:171","msg":"trace[1237159879] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"2.019483883s","start":"2026-04-21T04:20:28.512073Z","end":"2026-04-21T04:20:30.531557Z","steps":["trace[1237159879] 'process raft request' (duration: 2.019202626s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:30.532002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.512064Z","time spent":"2.019781371s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:30.905392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:30.905478Z","caller":"traceutil/trace.go:171","msg":"trace[197185283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319955s","start":"2026-04-21T04:20:28.905138Z","end":"2026-04-21T04:20:30.905458Z","steps":["trace[197185283] 'agreement among raft nodes before linearized reading' (duration: 2.000193112s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:30.90554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.905118Z","time spent":"2.000411337s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:31.861402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.840633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.861547Z","caller":"traceutil/trace.go:171","msg":"trace[1335102035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25061; }","duration":"581.995146ms","start":"2026-04-21T04:20:31.279534Z","end":"2026-04-21T04:20:31.861529Z","steps":["trace[1335102035] 'range keys from in-memory index tree' (duration: 581.825642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.861531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.573066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:31.861644Z","caller":"traceutil/trace.go:171","msg":"trace[1128897718] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"1.330067972s","start":"2026-04-21T04:20:30.531556Z","end":"2026-04-21T04:20:31.861624Z","steps":["trace[1128897718] 'read index received' (duration: 480.338772ms)","trace[1128897718] 'applied index is now lower than readState.Index' (duration: 849.72801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:31.861742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385246583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.861764Z","caller":"traceutil/trace.go:171","msg":"trace[1898467492] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25062; }","duration":"2.385273814s","start":"2026-04-21T04:20:29.476482Z","end":"2026-04-21T04:20:31.861756Z","steps":["trace[1898467492] 'agreement among raft nodes before linearized reading' (duration: 2.385212942s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.861796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.476419Z","time spent":"2.385369487s","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:31.861842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334777259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:20:31.861919Z","caller":"traceutil/trace.go:171","msg":"trace[191367748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25062; }","duration":"2.334896032s","start":"2026-04-21T04:20:29.527006Z","end":"2026-04-21T04:20:31.861902Z","steps":["trace[191367748] 'agreement among raft nodes before linearized reading' (duration: 2.334682617s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.861964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.526986Z","time spent":"2.334968974s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:20:31.862023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326113991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:31.862049Z","caller":"traceutil/trace.go:171","msg":"trace[1755427852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25062; }","duration":"3.326158183s","start":"2026-04-21T04:20:28.535884Z","end":"2026-04-21T04:20:31.862042Z","steps":["trace[1755427852] 'agreement among raft nodes before linearized reading' (duration: 3.32605358s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.535874Z","time spent":"3.326192493s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:31.862148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326194893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:31.862173Z","caller":"traceutil/trace.go:171","msg":"trace[1222232103] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"1.950034095s","start":"2026-04-21T04:20:29.912122Z","end":"2026-04-21T04:20:31.862156Z","steps":["trace[1222232103] 'process raft request' (duration: 1.099761062s)","trace[1222232103] 'compare' (duration: 849.220988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:31.862204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338658369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:31.862228Z","caller":"traceutil/trace.go:171","msg":"trace[756892989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25062; }","duration":"3.338701589s","start":"2026-04-21T04:20:28.523521Z","end":"2026-04-21T04:20:31.862222Z","steps":["trace[756892989] 'agreement among raft nodes before linearized reading' (duration: 3.338640418s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.86225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.52351Z","time spent":"3.338736171s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:31.862253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.912094Z","time spent":"1.950105998s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:31.862197Z","caller":"traceutil/trace.go:171","msg":"trace[2028840871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25062; }","duration":"3.326261455s","start":"2026-04-21T04:20:28.535924Z","end":"2026-04-21T04:20:31.862185Z","steps":["trace[2028840871] 'agreement among raft nodes before linearized reading' (duration: 3.325806934s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484044935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:31.862398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343453205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:20:31.862423Z","caller":"traceutil/trace.go:171","msg":"trace[1331815851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25062; }","duration":"3.343495796s","start":"2026-04-21T04:20:28.518922Z","end":"2026-04-21T04:20:31.862417Z","steps":["trace[1331815851] 'agreement among raft nodes before linearized reading' (duration: 3.343437204s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.518913Z","time spent":"3.343528017s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:31.862441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504760461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.862471Z","caller":"traceutil/trace.go:171","msg":"trace[1115884666] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25062; }","duration":"1.504825403s","start":"2026-04-21T04:20:30.357637Z","end":"2026-04-21T04:20:31.862462Z","steps":["trace[1115884666] 'agreement among raft nodes before linearized reading' (duration: 1.504780992s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.357619Z","time spent":"1.504878604s","remote":"127.0.0.1:55300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:31.862542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.535919Z","time spent":"3.326427869s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:31.8624Z","caller":"traceutil/trace.go:171","msg":"trace[801926236] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25062; }","duration":"1.484115097s","start":"2026-04-21T04:20:30.378276Z","end":"2026-04-21T04:20:31.862392Z","steps":["trace[801926236] 'agreement among raft nodes before linearized reading' (duration: 1.484050636s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.378266Z","time spent":"1.484335572s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:31.86271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838614062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.862757Z","caller":"traceutil/trace.go:171","msg":"trace[1185335932] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25062; }","duration":"1.838701044s","start":"2026-04-21T04:20:30.024045Z","end":"2026-04-21T04:20:31.862746Z","steps":["trace[1185335932] 'agreement among raft nodes before linearized reading' (duration: 1.838632972s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.024025Z","time spent":"1.838762806s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:31.862845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137000128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.862887Z","caller":"traceutil/trace.go:171","msg":"trace[1525817887] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25062; }","duration":"3.137150222s","start":"2026-04-21T04:20:28.725722Z","end":"2026-04-21T04:20:31.862873Z","steps":["trace[1525817887] 'agreement among raft nodes before linearized reading' (duration: 3.137010868s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.862964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048884861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.863069Z","caller":"traceutil/trace.go:171","msg":"trace[1626807669] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25062; }","duration":"2.049043095s","start":"2026-04-21T04:20:29.814007Z","end":"2026-04-21T04:20:31.86305Z","steps":["trace[1626807669] 'agreement among raft nodes before linearized reading' (duration: 2.048867321s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.863048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.7257Z","time spent":"3.137270525s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:31.863122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.813987Z","time spent":"2.049120827s","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:31.863375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042682541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:31.86342Z","caller":"traceutil/trace.go:171","msg":"trace[1886047043] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25062; }","duration":"2.042763693s","start":"2026-04-21T04:20:29.820644Z","end":"2026-04-21T04:20:31.863408Z","steps":["trace[1886047043] 'agreement among raft nodes before linearized reading' (duration: 2.042698561s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.863441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147463275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-21T04:20:31.863459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:29.820624Z","time spent":"2.042825505s","remote":"127.0.0.1:55322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:31.863476Z","caller":"traceutil/trace.go:171","msg":"trace[1012502757] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:25062; }","duration":"3.147547087s","start":"2026-04-21T04:20:28.715919Z","end":"2026-04-21T04:20:31.863466Z","steps":["trace[1012502757] 'agreement among raft nodes before linearized reading' (duration: 3.147441724s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:31.863588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:28.715903Z","time spent":"3.147674351s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:20:32.362031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:32.446848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434915055s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:32.90657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:32.906669Z","caller":"traceutil/trace.go:171","msg":"trace[1899452381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440108s","start":"2026-04-21T04:20:30.906209Z","end":"2026-04-21T04:20:32.906649Z","steps":["trace[1899452381] 'agreement among raft nodes before linearized reading' (duration: 2.000314415s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:32.906727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.906193Z","time spent":"2.000516599s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:33.277473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.308395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:33.277707Z","caller":"traceutil/trace.go:171","msg":"trace[1893580963] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"2.741699066s","start":"2026-04-21T04:20:30.535976Z","end":"2026-04-21T04:20:33.277675Z","steps":["trace[1893580963] 'process raft request' (duration: 1.911103284s)","trace[1893580963] 'compare' (duration: 829.047435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:33.277857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.535953Z","time spent":"2.741825629s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:33.277897Z","caller":"traceutil/trace.go:171","msg":"trace[116535717] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"2.306259462s","start":"2026-04-21T04:20:30.971502Z","end":"2026-04-21T04:20:33.277761Z","steps":["trace[116535717] 'process raft request' (duration: 2.306191131s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.278052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.971481Z","time spent":"2.306469299s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:33.278033Z","caller":"traceutil/trace.go:171","msg":"trace[1066798077] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"2.602131205s","start":"2026-04-21T04:20:30.675814Z","end":"2026-04-21T04:20:33.277945Z","steps":["trace[1066798077] 'process raft request' (duration: 2.601763145s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.278213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.675789Z","time spent":"2.602359351s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:33.278567Z","caller":"traceutil/trace.go:171","msg":"trace[1750616439] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.412118927s","start":"2026-04-21T04:20:31.866416Z","end":"2026-04-21T04:20:33.278535Z","steps":["trace[1750616439] 'process raft request' (duration: 1.411913912s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.278639Z","caller":"traceutil/trace.go:171","msg":"trace[134116526] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.410692772s","start":"2026-04-21T04:20:31.867929Z","end":"2026-04-21T04:20:33.278622Z","steps":["trace[134116526] 'process raft request' (duration: 1.41058954s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.27874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.867923Z","time spent":"1.410767285s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:33.278761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.866402Z","time spent":"1.412223309s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:33.278849Z","caller":"traceutil/trace.go:171","msg":"trace[1345259936] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25886; }","duration":"1.41715937s","start":"2026-04-21T04:20:31.861671Z","end":"2026-04-21T04:20:33.27883Z","steps":["trace[1345259936] 'read index received' (duration: 585.382229ms)","trace[1345259936] 'applied index is now lower than readState.Index' (duration: 831.775341ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:33.27893Z","caller":"traceutil/trace.go:171","msg":"trace[1316805197] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"1.411671316s","start":"2026-04-21T04:20:31.867247Z","end":"2026-04-21T04:20:33.278918Z","steps":["trace[1316805197] 'process raft request' (duration: 1.411237866s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.278994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.867241Z","time spent":"1.411723517s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:33.279074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446872947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:33.279145Z","caller":"traceutil/trace.go:171","msg":"trace[1266132853] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25070; }","duration":"1.446960899s","start":"2026-04-21T04:20:31.832165Z","end":"2026-04-21T04:20:33.279126Z","steps":["trace[1266132853] 'agreement among raft nodes before linearized reading' (duration: 1.446766445s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.279201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.832157Z","time spent":"1.447029931s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:33.279275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167139183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:33.278858Z","caller":"traceutil/trace.go:171","msg":"trace[1090871565] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.411633195s","start":"2026-04-21T04:20:31.867204Z","end":"2026-04-21T04:20:33.278837Z","steps":["trace[1090871565] 'process raft request' (duration: 1.411212955s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.279089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465375479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:33.279352Z","caller":"traceutil/trace.go:171","msg":"trace[1653081273] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25070; }","duration":"2.167246905s","start":"2026-04-21T04:20:31.112085Z","end":"2026-04-21T04:20:33.279331Z","steps":["trace[1653081273] 'agreement among raft nodes before linearized reading' (duration: 2.167002879s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.279375Z","caller":"traceutil/trace.go:171","msg":"trace[141399701] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"849.608827ms","start":"2026-04-21T04:20:32.429754Z","end":"2026-04-21T04:20:33.279362Z","steps":["trace[141399701] 'process raft request' (duration: 848.822988ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:33.279384Z","caller":"traceutil/trace.go:171","msg":"trace[1347749950] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25070; }","duration":"1.465702236s","start":"2026-04-21T04:20:31.81367Z","end":"2026-04-21T04:20:33.279372Z","steps":["trace[1347749950] 'agreement among raft nodes before linearized reading' (duration: 1.465279256s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.279408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.11207Z","time spent":"2.167322018s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:33.279414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673580198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:33.279437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.813654Z","time spent":"1.465766908s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:33.279452Z","caller":"traceutil/trace.go:171","msg":"trace[1692385286] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25070; }","duration":"1.67365837s","start":"2026-04-21T04:20:31.605782Z","end":"2026-04-21T04:20:33.279441Z","steps":["trace[1692385286] 'agreement among raft nodes before linearized reading' (duration: 1.673585188s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.279468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.429732Z","time spent":"849.686189ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:33.279485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.605761Z","time spent":"1.673716371s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:33.279472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.867199Z","time spent":"1.412177818s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:33.279453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516809999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-04-21T04:20:33.279594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.865153Z","time spent":"1.414440064s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T04:20:33.279599Z","caller":"traceutil/trace.go:171","msg":"trace[2146189134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25070; }","duration":"2.517071135s","start":"2026-04-21T04:20:30.762514Z","end":"2026-04-21T04:20:33.279586Z","steps":["trace[2146189134] 'agreement among raft nodes before linearized reading' (duration: 2.516597924s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.279703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:30.762393Z","time spent":"2.517291271s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-21T04:20:33.279705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141521746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:33.279803Z","caller":"traceutil/trace.go:171","msg":"trace[403212345] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25070; }","duration":"2.141664609s","start":"2026-04-21T04:20:31.138127Z","end":"2026-04-21T04:20:33.279792Z","steps":["trace[403212345] 'agreement among raft nodes before linearized reading' (duration: 2.141492665s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:33.27985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.138108Z","time spent":"2.14172679s","remote":"127.0.0.1:40552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:33.779708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:34.280464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:34.674895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394970398s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:34.778178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.913857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:34.778402Z","caller":"traceutil/trace.go:171","msg":"trace[1217743325] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"2.241159562s","start":"2026-04-21T04:20:32.537215Z","end":"2026-04-21T04:20:34.778374Z","steps":["trace[1217743325] 'process raft request' (duration: 2.1379724s)","trace[1217743325] 'compare' (duration: 102.652609ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:34.778526Z","caller":"traceutil/trace.go:171","msg":"trace[942602638] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"2.240940807s","start":"2026-04-21T04:20:32.537542Z","end":"2026-04-21T04:20:34.778482Z","steps":["trace[942602638] 'process raft request' (duration: 2.240736682s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:34.778563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.537185Z","time spent":"2.241274224s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:34.778654Z","caller":"traceutil/trace.go:171","msg":"trace[2009073458] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"2.241013098s","start":"2026-04-21T04:20:32.537615Z","end":"2026-04-21T04:20:34.778628Z","steps":["trace[2009073458] 'process raft request' (duration: 2.240791813s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:34.778691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.537532Z","time spent":"2.24107048s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:34.778763Z","caller":"traceutil/trace.go:171","msg":"trace[1594104876] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"2.240536657s","start":"2026-04-21T04:20:32.538194Z","end":"2026-04-21T04:20:34.77873Z","steps":["trace[1594104876] 'process raft request' (duration: 2.240455825s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:34.778752Z","caller":"traceutil/trace.go:171","msg":"trace[1893071007] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"2.240873145s","start":"2026-04-21T04:20:32.537851Z","end":"2026-04-21T04:20:34.778724Z","steps":["trace[1893071007] 'process raft request' (duration: 2.240713111s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:34.778835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.538166Z","time spent":"2.240625789s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:34.778775Z","caller":"traceutil/trace.go:171","msg":"trace[182233667] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.23988869s","start":"2026-04-21T04:20:32.538869Z","end":"2026-04-21T04:20:34.778758Z","steps":["trace[182233667] 'process raft request' (duration: 2.23985176s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:34.778808Z","caller":"traceutil/trace.go:171","msg":"trace[1125845422] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"2.240470934s","start":"2026-04-21T04:20:32.538297Z","end":"2026-04-21T04:20:34.778768Z","steps":["trace[1125845422] 'process raft request' (duration: 2.240385712s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:34.778886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.537842Z","time spent":"2.240974817s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:34.77878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.537608Z","time spent":"2.241109201s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:34.778945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.538273Z","time spent":"2.240612868s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:34.779148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.538858Z","time spent":"2.240012923s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:34.914845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:34.914929Z","caller":"traceutil/trace.go:171","msg":"trace[1396919963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136671s","start":"2026-04-21T04:20:32.914774Z","end":"2026-04-21T04:20:34.91491Z","steps":["trace[1396919963] 'agreement among raft nodes before linearized reading' (duration: 2.000027658s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:34.914976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.914754Z","time spent":"2.000212442s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:35.50641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.405619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:35.506638Z","caller":"traceutil/trace.go:171","msg":"trace[298510991] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"673.298517ms","start":"2026-04-21T04:20:34.833321Z","end":"2026-04-21T04:20:35.50662Z","steps":["trace[298510991] 'process raft request' (duration: 673.189304ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:35.506711Z","caller":"traceutil/trace.go:171","msg":"trace[768496476] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25895; }","duration":"2.227779235s","start":"2026-04-21T04:20:33.278919Z","end":"2026-04-21T04:20:35.506699Z","steps":["trace[768496476] 'read index received' (duration: 1.396237499s)","trace[768496476] 'applied index is now lower than readState.Index' (duration: 831.540286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:35.506764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.833297Z","time spent":"673.39006ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:35.506837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714577374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:35.506861Z","caller":"traceutil/trace.go:171","msg":"trace[1047305298] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25079; }","duration":"2.714647696s","start":"2026-04-21T04:20:32.792208Z","end":"2026-04-21T04:20:35.506856Z","steps":["trace[1047305298] 'agreement among raft nodes before linearized reading' (duration: 2.714585144s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.506878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.792184Z","time spent":"2.714689057s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:35.506784Z","caller":"traceutil/trace.go:171","msg":"trace[180612968] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"2.22512501s","start":"2026-04-21T04:20:33.28165Z","end":"2026-04-21T04:20:35.506775Z","steps":["trace[180612968] 'process raft request' (duration: 1.60127475s)","trace[180612968] 'compare' (duration: 623.168983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:35.506983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740479177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:35.506998Z","caller":"traceutil/trace.go:171","msg":"trace[1778787426] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25079; }","duration":"2.740494677s","start":"2026-04-21T04:20:32.766498Z","end":"2026-04-21T04:20:35.506992Z","steps":["trace[1778787426] 'agreement among raft nodes before linearized reading' (duration: 2.740468926s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.507013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:32.766439Z","time spent":"2.740568678s","remote":"127.0.0.1:59370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:35.507009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:33.281628Z","time spent":"2.225351445s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:35.507101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637855231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:35.507119Z","caller":"traceutil/trace.go:171","msg":"trace[585231155] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25079; }","duration":"3.637921703s","start":"2026-04-21T04:20:31.869193Z","end":"2026-04-21T04:20:35.507115Z","steps":["trace[585231155] 'agreement among raft nodes before linearized reading' (duration: 3.637894752s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.507131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.869171Z","time spent":"3.637956884s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:35.507256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640201499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:20:35.507275Z","caller":"traceutil/trace.go:171","msg":"trace[1266639663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25079; }","duration":"3.64023203s","start":"2026-04-21T04:20:31.867039Z","end":"2026-04-21T04:20:35.507271Z","steps":["trace[1266639663] 'agreement among raft nodes before linearized reading' (duration: 3.640157898s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:35.507287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:31.867033Z","time spent":"3.64025054s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:20:36.007318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:36.915404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:36.915501Z","caller":"traceutil/trace.go:171","msg":"trace[856336143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385877s","start":"2026-04-21T04:20:34.915098Z","end":"2026-04-21T04:20:36.915484Z","steps":["trace[856336143] 'agreement among raft nodes before linearized reading' (duration: 2.000275374s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:36.915543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.915032Z","time spent":"2.000501069s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:37.097394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055505261s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:37.097531Z","caller":"traceutil/trace.go:171","msg":"trace[1342211000] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25904; }","duration":"1.590770824s","start":"2026-04-21T04:20:35.506748Z","end":"2026-04-21T04:20:37.097518Z","steps":["trace[1342211000] 'read index received' (duration: 535.071359ms)","trace[1342211000] 'applied index is now lower than readState.Index' (duration: 1.055698665s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:37.09758Z","caller":"traceutil/trace.go:171","msg":"trace[449437303] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"2.013298723s","start":"2026-04-21T04:20:35.084273Z","end":"2026-04-21T04:20:37.097572Z","steps":["trace[449437303] 'process raft request' (duration: 957.558397ms)","trace[449437303] 'compare' (duration: 1.055359306s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:37.097618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.084229Z","time spent":"2.013367494s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:37.097779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344248552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:37.0978Z","caller":"traceutil/trace.go:171","msg":"trace[1744551175] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25081; }","duration":"2.344309994s","start":"2026-04-21T04:20:34.753483Z","end":"2026-04-21T04:20:37.097793Z","steps":["trace[1744551175] 'agreement among raft nodes before linearized reading' (duration: 2.344257773s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.09782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.753459Z","time spent":"2.344356664s","remote":"127.0.0.1:40714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:37.097821Z","caller":"traceutil/trace.go:171","msg":"trace[1072669299] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.813704413s","start":"2026-04-21T04:20:35.284099Z","end":"2026-04-21T04:20:37.097803Z","steps":["trace[1072669299] 'process raft request' (duration: 1.813367135s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.097921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.284082Z","time spent":"1.813778825s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:37.097965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814782287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efae9985-fe70-4af0-9e43-141e8abcb752\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-21T04:20:37.097991Z","caller":"traceutil/trace.go:171","msg":"trace[1025130049] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efae9985-fe70-4af0-9e43-141e8abcb752; range_end:; response_count:1; response_revision:25081; }","duration":"3.814827228s","start":"2026-04-21T04:20:33.283156Z","end":"2026-04-21T04:20:37.097983Z","steps":["trace[1025130049] 'agreement among raft nodes before linearized reading' (duration: 3.814738616s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:33.283148Z","time spent":"3.814858629s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-efae9985-fe70-4af0-9e43-141e8abcb752\" "} {"level":"warn","ts":"2026-04-21T04:20:37.097986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054426911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:37.098071Z","caller":"traceutil/trace.go:171","msg":"trace[1859968558] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25081; }","duration":"3.054560944s","start":"2026-04-21T04:20:34.043488Z","end":"2026-04-21T04:20:37.098049Z","steps":["trace[1859968558] 'agreement among raft nodes before linearized reading' (duration: 3.054365379s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.097753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813787235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:20:37.098071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813296763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:37.098109Z","caller":"traceutil/trace.go:171","msg":"trace[665212932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.814207935s","start":"2026-04-21T04:20:35.283894Z","end":"2026-04-21T04:20:37.098102Z","steps":["trace[665212932] 'agreement among raft nodes before linearized reading' (duration: 1.813740104s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.043468Z","time spent":"3.054636065s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:37.098131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.283867Z","time spent":"1.814257016s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:20:37.098143Z","caller":"traceutil/trace.go:171","msg":"trace[1050259572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.813374655s","start":"2026-04-21T04:20:35.284747Z","end":"2026-04-21T04:20:37.098122Z","steps":["trace[1050259572] 'agreement among raft nodes before linearized reading' (duration: 1.813142189s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.284739Z","time spent":"1.813438296s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:37.098196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.815251508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-21T04:20:37.098285Z","caller":"traceutil/trace.go:171","msg":"trace[2081011074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:25081; }","duration":"3.815360451s","start":"2026-04-21T04:20:33.282891Z","end":"2026-04-21T04:20:37.098251Z","steps":["trace[2081011074] 'agreement among raft nodes before linearized reading' (duration: 3.815146356s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696841635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:37.098327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:33.282871Z","time spent":"3.815446833s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" "} {"level":"info","ts":"2026-04-21T04:20:37.098348Z","caller":"traceutil/trace.go:171","msg":"trace[597549540] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25081; }","duration":"1.696902067s","start":"2026-04-21T04:20:35.401438Z","end":"2026-04-21T04:20:37.09834Z","steps":["trace[597549540] 'agreement among raft nodes before linearized reading' (duration: 1.696841226s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.401421Z","time spent":"1.696948969s","remote":"127.0.0.1:40808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:37.098397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81401861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:37.098418Z","caller":"traceutil/trace.go:171","msg":"trace[206862228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25081; }","duration":"1.814062942s","start":"2026-04-21T04:20:35.284349Z","end":"2026-04-21T04:20:37.098412Z","steps":["trace[206862228] 'agreement among raft nodes before linearized reading' (duration: 1.81400236s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.284314Z","time spent":"1.814117963s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:20:37.09844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871399317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:37.098494Z","caller":"traceutil/trace.go:171","msg":"trace[2103745693] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25081; }","duration":"2.871486809s","start":"2026-04-21T04:20:34.226991Z","end":"2026-04-21T04:20:37.098478Z","steps":["trace[2103745693] 'agreement among raft nodes before linearized reading' (duration: 2.871370477s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813876837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:37.098536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.226977Z","time spent":"2.87154665s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:37.098546Z","caller":"traceutil/trace.go:171","msg":"trace[1852552367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25081; }","duration":"1.813930258s","start":"2026-04-21T04:20:35.284607Z","end":"2026-04-21T04:20:37.098537Z","steps":["trace[1852552367] 'agreement among raft nodes before linearized reading' (duration: 1.813869516s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.284583Z","time spent":"1.813980159s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:37.098641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908988375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:37.098674Z","caller":"traceutil/trace.go:171","msg":"trace[900039224] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25081; }","duration":"2.909060487s","start":"2026-04-21T04:20:34.189603Z","end":"2026-04-21T04:20:37.098663Z","steps":["trace[900039224] 'agreement among raft nodes before linearized reading' (duration: 2.909009966s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.189576Z","time spent":"2.909118999s","remote":"127.0.0.1:39444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:37.098723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933541076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:37.098742Z","caller":"traceutil/trace.go:171","msg":"trace[180902435] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25081; }","duration":"2.933605778s","start":"2026-04-21T04:20:34.16513Z","end":"2026-04-21T04:20:37.098736Z","steps":["trace[180902435] 'agreement among raft nodes before linearized reading' (duration: 2.933505445s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813941679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:20:37.09876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:34.165107Z","time spent":"2.933647788s","remote":"127.0.0.1:40486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:37.098779Z","caller":"traceutil/trace.go:171","msg":"trace[1059759381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25081; }","duration":"1.814047981s","start":"2026-04-21T04:20:35.284721Z","end":"2026-04-21T04:20:37.098769Z","steps":["trace[1059759381] 'agreement among raft nodes before linearized reading' (duration: 1.813813956s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.098809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.284697Z","time spent":"1.814104252s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:20:37.160301Z","caller":"traceutil/trace.go:171","msg":"trace[2001709865] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"374.467323ms","start":"2026-04-21T04:20:36.785795Z","end":"2026-04-21T04:20:37.160262Z","steps":["trace[2001709865] 'process raft request' (duration: 374.214147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:37.160631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.78577Z","time spent":"374.74162ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:38.491423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33124194s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:38.923918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:38.92399Z","caller":"traceutil/trace.go:171","msg":"trace[134677196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811727s","start":"2026-04-21T04:20:36.923162Z","end":"2026-04-21T04:20:38.923973Z","steps":["trace[134677196] 'agreement among raft nodes before linearized reading' (duration: 2.000695664s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:38.924047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.923148Z","time spent":"2.000889919s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:39.163623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.53333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:39.164181Z","caller":"traceutil/trace.go:171","msg":"trace[1555668992] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"2.378337175s","start":"2026-04-21T04:20:36.785817Z","end":"2026-04-21T04:20:39.164155Z","steps":["trace[1555668992] 'process raft request' (duration: 1.705883658s)","trace[1555668992] 'compare' (duration: 670.065519ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:39.164193Z","caller":"traceutil/trace.go:171","msg":"trace[1791496157] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.378326665s","start":"2026-04-21T04:20:36.78582Z","end":"2026-04-21T04:20:39.164147Z","steps":["trace[1791496157] 'process raft request' (duration: 2.377970766s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164235Z","caller":"traceutil/trace.go:171","msg":"trace[471959553] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"2.060386884s","start":"2026-04-21T04:20:37.103838Z","end":"2026-04-21T04:20:39.164225Z","steps":["trace[471959553] 'process raft request' (duration: 2.060313122s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164253Z","caller":"traceutil/trace.go:171","msg":"trace[1482462494] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"2.377462274s","start":"2026-04-21T04:20:36.786761Z","end":"2026-04-21T04:20:39.164223Z","steps":["trace[1482462494] 'process raft request' (duration: 2.377209218s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.78579Z","time spent":"2.378455687s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.164286Z","caller":"traceutil/trace.go:171","msg":"trace[742953256] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"2.377451934s","start":"2026-04-21T04:20:36.786809Z","end":"2026-04-21T04:20:39.164261Z","steps":["trace[742953256] 'process raft request' (duration: 2.377189367s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164286Z","caller":"traceutil/trace.go:171","msg":"trace[567464342] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"2.378215871s","start":"2026-04-21T04:20:36.786037Z","end":"2026-04-21T04:20:39.164253Z","steps":["trace[567464342] 'process raft request' (duration: 2.377855183s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.78579Z","time spent":"2.378445857s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.164359Z","caller":"traceutil/trace.go:171","msg":"trace[533990234] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"2.063725204s","start":"2026-04-21T04:20:37.100609Z","end":"2026-04-21T04:20:39.164334Z","steps":["trace[533990234] 'process raft request' (duration: 2.063475768s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.16439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.786749Z","time spent":"2.377563046s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.786799Z","time spent":"2.377542756s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.103828Z","time spent":"2.060453055s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.786022Z","time spent":"2.378319955s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.100581Z","time spent":"2.063797096s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.16446Z","caller":"traceutil/trace.go:171","msg":"trace[1757490288] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"2.060476026s","start":"2026-04-21T04:20:37.103964Z","end":"2026-04-21T04:20:39.164441Z","steps":["trace[1757490288] 'process raft request' (duration: 2.0602305s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.16441Z","caller":"traceutil/trace.go:171","msg":"trace[1960089602] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"2.377843073s","start":"2026-04-21T04:20:36.78649Z","end":"2026-04-21T04:20:39.164333Z","steps":["trace[1960089602] 'process raft request' (duration: 2.377433544s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.103959Z","time spent":"2.060530557s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.164532Z","caller":"traceutil/trace.go:171","msg":"trace[1640887094] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"2.059223294s","start":"2026-04-21T04:20:37.105297Z","end":"2026-04-21T04:20:39.16452Z","steps":["trace[1640887094] 'process raft request' (duration: 2.05905303s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164552Z","caller":"traceutil/trace.go:171","msg":"trace[1167557775] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"2.059161192s","start":"2026-04-21T04:20:37.105383Z","end":"2026-04-21T04:20:39.164544Z","steps":["trace[1167557775] 'process raft request' (duration: 2.05907787s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164562Z","caller":"traceutil/trace.go:171","msg":"trace[261122193] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"2.059085901s","start":"2026-04-21T04:20:37.105466Z","end":"2026-04-21T04:20:39.164552Z","steps":["trace[261122193] 'process raft request' (duration: 2.05903943s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.10529Z","time spent":"2.059272876s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.105376Z","time spent":"2.059206234s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.105461Z","time spent":"2.059125761s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.164605Z","caller":"traceutil/trace.go:171","msg":"trace[1648952242] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"879.58782ms","start":"2026-04-21T04:20:38.285003Z","end":"2026-04-21T04:20:39.164591Z","steps":["trace[1648952242] 'process raft request' (duration: 879.540818ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164596Z","caller":"traceutil/trace.go:171","msg":"trace[1803400592] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25907; }","duration":"2.067039276s","start":"2026-04-21T04:20:37.097549Z","end":"2026-04-21T04:20:39.164588Z","steps":["trace[1803400592] 'read index received' (duration: 63.013141ms)","trace[1803400592] 'applied index is now lower than readState.Index' (duration: 2.004024764s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:39.164671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651499685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:39.164678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.284981Z","time spent":"879.660992ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:39.164692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656314703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18585"} {"level":"warn","ts":"2026-04-21T04:20:39.164696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198595931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:39.1647Z","caller":"traceutil/trace.go:171","msg":"trace[571170603] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25095; }","duration":"3.651542597s","start":"2026-04-21T04:20:35.513147Z","end":"2026-04-21T04:20:39.16469Z","steps":["trace[571170603] 'agreement among raft nodes before linearized reading' (duration: 3.651490426s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.786477Z","time spent":"2.378072529s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:39.164721Z","caller":"traceutil/trace.go:171","msg":"trace[1129547367] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25095; }","duration":"2.198659623s","start":"2026-04-21T04:20:36.966056Z","end":"2026-04-21T04:20:39.164715Z","steps":["trace[1129547367] 'agreement among raft nodes before linearized reading' (duration: 2.198604161s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.16471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304849522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:39.164721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204060619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-21T04:20:39.164742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.966035Z","time spent":"2.198702434s","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:39.164746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128756347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:39.164759Z","caller":"traceutil/trace.go:171","msg":"trace[485550148] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25095; }","duration":"3.304907613s","start":"2026-04-21T04:20:35.859839Z","end":"2026-04-21T04:20:39.164746Z","steps":["trace[485550148] 'agreement among raft nodes before linearized reading' (duration: 3.304800021s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164766Z","caller":"traceutil/trace.go:171","msg":"trace[1013693909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25095; }","duration":"3.204146441s","start":"2026-04-21T04:20:35.960609Z","end":"2026-04-21T04:20:39.164755Z","steps":["trace[1013693909] 'agreement among raft nodes before linearized reading' (duration: 3.203984487s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164776Z","caller":"traceutil/trace.go:171","msg":"trace[2056831016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25095; }","duration":"3.128816649s","start":"2026-04-21T04:20:36.035949Z","end":"2026-04-21T04:20:39.164765Z","steps":["trace[2056831016] 'agreement among raft nodes before linearized reading' (duration: 3.128757887s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.164729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.513138Z","time spent":"3.651582998s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:39.164804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.035932Z","time spent":"3.128863591s","remote":"127.0.0.1:55332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:39.164797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.960552Z","time spent":"3.204236982s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:20:39.164798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.859776Z","time spent":"3.305012466s","remote":"127.0.0.1:56926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:39.164813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655429341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-21T04:20:39.164682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259850988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:39.164922Z","caller":"traceutil/trace.go:171","msg":"trace[1930290845] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25095; }","duration":"3.655584325s","start":"2026-04-21T04:20:35.509317Z","end":"2026-04-21T04:20:39.164901Z","steps":["trace[1930290845] 'agreement among raft nodes before linearized reading' (duration: 3.655331079s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164951Z","caller":"traceutil/trace.go:171","msg":"trace[1337627865] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25095; }","duration":"2.260156836s","start":"2026-04-21T04:20:36.904778Z","end":"2026-04-21T04:20:39.164935Z","steps":["trace[1337627865] 'agreement among raft nodes before linearized reading' (duration: 2.259858519s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:39.164717Z","caller":"traceutil/trace.go:171","msg":"trace[205305071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25095; }","duration":"3.656376294s","start":"2026-04-21T04:20:35.508335Z","end":"2026-04-21T04:20:39.164711Z","steps":["trace[205305071] 'agreement among raft nodes before linearized reading' (duration: 3.656277972s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:39.16497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.509297Z","time spent":"3.655663937s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-21T04:20:39.164988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:36.904762Z","time spent":"2.260214868s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:39.164991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:35.508317Z","time spent":"3.656665361s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18608,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:20:39.665492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:40.165988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:40.666312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:40.822363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.719234844s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:20:40.823563Z","caller":"traceutil/trace.go:171","msg":"trace[1305965541] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"1.720548306s","start":"2026-04-21T04:20:39.10299Z","end":"2026-04-21T04:20:40.823539Z","steps":["trace[1305965541] 'process raft request' (duration: 1.720400312s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:40.823728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.102965Z","time spent":"1.720668619s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:40.881115Z","caller":"traceutil/trace.go:171","msg":"trace[1339100223] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"1.71332801s","start":"2026-04-21T04:20:39.167758Z","end":"2026-04-21T04:20:40.881086Z","steps":["trace[1339100223] 'process raft request' (duration: 1.712981551s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:40.881202Z","caller":"traceutil/trace.go:171","msg":"trace[1180011843] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.511384274s","start":"2026-04-21T04:20:39.369795Z","end":"2026-04-21T04:20:40.881179Z","steps":["trace[1180011843] 'process raft request' (duration: 1.511257301s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:40.881298Z","caller":"traceutil/trace.go:171","msg":"trace[1926290627] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.710935841s","start":"2026-04-21T04:20:39.170328Z","end":"2026-04-21T04:20:40.881264Z","steps":["trace[1926290627] 'process raft request' (duration: 1.710651275s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:40.881432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.167717Z","time spent":"1.713468584s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:40.881438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.369768Z","time spent":"1.511541238s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:40.88151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.170316Z","time spent":"1.711131467s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:40.925046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000832806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T04:20:40.925132Z","caller":"traceutil/trace.go:171","msg":"trace[2053186280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00099492s","start":"2026-04-21T04:20:38.924118Z","end":"2026-04-21T04:20:40.925113Z","steps":["trace[2053186280] 'agreement among raft nodes before linearized reading' (duration: 2.000867687s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:40.925183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.924096Z","time spent":"2.001075393s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:41.942596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061429475s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-21T04:20:41.942696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.103189ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:41.942842Z","caller":"traceutil/trace.go:171","msg":"trace[254684251] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25920; }","duration":"2.778142988s","start":"2026-04-21T04:20:39.164679Z","end":"2026-04-21T04:20:41.942822Z","steps":["trace[254684251] 'read index received' (duration: 1.658841258s)","trace[254684251] 'applied index is now lower than readState.Index' (duration: 1.11930042s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:41.942856Z","caller":"traceutil/trace.go:171","msg":"trace[904605608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25099; }","duration":"663.272023ms","start":"2026-04-21T04:20:41.279556Z","end":"2026-04-21T04:20:41.942829Z","steps":["trace[904605608] 'range keys from in-memory index tree' (duration: 663.083458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.94343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050493995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:41.943488Z","caller":"traceutil/trace.go:171","msg":"trace[1515405199] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25099; }","duration":"3.050597217s","start":"2026-04-21T04:20:38.892877Z","end":"2026-04-21T04:20:41.943475Z","steps":["trace[1515405199] 'agreement among raft nodes before linearized reading' (duration: 3.050455604s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.943538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.892857Z","time spent":"3.05066964s","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:41.943659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947040856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:41.943692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01959678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:41.94374Z","caller":"traceutil/trace.go:171","msg":"trace[1823962151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25099; }","duration":"2.947173969s","start":"2026-04-21T04:20:38.996547Z","end":"2026-04-21T04:20:41.943721Z","steps":["trace[1823962151] 'agreement among raft nodes before linearized reading' (duration: 2.947032246s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.943736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567654189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-21T04:20:41.943746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097095557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:41.943785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.996525Z","time spent":"2.947250001s","remote":"127.0.0.1:59184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:41.943776Z","caller":"traceutil/trace.go:171","msg":"trace[491931200] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"774.009169ms","start":"2026-04-21T04:20:41.169744Z","end":"2026-04-21T04:20:41.943753Z","steps":["trace[491931200] 'process raft request' (duration: 772.971534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.943776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841745088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-21T04:20:41.9438Z","caller":"traceutil/trace.go:171","msg":"trace[2002522706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25099; }","duration":"4.567739802s","start":"2026-04-21T04:20:37.376041Z","end":"2026-04-21T04:20:41.943781Z","steps":["trace[2002522706] 'agreement among raft nodes before linearized reading' (duration: 4.567560307s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:41.943856Z","caller":"traceutil/trace.go:171","msg":"trace[265211970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25099; }","duration":"4.841836491s","start":"2026-04-21T04:20:37.101999Z","end":"2026-04-21T04:20:41.943835Z","steps":["trace[265211970] 'agreement among raft nodes before linearized reading' (duration: 4.841612376s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.943868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.376027Z","time spent":"4.567827343s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:20:41.943886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.169733Z","time spent":"774.092231ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:41.943905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.101987Z","time spent":"4.841905182s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-21T04:20:41.943754Z","caller":"traceutil/trace.go:171","msg":"trace[877887931] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25099; }","duration":"3.019692732s","start":"2026-04-21T04:20:38.924043Z","end":"2026-04-21T04:20:41.943736Z","steps":["trace[877887931] 'agreement among raft nodes before linearized reading' (duration: 3.019580399s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:41.943809Z","caller":"traceutil/trace.go:171","msg":"trace[425928746] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25099; }","duration":"4.097226651s","start":"2026-04-21T04:20:37.846564Z","end":"2026-04-21T04:20:41.943791Z","steps":["trace[425928746] 'agreement among raft nodes before linearized reading' (duration: 4.097082437s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.944916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.924027Z","time spent":"3.02083851s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:41.945063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:37.846531Z","time spent":"4.098440789s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:41.945208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042907749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:41.945812Z","caller":"traceutil/trace.go:171","msg":"trace[818347285] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25099; }","duration":"3.045230336s","start":"2026-04-21T04:20:38.900561Z","end":"2026-04-21T04:20:41.945791Z","steps":["trace[818347285] 'agreement among raft nodes before linearized reading' (duration: 3.042753465s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:41.945938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:38.900555Z","time spent":"3.045336179s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:42.443821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500206,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:20:42.590251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270329572s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:42.933327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:20:42.93343Z","caller":"traceutil/trace.go:171","msg":"trace[821371403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252063s","start":"2026-04-21T04:20:40.933143Z","end":"2026-04-21T04:20:42.933395Z","steps":["trace[821371403] 'agreement among raft nodes before linearized reading' (duration: 2.00014253s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:42.933479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:40.933139Z","time spent":"2.000330665s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:20:43.835035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244432539s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:43.835382Z","caller":"traceutil/trace.go:171","msg":"trace[1569736559] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.66168283s","start":"2026-04-21T04:20:41.17364Z","end":"2026-04-21T04:20:43.835322Z","steps":["trace[1569736559] 'process raft request' (duration: 1.416850953s)","trace[1569736559] 'compare' (duration: 1.243005423s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:43.835525Z","caller":"traceutil/trace.go:171","msg":"trace[613882278] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.66166871s","start":"2026-04-21T04:20:41.173821Z","end":"2026-04-21T04:20:43.83549Z","steps":["trace[613882278] 'process raft request' (duration: 2.661323442s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.835675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173813Z","time spent":"2.661782793s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.835688Z","caller":"traceutil/trace.go:171","msg":"trace[1993917024] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"2.661795934s","start":"2026-04-21T04:20:41.173871Z","end":"2026-04-21T04:20:43.835666Z","steps":["trace[1993917024] 'process raft request' (duration: 2.661503397s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.835792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173864Z","time spent":"2.661873725s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.835833Z","caller":"traceutil/trace.go:171","msg":"trace[476373537] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"2.661894836s","start":"2026-04-21T04:20:41.173917Z","end":"2026-04-21T04:20:43.835811Z","steps":["trace[476373537] 'process raft request' (duration: 2.661576308s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.835933Z","caller":"traceutil/trace.go:171","msg":"trace[590327794] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.886656026s","start":"2026-04-21T04:20:41.949268Z","end":"2026-04-21T04:20:43.835924Z","steps":["trace[590327794] 'process raft request' (duration: 1.886511882s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.835933Z","caller":"traceutil/trace.go:171","msg":"trace[1148301469] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"2.661972218s","start":"2026-04-21T04:20:41.173945Z","end":"2026-04-21T04:20:43.835917Z","steps":["trace[1148301469] 'process raft request' (duration: 2.661707821s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.835933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173877Z","time spent":"2.662007349s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.835978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.949246Z","time spent":"1.886708168s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:43.836007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173922Z","time spent":"2.66204872s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.835971Z","caller":"traceutil/trace.go:171","msg":"trace[655311071] linearizableReadLoop","detail":"{readStateIndex:25932; appliedIndex:25926; }","duration":"1.893067182s","start":"2026-04-21T04:20:41.942873Z","end":"2026-04-21T04:20:43.83594Z","steps":["trace[655311071] 'read index received' (duration: 647.63905ms)","trace[655311071] 'applied index is now lower than readState.Index' (duration: 1.245425752s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:43.836199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662264824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:20:43.83623Z","caller":"traceutil/trace.go:171","msg":"trace[781127922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25106; }","duration":"2.662294236s","start":"2026-04-21T04:20:41.173927Z","end":"2026-04-21T04:20:43.836221Z","steps":["trace[781127922] 'agreement among raft nodes before linearized reading' (duration: 2.662162872s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.83625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173816Z","time spent":"2.66243038s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:43.836262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667550984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:43.836289Z","caller":"traceutil/trace.go:171","msg":"trace[1565697927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25106; }","duration":"2.667621916s","start":"2026-04-21T04:20:41.16866Z","end":"2026-04-21T04:20:43.836282Z","steps":["trace[1565697927] 'agreement among raft nodes before linearized reading' (duration: 2.667506643s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005559453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:43.836318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.168642Z","time spent":"2.667670818s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:20:43.836331Z","caller":"traceutil/trace.go:171","msg":"trace[2040011215] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25106; }","duration":"2.005623284s","start":"2026-04-21T04:20:41.830701Z","end":"2026-04-21T04:20:43.836324Z","steps":["trace[2040011215] 'agreement among raft nodes before linearized reading' (duration: 2.005587084s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899011302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:43.836378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299663372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.836397Z","caller":"traceutil/trace.go:171","msg":"trace[1068420990] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25106; }","duration":"2.299721493s","start":"2026-04-21T04:20:41.53667Z","end":"2026-04-21T04:20:43.836392Z","steps":["trace[1068420990] 'agreement among raft nodes before linearized reading' (duration: 2.299690092s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662964522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:20:43.836415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.536647Z","time spent":"2.299762835s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:43.836418Z","caller":"traceutil/trace.go:171","msg":"trace[449067222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25106; }","duration":"2.663010764s","start":"2026-04-21T04:20:41.173402Z","end":"2026-04-21T04:20:43.836413Z","steps":["trace[449067222] 'agreement among raft nodes before linearized reading' (duration: 2.662961152s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173384Z","time spent":"2.663078775s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:43.836295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173626Z","time spent":"2.662314536s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:43.836499Z","caller":"traceutil/trace.go:171","msg":"trace[113934326] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25106; }","duration":"2.899189656s","start":"2026-04-21T04:20:40.937211Z","end":"2026-04-21T04:20:43.836401Z","steps":["trace[113934326] 'agreement among raft nodes before linearized reading' (duration: 2.898918289s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501027034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.836589Z","caller":"traceutil/trace.go:171","msg":"trace[1298598056] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25106; }","duration":"2.501088846s","start":"2026-04-21T04:20:41.335494Z","end":"2026-04-21T04:20:43.836583Z","steps":["trace[1298598056] 'agreement among raft nodes before linearized reading' (duration: 2.501047465s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.335473Z","time spent":"2.501140346s","remote":"127.0.0.1:59414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.836671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909770606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:43.836699Z","caller":"traceutil/trace.go:171","msg":"trace[1595471805] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25106; }","duration":"2.909833106s","start":"2026-04-21T04:20:40.926857Z","end":"2026-04-21T04:20:43.83669Z","steps":["trace[1595471805] 'agreement among raft nodes before linearized reading' (duration: 2.909783315s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:40.926843Z","time spent":"2.909874238s","remote":"127.0.0.1:40814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.836713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611167473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:43.836771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908755471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-21T04:20:43.836816Z","caller":"traceutil/trace.go:171","msg":"trace[1939738017] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25106; }","duration":"4.611324047s","start":"2026-04-21T04:20:39.225468Z","end":"2026-04-21T04:20:43.836792Z","steps":["trace[1939738017] 'agreement among raft nodes before linearized reading' (duration: 4.611161783s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:43.836854Z","caller":"traceutil/trace.go:171","msg":"trace[537539082] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25106; }","duration":"2.908828552s","start":"2026-04-21T04:20:40.927978Z","end":"2026-04-21T04:20:43.836807Z","steps":["trace[537539082] 'agreement among raft nodes before linearized reading' (duration: 2.908697159s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:40.927975Z","time spent":"2.908926744s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-21T04:20:43.836924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.225417Z","time spent":"4.61148439s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:20:43.836955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72738106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:43.836979Z","caller":"traceutil/trace.go:171","msg":"trace[376019965] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25106; }","duration":"3.727407481s","start":"2026-04-21T04:20:40.109565Z","end":"2026-04-21T04:20:43.836972Z","steps":["trace[376019965] 'agreement among raft nodes before linearized reading' (duration: 3.72735625s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.83701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:40.1095Z","time spent":"3.727504494s","remote":"127.0.0.1:40824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.837024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6691396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-21T04:20:43.837026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663442204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:43.837047Z","caller":"traceutil/trace.go:171","msg":"trace[1757513376] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25106; }","duration":"4.669178722s","start":"2026-04-21T04:20:39.167862Z","end":"2026-04-21T04:20:43.837041Z","steps":["trace[1757513376] 'agreement among raft nodes before linearized reading' (duration: 4.66911034s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.837042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66872816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8445c0348a50f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:20:43.837075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.167855Z","time spent":"4.669215582s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-21T04:20:43.837088Z","caller":"traceutil/trace.go:171","msg":"trace[124336118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25106; }","duration":"2.663532756s","start":"2026-04-21T04:20:41.173534Z","end":"2026-04-21T04:20:43.837067Z","steps":["trace[124336118] 'agreement among raft nodes before linearized reading' (duration: 2.663360152s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.837099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661732989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:43.837115Z","caller":"traceutil/trace.go:171","msg":"trace[2025381068] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8445c0348a50f; range_end:; response_count:1; response_revision:25106; }","duration":"4.668814613s","start":"2026-04-21T04:20:39.168263Z","end":"2026-04-21T04:20:43.837077Z","steps":["trace[2025381068] 'agreement among raft nodes before linearized reading' (duration: 4.668662599s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.837129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173508Z","time spent":"2.663611248s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:43.837157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.168247Z","time spent":"4.668902084s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8445c0348a50f\" "} {"level":"info","ts":"2026-04-21T04:20:43.837168Z","caller":"traceutil/trace.go:171","msg":"trace[217516428] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25106; }","duration":"4.661822551s","start":"2026-04-21T04:20:39.175321Z","end":"2026-04-21T04:20:43.837143Z","steps":["trace[217516428] 'agreement among raft nodes before linearized reading' (duration: 4.661713909s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.836616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:40.937187Z","time spent":"2.89936426s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.836349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.830678Z","time spent":"2.005665866s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:43.837224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:39.175304Z","time spent":"4.661901483s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:20:43.838002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664493579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:20:43.838079Z","caller":"traceutil/trace.go:171","msg":"trace[1644828613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25106; }","duration":"2.664581331s","start":"2026-04-21T04:20:41.173472Z","end":"2026-04-21T04:20:43.838054Z","steps":["trace[1644828613] 'agreement among raft nodes before linearized reading' (duration: 2.662668604s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:43.838112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.173467Z","time spent":"2.664637102s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:44.30923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169756112s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:20:44.80244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.843677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:44.802628Z","caller":"traceutil/trace.go:171","msg":"trace[789036897] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25932; }","duration":"966.553696ms","start":"2026-04-21T04:20:43.836055Z","end":"2026-04-21T04:20:44.802609Z","steps":["trace[789036897] 'read index received' (duration: 473.474523ms)","trace[789036897] 'applied index is now lower than readState.Index' (duration: 493.078233ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:44.802741Z","caller":"traceutil/trace.go:171","msg":"trace[104473307] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.974947895s","start":"2026-04-21T04:20:42.827768Z","end":"2026-04-21T04:20:44.802716Z","steps":["trace[104473307] 'process raft request' (duration: 1.481745678s)","trace[104473307] 'compare' (duration: 492.174011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:44.802861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.827751Z","time spent":"1.975045116s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:44.802957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285512163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.802947Z","caller":"traceutil/trace.go:171","msg":"trace[1238436041] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.916327752s","start":"2026-04-21T04:20:42.886598Z","end":"2026-04-21T04:20:44.802926Z","steps":["trace[1238436041] 'process raft request' (duration: 1.915941171s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:44.80302Z","caller":"traceutil/trace.go:171","msg":"trace[551811026] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25108; }","duration":"1.285606485s","start":"2026-04-21T04:20:43.517399Z","end":"2026-04-21T04:20:44.803006Z","steps":["trace[551811026] 'agreement among raft nodes before linearized reading' (duration: 1.285494972s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.517382Z","time spent":"1.285669387s","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:44.803029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575562156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:44.803068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.886571Z","time spent":"1.916449735s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:44.803073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869510678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.803126Z","caller":"traceutil/trace.go:171","msg":"trace[1242117459] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25108; }","duration":"2.57572351s","start":"2026-04-21T04:20:42.227383Z","end":"2026-04-21T04:20:44.803107Z","steps":["trace[1242117459] 'agreement among raft nodes before linearized reading' (duration: 2.575532685s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:44.803148Z","caller":"traceutil/trace.go:171","msg":"trace[174016813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25108; }","duration":"1.86960203s","start":"2026-04-21T04:20:42.933521Z","end":"2026-04-21T04:20:44.803123Z","steps":["trace[174016813] 'agreement among raft nodes before linearized reading' (duration: 1.869497068s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.227357Z","time spent":"2.575810332s","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:44.8032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855214042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-21T04:20:44.803203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.933505Z","time spent":"1.869685582s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:44.802939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212770535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.803228Z","caller":"traceutil/trace.go:171","msg":"trace[374462677] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156; range_end:; response_count:1; response_revision:25108; }","duration":"2.855266604s","start":"2026-04-21T04:20:41.947953Z","end":"2026-04-21T04:20:44.803219Z","steps":["trace[374462677] 'agreement among raft nodes before linearized reading' (duration: 2.855168051s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:41.947935Z","time spent":"2.855308714s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-83e339f5-84b7-488a-a53a-307262760156\" "} {"level":"info","ts":"2026-04-21T04:20:44.803257Z","caller":"traceutil/trace.go:171","msg":"trace[5841947] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25108; }","duration":"1.213152783s","start":"2026-04-21T04:20:43.59009Z","end":"2026-04-21T04:20:44.803243Z","steps":["trace[5841947] 'agreement among raft nodes before linearized reading' (duration: 1.212742393s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.590072Z","time spent":"1.213209735s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:44.80343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225863869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.803453Z","caller":"traceutil/trace.go:171","msg":"trace[248168944] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25108; }","duration":"2.225912909s","start":"2026-04-21T04:20:42.577534Z","end":"2026-04-21T04:20:44.803447Z","steps":["trace[248168944] 'agreement among raft nodes before linearized reading' (duration: 2.225872948s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.577522Z","time spent":"2.225942051s","remote":"127.0.0.1:40650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:44.803316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3332978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:44.803646Z","caller":"traceutil/trace.go:171","msg":"trace[1777066168] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25108; }","duration":"1.333658409s","start":"2026-04-21T04:20:43.469966Z","end":"2026-04-21T04:20:44.803625Z","steps":["trace[1777066168] 'agreement among raft nodes before linearized reading' (duration: 1.33327136s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.803704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.469947Z","time spent":"1.333736291s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:44.802766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824335713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:44.804113Z","caller":"traceutil/trace.go:171","msg":"trace[1106113432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25108; }","duration":"1.825558664s","start":"2026-04-21T04:20:42.978413Z","end":"2026-04-21T04:20:44.803971Z","steps":["trace[1106113432] 'agreement among raft nodes before linearized reading' (duration: 1.824296303s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.804175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.978353Z","time spent":"1.825807409s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:44.804524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711949256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272963"} {"level":"info","ts":"2026-04-21T04:20:44.804646Z","caller":"traceutil/trace.go:171","msg":"trace[1503770322] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25108; }","duration":"1.712136961s","start":"2026-04-21T04:20:43.092489Z","end":"2026-04-21T04:20:44.804626Z","steps":["trace[1503770322] 'agreement among raft nodes before linearized reading' (duration: 1.710128001s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.804697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.092447Z","time spent":"1.712238443s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272986,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-21T04:20:44.806918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286993452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:20:44.80704Z","caller":"traceutil/trace.go:171","msg":"trace[1368343717] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25108; }","duration":"2.287130295s","start":"2026-04-21T04:20:42.519894Z","end":"2026-04-21T04:20:44.807025Z","steps":["trace[1368343717] 'agreement among raft nodes before linearized reading' (duration: 2.283009455s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:44.807142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:42.519837Z","time spent":"2.287282319s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2648,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:45.321943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.407707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:45.322811Z","caller":"traceutil/trace.go:171","msg":"trace[1115101682] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25934; }","duration":"520.115703ms","start":"2026-04-21T04:20:44.802673Z","end":"2026-04-21T04:20:45.322789Z","steps":["trace[1115101682] 'read index received' (duration: 377.584779ms)","trace[1115101682] 'applied index is now lower than readState.Index' (duration: 142.529804ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:45.322858Z","caller":"traceutil/trace.go:171","msg":"trace[1405233144] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.477068654s","start":"2026-04-21T04:20:43.84576Z","end":"2026-04-21T04:20:45.322829Z","steps":["trace[1405233144] 'process raft request' (duration: 1.476855289s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.32299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.845754Z","time spent":"1.477165716s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:45.323029Z","caller":"traceutil/trace.go:171","msg":"trace[1925515000] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.480787285s","start":"2026-04-21T04:20:43.842234Z","end":"2026-04-21T04:20:45.323021Z","steps":["trace[1925515000] 'process raft request' (duration: 1.480030806s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.826185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:45.323096Z","caller":"traceutil/trace.go:171","msg":"trace[1723866595] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.150377028s","start":"2026-04-21T04:20:44.172674Z","end":"2026-04-21T04:20:45.323051Z","steps":["trace[1723866595] 'process raft request' (duration: 1.150051711s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:45.323168Z","caller":"traceutil/trace.go:171","msg":"trace[413759202] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25117; }","duration":"584.958519ms","start":"2026-04-21T04:20:44.738188Z","end":"2026-04-21T04:20:45.323147Z","steps":["trace[413759202] 'agreement among raft nodes before linearized reading' (duration: 584.668002ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:45.323085Z","caller":"traceutil/trace.go:171","msg":"trace[778363904] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.480791955s","start":"2026-04-21T04:20:43.842202Z","end":"2026-04-21T04:20:45.322994Z","steps":["trace[778363904] 'process raft request' (duration: 1.479857793s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:45.323254Z","caller":"traceutil/trace.go:171","msg":"trace[1243122919] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.479219567s","start":"2026-04-21T04:20:43.84403Z","end":"2026-04-21T04:20:45.323249Z","steps":["trace[1243122919] 'process raft request' (duration: 1.478542351s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.62343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:45.323376Z","caller":"traceutil/trace.go:171","msg":"trace[1180503173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25117; }","duration":"512.693092ms","start":"2026-04-21T04:20:44.810671Z","end":"2026-04-21T04:20:45.323364Z","steps":["trace[1180503173] 'agreement among raft nodes before linearized reading' (duration: 512.61361ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:45.323376Z","caller":"traceutil/trace.go:171","msg":"trace[1981823060] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.37423286s","start":"2026-04-21T04:20:43.949138Z","end":"2026-04-21T04:20:45.323371Z","steps":["trace[1981823060] 'process raft request' (duration: 1.373545774s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.810657Z","time spent":"512.753943ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:45.32343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.949112Z","time spent":"1.374301002s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.323225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.943259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:45.323294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.172653Z","time spent":"1.150535802s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.323542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482005095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:45.323496Z","caller":"traceutil/trace.go:171","msg":"trace[1897569510] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25117; }","duration":"761.250327ms","start":"2026-04-21T04:20:44.562226Z","end":"2026-04-21T04:20:45.323476Z","steps":["trace[1897569510] 'agreement among raft nodes before linearized reading' (duration: 760.901828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218782881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:45.323614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.562204Z","time spent":"761.39049ms","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:45.32363Z","caller":"traceutil/trace.go:171","msg":"trace[1875148044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25117; }","duration":"1.218845092s","start":"2026-04-21T04:20:44.10478Z","end":"2026-04-21T04:20:45.323625Z","steps":["trace[1875148044] 'agreement among raft nodes before linearized reading' (duration: 1.218787391s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.104757Z","time spent":"1.218883194s","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:45.3236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.842185Z","time spent":"1.481143053s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.323681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484649079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-21T04:20:45.323734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.526451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-21T04:20:45.323798Z","caller":"traceutil/trace.go:171","msg":"trace[1541272792] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25117; }","duration":"443.634204ms","start":"2026-04-21T04:20:44.88015Z","end":"2026-04-21T04:20:45.323784Z","steps":["trace[1541272792] 'agreement among raft nodes before linearized reading' (duration: 443.52108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.592556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-21T04:20:45.323851Z","caller":"traceutil/trace.go:171","msg":"trace[1219492489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25117; }","duration":"412.680188ms","start":"2026-04-21T04:20:44.911159Z","end":"2026-04-21T04:20:45.32384Z","steps":["trace[1219492489] 'agreement among raft nodes before linearized reading' (duration: 412.495633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.103244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-21T04:20:45.323558Z","caller":"traceutil/trace.go:171","msg":"trace[942391794] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25117; }","duration":"1.482041076s","start":"2026-04-21T04:20:43.841512Z","end":"2026-04-21T04:20:45.323553Z","steps":["trace[942391794] 'agreement among raft nodes before linearized reading' (duration: 1.482007316s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.911138Z","time spent":"412.747469ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-21T04:20:45.323908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.841498Z","time spent":"1.482398796s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:20:45.323987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.435651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:45.323333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.844024Z","time spent":"1.479271668s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:45.324026Z","caller":"traceutil/trace.go:171","msg":"trace[2021864226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25117; }","duration":"243.472732ms","start":"2026-04-21T04:20:45.080541Z","end":"2026-04-21T04:20:45.324014Z","steps":["trace[2021864226] 'agreement among raft nodes before linearized reading' (duration: 243.41442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.880126Z","time spent":"443.714006ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-21T04:20:45.323097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.510077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:20:45.324125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.385242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-21T04:20:45.324213Z","caller":"traceutil/trace.go:171","msg":"trace[319061468] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25117; }","duration":"657.670396ms","start":"2026-04-21T04:20:44.666529Z","end":"2026-04-21T04:20:45.3242Z","steps":["trace[319061468] 'agreement among raft nodes before linearized reading' (duration: 656.438705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.324289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.666508Z","time spent":"657.735437ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:45.324291Z","caller":"traceutil/trace.go:171","msg":"trace[257876684] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25117; }","duration":"444.600018ms","start":"2026-04-21T04:20:44.879637Z","end":"2026-04-21T04:20:45.324237Z","steps":["trace[257876684] 'agreement among raft nodes before linearized reading' (duration: 444.077584ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:45.323896Z","caller":"traceutil/trace.go:171","msg":"trace[48554208] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25117; }","duration":"340.195936ms","start":"2026-04-21T04:20:44.983689Z","end":"2026-04-21T04:20:45.323885Z","steps":["trace[48554208] 'agreement among raft nodes before linearized reading' (duration: 340.082354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.324426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.983664Z","time spent":"340.701508ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-21T04:20:45.324448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.879626Z","time spent":"444.780032ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-21T04:20:45.323748Z","caller":"traceutil/trace.go:171","msg":"trace[1875907021] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25117; }","duration":"1.484750853s","start":"2026-04-21T04:20:43.838986Z","end":"2026-04-21T04:20:45.323736Z","steps":["trace[1875907021] 'agreement among raft nodes before linearized reading' (duration: 1.484156918s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.324515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.838968Z","time spent":"1.485537542s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T04:20:45.323215Z","caller":"traceutil/trace.go:171","msg":"trace[578266204] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.479838362s","start":"2026-04-21T04:20:43.843366Z","end":"2026-04-21T04:20:45.323205Z","steps":["trace[578266204] 'process raft request' (duration: 1.478986322s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.324662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.843359Z","time spent":"1.481282208s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.323116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.365305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:45.324853Z","caller":"traceutil/trace.go:171","msg":"trace[316736848] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25117; }","duration":"584.097097ms","start":"2026-04-21T04:20:44.7407Z","end":"2026-04-21T04:20:45.324797Z","steps":["trace[316736848] 'agreement among raft nodes before linearized reading' (duration: 582.334584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.323115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.842222Z","time spent":"1.480837967s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.32323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.73816Z","time spent":"585.0534ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:45.322969Z","caller":"traceutil/trace.go:171","msg":"trace[1705809775] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.480337454s","start":"2026-04-21T04:20:43.842607Z","end":"2026-04-21T04:20:45.322944Z","steps":["trace[1705809775] 'process raft request' (duration: 1.479703029s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.324968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.740678Z","time spent":"584.261102ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:45.325095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.842595Z","time spent":"1.482405225s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:45.325355Z","caller":"traceutil/trace.go:171","msg":"trace[478090480] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.484314162s","start":"2026-04-21T04:20:43.841016Z","end":"2026-04-21T04:20:45.32533Z","steps":["trace[478090480] 'process raft request' (duration: 1.33941626s)","trace[478090480] 'compare' (duration: 139.329876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:45.325528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:43.840995Z","time spent":"1.484471036s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:45.328548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.857301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:45.328645Z","caller":"traceutil/trace.go:171","msg":"trace[902020493] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25117; }","duration":"332.000885ms","start":"2026-04-21T04:20:44.996628Z","end":"2026-04-21T04:20:45.328629Z","steps":["trace[902020493] 'agreement among raft nodes before linearized reading' (duration: 331.850701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:45.328689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:44.996608Z","time spent":"332.067996ms","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:47.698277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.891672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:47.698405Z","caller":"traceutil/trace.go:171","msg":"trace[1321440234] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"369.257426ms","start":"2026-04-21T04:20:47.32912Z","end":"2026-04-21T04:20:47.698377Z","steps":["trace[1321440234] 'read index received' (duration: 91.206759ms)","trace[1321440234] 'applied index is now lower than readState.Index' (duration: 278.049467ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:47.698437Z","caller":"traceutil/trace.go:171","msg":"trace[251286710] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"401.427112ms","start":"2026-04-21T04:20:47.296975Z","end":"2026-04-21T04:20:47.698402Z","steps":["trace[251286710] 'process raft request' (duration: 123.335305ms)","trace[251286710] 'compare' (duration: 276.222722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:47.698636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.29695Z","time spent":"401.567695ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:47.698905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.765068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:20:47.699352Z","caller":"traceutil/trace.go:171","msg":"trace[489236174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25139; }","duration":"370.23215ms","start":"2026-04-21T04:20:47.329084Z","end":"2026-04-21T04:20:47.699316Z","steps":["trace[489236174] 'agreement among raft nodes before linearized reading' (duration: 369.358308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:47.699458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.329068Z","time spent":"370.375134ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:48.426452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.983007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:48.426937Z","caller":"traceutil/trace.go:171","msg":"trace[1198928612] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25966; }","duration":"728.467276ms","start":"2026-04-21T04:20:47.698458Z","end":"2026-04-21T04:20:48.426925Z","steps":["trace[1198928612] 'read index received' (duration: 185.953056ms)","trace[1198928612] 'applied index is now lower than readState.Index' (duration: 542.51302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:48.427067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096889221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:20:48.427085Z","caller":"traceutil/trace.go:171","msg":"trace[1371640631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.096923972s","start":"2026-04-21T04:20:47.330156Z","end":"2026-04-21T04:20:48.42708Z","steps":["trace[1371640631] 'agreement among raft nodes before linearized reading' (duration: 1.096813169s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.427103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.330149Z","time spent":"1.096950022s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:20:48.427046Z","caller":"traceutil/trace.go:171","msg":"trace[13268931] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.095390885s","start":"2026-04-21T04:20:47.331608Z","end":"2026-04-21T04:20:48.426999Z","steps":["trace[13268931] 'process raft request' (duration: 552.796403ms)","trace[13268931] 'compare' (duration: 541.088696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:48.427096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094572085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:20:48.427097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09558083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:20:48.427156Z","caller":"traceutil/trace.go:171","msg":"trace[1459120366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.094653636s","start":"2026-04-21T04:20:47.332486Z","end":"2026-04-21T04:20:48.42714Z","steps":["trace[1459120366] 'agreement among raft nodes before linearized reading' (duration: 1.094443711s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.42713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035710666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:48.427166Z","caller":"traceutil/trace.go:171","msg":"trace[249363769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25140; }","duration":"1.095668372s","start":"2026-04-21T04:20:47.331478Z","end":"2026-04-21T04:20:48.427146Z","steps":["trace[249363769] 'agreement among raft nodes before linearized reading' (duration: 1.095462777s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.427144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095814726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:20:48.427191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.332481Z","time spent":"1.094703697s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:48.42721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.331472Z","time spent":"1.095729924s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:20:48.427225Z","caller":"traceutil/trace.go:171","msg":"trace[2071065838] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25140; }","duration":"1.03585685s","start":"2026-04-21T04:20:47.391338Z","end":"2026-04-21T04:20:48.427195Z","steps":["trace[2071065838] 'agreement among raft nodes before linearized reading' (duration: 1.035675235s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:48.427234Z","caller":"traceutil/trace.go:171","msg":"trace[610280891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25140; }","duration":"1.095925978s","start":"2026-04-21T04:20:47.331286Z","end":"2026-04-21T04:20:48.427212Z","steps":["trace[610280891] 'agreement among raft nodes before linearized reading' (duration: 1.095657662s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.427237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.331598Z","time spent":"1.09555036s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:48.427275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.391318Z","time spent":"1.035946191s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:48.427283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.331263Z","time spent":"1.096009931s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:20:48.898132Z","caller":"traceutil/trace.go:171","msg":"trace[1038338278] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.035441909s","start":"2026-04-21T04:20:47.862662Z","end":"2026-04-21T04:20:48.898104Z","steps":["trace[1038338278] 'process raft request' (duration: 1.035120731s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:48.89818Z","caller":"traceutil/trace.go:171","msg":"trace[1429112130] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"1.035014779s","start":"2026-04-21T04:20:47.863139Z","end":"2026-04-21T04:20:48.898154Z","steps":["trace[1429112130] 'process raft request' (duration: 1.034747213s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:48.898167Z","caller":"traceutil/trace.go:171","msg":"trace[345870309] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.035251295s","start":"2026-04-21T04:20:47.862882Z","end":"2026-04-21T04:20:48.898133Z","steps":["trace[345870309] 'process raft request' (duration: 1.034974198s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:48.898211Z","caller":"traceutil/trace.go:171","msg":"trace[489589326] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.03546148s","start":"2026-04-21T04:20:47.86272Z","end":"2026-04-21T04:20:48.898181Z","steps":["trace[489589326] 'process raft request' (duration: 1.035104461s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.898299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.863128Z","time spent":"1.035101561s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:48.898321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.86269Z","time spent":"1.035572462s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:48.898323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.862872Z","time spent":"1.035369817s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:48.898293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.862634Z","time spent":"1.035570562s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.898423Z","caller":"traceutil/trace.go:171","msg":"trace[478220614] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.195179785s","start":"2026-04-21T04:20:47.703135Z","end":"2026-04-21T04:20:48.898315Z","steps":["trace[478220614] 'process raft request' (duration: 1.194505958s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.898854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.703111Z","time spent":"1.195588304s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.899216Z","caller":"traceutil/trace.go:171","msg":"trace[1226221901] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"1.035894131s","start":"2026-04-21T04:20:47.863305Z","end":"2026-04-21T04:20:48.899199Z","steps":["trace[1226221901] 'process raft request' (duration: 1.034611319s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.899344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.863296Z","time spent":"1.036006324s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.904006Z","caller":"traceutil/trace.go:171","msg":"trace[1649546437] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"516.173288ms","start":"2026-04-21T04:20:48.387814Z","end":"2026-04-21T04:20:48.903987Z","steps":["trace[1649546437] 'process raft request' (duration: 515.987502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.904115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.387788Z","time spent":"516.2755ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.904313Z","caller":"traceutil/trace.go:171","msg":"trace[207949666] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"472.826228ms","start":"2026-04-21T04:20:48.431464Z","end":"2026-04-21T04:20:48.904291Z","steps":["trace[207949666] 'process raft request' (duration: 472.478009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.904433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.431438Z","time spent":"472.93046ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.904459Z","caller":"traceutil/trace.go:171","msg":"trace[694590984] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"472.059789ms","start":"2026-04-21T04:20:48.432385Z","end":"2026-04-21T04:20:48.904445Z","steps":["trace[694590984] 'process raft request' (duration: 471.799072ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:48.904526Z","caller":"traceutil/trace.go:171","msg":"trace[1767264069] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"472.092959ms","start":"2026-04-21T04:20:48.432426Z","end":"2026-04-21T04:20:48.904519Z","steps":["trace[1767264069] 'process raft request' (duration: 471.899595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.904539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.432373Z","time spent":"472.129041ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:48.904565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.43242Z","time spent":"472.12572ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.90462Z","caller":"traceutil/trace.go:171","msg":"trace[1810538400] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"471.69642ms","start":"2026-04-21T04:20:48.432918Z","end":"2026-04-21T04:20:48.904615Z","steps":["trace[1810538400] 'process raft request' (duration: 471.450844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.904653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.432812Z","time spent":"471.823993ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:48.907599Z","caller":"traceutil/trace.go:171","msg":"trace[153235416] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25973; }","duration":"480.628418ms","start":"2026-04-21T04:20:48.426953Z","end":"2026-04-21T04:20:48.907581Z","steps":["trace[153235416] 'read index received' (duration: 471.68667ms)","trace[153235416] 'applied index is now lower than readState.Index' (duration: 8.940948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:48.907825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.354973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:48.907894Z","caller":"traceutil/trace.go:171","msg":"trace[1999394918] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25153; }","duration":"989.467515ms","start":"2026-04-21T04:20:47.918411Z","end":"2026-04-21T04:20:48.907879Z","steps":["trace[1999394918] 'agreement among raft nodes before linearized reading' (duration: 989.370373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.907928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.91839Z","time spent":"989.531397ms","remote":"127.0.0.1:59206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:48.908024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001256593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:48.908112Z","caller":"traceutil/trace.go:171","msg":"trace[1280198156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25153; }","duration":"1.001340586s","start":"2026-04-21T04:20:47.906718Z","end":"2026-04-21T04:20:48.908059Z","steps":["trace[1280198156] 'agreement among raft nodes before linearized reading' (duration: 1.001259994s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.908156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:47.9067Z","time spent":"1.001446288s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:48.908407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.769772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:48.908508Z","caller":"traceutil/trace.go:171","msg":"trace[2139802420] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25153; }","duration":"417.900495ms","start":"2026-04-21T04:20:48.490592Z","end":"2026-04-21T04:20:48.908493Z","steps":["trace[2139802420] 'agreement among raft nodes before linearized reading' (duration: 417.745061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.908576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.490579Z","time spent":"417.961246ms","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:48.908475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.899147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:48.908975Z","caller":"traceutil/trace.go:171","msg":"trace[748785440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25153; }","duration":"799.42774ms","start":"2026-04-21T04:20:48.109531Z","end":"2026-04-21T04:20:48.908959Z","steps":["trace[748785440] 'agreement among raft nodes before linearized reading' (duration: 798.899618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:48.909037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:48.109512Z","time spent":"799.509402ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:51.694151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.548913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:51.694317Z","caller":"traceutil/trace.go:171","msg":"trace[1188287294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25171; }","duration":"414.727727ms","start":"2026-04-21T04:20:51.279561Z","end":"2026-04-21T04:20:51.694289Z","steps":["trace[1188287294] 'range keys from in-memory index tree' (duration: 414.525783ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:52.081896Z","caller":"traceutil/trace.go:171","msg":"trace[641356656] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:25999; }","duration":"278.920108ms","start":"2026-04-21T04:20:51.802951Z","end":"2026-04-21T04:20:52.081871Z","steps":["trace[641356656] 'read index received' (duration: 278.724753ms)","trace[641356656] 'applied index is now lower than readState.Index' (duration: 193.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:52.082016Z","caller":"traceutil/trace.go:171","msg":"trace[1391412100] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"834.447197ms","start":"2026-04-21T04:20:51.247557Z","end":"2026-04-21T04:20:52.082004Z","steps":["trace[1391412100] 'process raft request' (duration: 834.14437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.082126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:51.247409Z","time spent":"834.635201ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:52.082242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.259387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:52.082292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.318717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:52.082325Z","caller":"traceutil/trace.go:171","msg":"trace[1590332185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25172; }","duration":"160.40074ms","start":"2026-04-21T04:20:51.921904Z","end":"2026-04-21T04:20:52.082305Z","steps":["trace[1590332185] 'agreement among raft nodes before linearized reading' (duration: 160.264267ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:52.082361Z","caller":"traceutil/trace.go:171","msg":"trace[2124958372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25172; }","duration":"279.42998ms","start":"2026-04-21T04:20:51.802913Z","end":"2026-04-21T04:20:52.082343Z","steps":["trace[2124958372] 'agreement among raft nodes before linearized reading' (duration: 279.311277ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:52.550397Z","caller":"traceutil/trace.go:171","msg":"trace[1886098949] linearizableReadLoop","detail":"{readStateIndex:26001; appliedIndex:26000; }","duration":"404.520697ms","start":"2026-04-21T04:20:52.14585Z","end":"2026-04-21T04:20:52.550371Z","steps":["trace[1886098949] 'read index received' (duration: 404.329333ms)","trace[1886098949] 'applied index is now lower than readState.Index' (duration: 189.894µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:52.550441Z","caller":"traceutil/trace.go:171","msg":"trace[2050793682] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"459.02502ms","start":"2026-04-21T04:20:52.091384Z","end":"2026-04-21T04:20:52.550409Z","steps":["trace[2050793682] 'process raft request' (duration: 458.805335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.550572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.702231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:52.550614Z","caller":"traceutil/trace.go:171","msg":"trace[269667389] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25173; }","duration":"404.769823ms","start":"2026-04-21T04:20:52.145833Z","end":"2026-04-21T04:20:52.550603Z","steps":["trace[269667389] 'agreement among raft nodes before linearized reading' (duration: 404.66255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:52.550656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.145774Z","time spent":"404.872616ms","remote":"127.0.0.1:39450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:52.550671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.091361Z","time spent":"459.202835ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5621,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:53.533644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.313464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:20:53.53378Z","caller":"traceutil/trace.go:171","msg":"trace[1370416064] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:26001; }","duration":"983.290205ms","start":"2026-04-21T04:20:52.550468Z","end":"2026-04-21T04:20:53.533758Z","steps":["trace[1370416064] 'read index received' (duration: 357.813436ms)","trace[1370416064] 'applied index is now lower than readState.Index' (duration: 625.474738ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:20:53.533851Z","caller":"traceutil/trace.go:171","msg":"trace[217771330] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.093532659s","start":"2026-04-21T04:20:52.440275Z","end":"2026-04-21T04:20:53.533808Z","steps":["trace[217771330] 'process raft request' (duration: 467.938228ms)","trace[217771330] 'compare' (duration: 624.793501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:53.53392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24944451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:53.533977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.440254Z","time spent":"1.093656072s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.533978Z","caller":"traceutil/trace.go:171","msg":"trace[2039513916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25174; }","duration":"1.249544152s","start":"2026-04-21T04:20:52.284416Z","end":"2026-04-21T04:20:53.53396Z","steps":["trace[2039513916] 'agreement among raft nodes before linearized reading' (duration: 1.24944465s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.533978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115133107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:53.534036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.284396Z","time spent":"1.249624245s","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:53.534065Z","caller":"traceutil/trace.go:171","msg":"trace[270580412] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25174; }","duration":"1.11527331s","start":"2026-04-21T04:20:52.418769Z","end":"2026-04-21T04:20:53.534043Z","steps":["trace[270580412] 'agreement among raft nodes before linearized reading' (duration: 1.115079486s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.534119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.41875Z","time spent":"1.115358003s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:20:53.899889Z","caller":"traceutil/trace.go:171","msg":"trace[463066303] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.34187025s","start":"2026-04-21T04:20:52.557994Z","end":"2026-04-21T04:20:53.899864Z","steps":["trace[463066303] 'process raft request' (duration: 1.341782468s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.90004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.557961Z","time spent":"1.341999723s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.900374Z","caller":"traceutil/trace.go:171","msg":"trace[1635298894] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.3451425s","start":"2026-04-21T04:20:52.555219Z","end":"2026-04-21T04:20:53.900361Z","steps":["trace[1635298894] 'process raft request' (duration: 1.344381442s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.900331Z","caller":"traceutil/trace.go:171","msg":"trace[1834309151] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.344077844s","start":"2026-04-21T04:20:52.556189Z","end":"2026-04-21T04:20:53.900267Z","steps":["trace[1834309151] 'process raft request' (duration: 1.343534141s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.900438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.555191Z","time spent":"1.345219101s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T04:20:53.900592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.556177Z","time spent":"1.344285189s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T04:20:53.907582Z","caller":"traceutil/trace.go:171","msg":"trace[2034670185] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"991.452705ms","start":"2026-04-21T04:20:52.916078Z","end":"2026-04-21T04:20:53.90753Z","steps":["trace[2034670185] 'process raft request' (duration: 991.192978ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.907614Z","caller":"traceutil/trace.go:171","msg":"trace[1488215081] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"986.038872ms","start":"2026-04-21T04:20:52.921545Z","end":"2026-04-21T04:20:53.907584Z","steps":["trace[1488215081] 'process raft request' (duration: 985.95602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.907719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.916051Z","time spent":"991.590507ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.907745Z","caller":"traceutil/trace.go:171","msg":"trace[21740487] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"990.449561ms","start":"2026-04-21T04:20:52.917249Z","end":"2026-04-21T04:20:53.907699Z","steps":["trace[21740487] 'process raft request' (duration: 990.161924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.907783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.921531Z","time spent":"986.160356ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:53.907818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.917223Z","time spent":"990.557913ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.907914Z","caller":"traceutil/trace.go:171","msg":"trace[396422961] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"981.388529ms","start":"2026-04-21T04:20:52.926507Z","end":"2026-04-21T04:20:53.907895Z","steps":["trace[396422961] 'process raft request' (duration: 981.039441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.90804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.926492Z","time spent":"981.477861ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.907932Z","caller":"traceutil/trace.go:171","msg":"trace[1864116363] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"986.959615ms","start":"2026-04-21T04:20:52.920961Z","end":"2026-04-21T04:20:53.907921Z","steps":["trace[1864116363] 'process raft request' (duration: 986.501564ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.908121Z","caller":"traceutil/trace.go:171","msg":"trace[611433041] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"981.087781ms","start":"2026-04-21T04:20:52.927023Z","end":"2026-04-21T04:20:53.90811Z","steps":["trace[611433041] 'process raft request' (duration: 980.807924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.920945Z","time spent":"987.201002ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:53.908184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.927007Z","time spent":"981.143483ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:20:53.908345Z","caller":"traceutil/trace.go:171","msg":"trace[545323985] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26005; }","duration":"374.514355ms","start":"2026-04-21T04:20:53.533822Z","end":"2026-04-21T04:20:53.908336Z","steps":["trace[545323985] 'read index received' (duration: 366.372546ms)","trace[545323985] 'applied index is now lower than readState.Index' (duration: 8.140699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:20:53.908473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.241893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:20:53.908469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.395626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:20:53.908476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.185861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:20:53.9085Z","caller":"traceutil/trace.go:171","msg":"trace[1236211614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25184; }","duration":"985.281704ms","start":"2026-04-21T04:20:52.923211Z","end":"2026-04-21T04:20:53.908493Z","steps":["trace[1236211614] 'agreement among raft nodes before linearized reading' (duration: 985.179531ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.90851Z","caller":"traceutil/trace.go:171","msg":"trace[2114884689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25184; }","duration":"458.479617ms","start":"2026-04-21T04:20:53.45002Z","end":"2026-04-21T04:20:53.9085Z","steps":["trace[2114884689] 'agreement among raft nodes before linearized reading' (duration: 458.376775ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.908518Z","caller":"traceutil/trace.go:171","msg":"trace[1370423448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25184; }","duration":"985.248583ms","start":"2026-04-21T04:20:52.923258Z","end":"2026-04-21T04:20:53.908506Z","steps":["trace[1370423448] 'agreement among raft nodes before linearized reading' (duration: 985.089189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.923204Z","time spent":"985.315985ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:20:53.908537Z","caller":"traceutil/trace.go:171","msg":"trace[483384563] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"978.257512ms","start":"2026-04-21T04:20:52.930265Z","end":"2026-04-21T04:20:53.908523Z","steps":["trace[483384563] 'process raft request' (duration: 977.804441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.930252Z","time spent":"978.330454ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:20:53.908629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.504963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:20:53.908662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001478189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:53.90867Z","caller":"traceutil/trace.go:171","msg":"trace[1606502312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25184; }","duration":"979.563124ms","start":"2026-04-21T04:20:52.929095Z","end":"2026-04-21T04:20:53.908658Z","steps":["trace[1606502312] 'agreement among raft nodes before linearized reading' (duration: 979.475082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.90868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.167098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:20:53.908689Z","caller":"traceutil/trace.go:171","msg":"trace[864029709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25184; }","duration":"1.00153967s","start":"2026-04-21T04:20:52.907143Z","end":"2026-04-21T04:20:53.908683Z","steps":["trace[864029709] 'agreement among raft nodes before linearized reading' (duration: 1.001496409s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.929084Z","time spent":"979.611346ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:53.908716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.907122Z","time spent":"1.001589882s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:20:53.90872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.494299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:20:53.908706Z","caller":"traceutil/trace.go:171","msg":"trace[2098155461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25184; }","duration":"982.215259ms","start":"2026-04-21T04:20:52.926483Z","end":"2026-04-21T04:20:53.908699Z","steps":["trace[2098155461] 'agreement among raft nodes before linearized reading' (duration: 982.143437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.923246Z","time spent":"985.298314ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:20:53.90874Z","caller":"traceutil/trace.go:171","msg":"trace[446932731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25184; }","duration":"985.53321ms","start":"2026-04-21T04:20:52.923202Z","end":"2026-04-21T04:20:53.908735Z","steps":["trace[446932731] 'agreement among raft nodes before linearized reading' (duration: 985.477138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.92647Z","time spent":"982.271121ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:20:53.908764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.923192Z","time spent":"985.568281ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:20:53.908549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:53.450007Z","time spent":"458.534379ms","remote":"127.0.0.1:55242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:53.908862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.347882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:20:53.908908Z","caller":"traceutil/trace.go:171","msg":"trace[206217714] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25184; }","duration":"991.460935ms","start":"2026-04-21T04:20:52.917437Z","end":"2026-04-21T04:20:53.908898Z","steps":["trace[206217714] 'agreement among raft nodes before linearized reading' (duration: 991.360372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.908945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.917423Z","time spent":"991.513096ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:20:53.908662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.973821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-21T04:20:53.908862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144392153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:20:53.909069Z","caller":"traceutil/trace.go:171","msg":"trace[952030863] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25184; }","duration":"993.35175ms","start":"2026-04-21T04:20:52.915645Z","end":"2026-04-21T04:20:53.908997Z","steps":["trace[952030863] 'agreement among raft nodes before linearized reading' (duration: 992.93172ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:20:53.909115Z","caller":"traceutil/trace.go:171","msg":"trace[1270922858] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25184; }","duration":"1.144706341s","start":"2026-04-21T04:20:52.764398Z","end":"2026-04-21T04:20:53.909104Z","steps":["trace[1270922858] 'agreement among raft nodes before linearized reading' (duration: 1.144410873s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:20:53.909141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.915624Z","time spent":"993.493314ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:20:53.909158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:20:52.764373Z","time spent":"1.144777272s","remote":"127.0.0.1:59528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:01.71147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22082} {"level":"info","ts":"2026-04-21T04:21:01.826142Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22082,"took":"111.526165ms","hash":1663430289,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":42684416,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-21T04:21:01.82622Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1663430289,"revision":22082,"compact-revision":19810} {"level":"warn","ts":"2026-04-21T04:21:04.439939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:05.339663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432800903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:05.339789Z","caller":"traceutil/trace.go:171","msg":"trace[1235998136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25315; }","duration":"1.432953597s","start":"2026-04-21T04:21:03.906794Z","end":"2026-04-21T04:21:05.339748Z","steps":["trace[1235998136] 'range keys from in-memory index tree' (duration: 1.432719481s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:05.339826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.906771Z","time spent":"1.433046199s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:05.341564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.06976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:05.341655Z","caller":"traceutil/trace.go:171","msg":"trace[1536120670] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"1.425109303s","start":"2026-04-21T04:21:03.916531Z","end":"2026-04-21T04:21:05.341641Z","steps":["trace[1536120670] 'process raft request' (duration: 891.90186ms)","trace[1536120670] 'compare' (duration: 532.151768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:05.341701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.916505Z","time spent":"1.425173125s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:05.965123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156561611s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:06.595854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.378899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:06.596309Z","caller":"traceutil/trace.go:171","msg":"trace[1469730466] linearizableReadLoop","detail":"{readStateIndex:26154; appliedIndex:26146; }","duration":"2.657278653s","start":"2026-04-21T04:21:03.939013Z","end":"2026-04-21T04:21:06.596292Z","steps":["trace[1469730466] 'read index received' (duration: 869.553304ms)","trace[1469730466] 'applied index is now lower than readState.Index' (duration: 1.787724519s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:06.596301Z","caller":"traceutil/trace.go:171","msg":"trace[2005356061] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"2.656818101s","start":"2026-04-21T04:21:03.939216Z","end":"2026-04-21T04:21:06.596034Z","steps":["trace[2005356061] 'process raft request' (duration: 2.026184167s)","trace[2005356061] 'compare' (duration: 629.743713ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:06.596393Z","caller":"traceutil/trace.go:171","msg":"trace[594603554] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"2.647022463s","start":"2026-04-21T04:21:03.94936Z","end":"2026-04-21T04:21:06.596383Z","steps":["trace[594603554] 'process raft request' (duration: 2.646852749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.596423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.939189Z","time spent":"2.65716955s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.596413Z","caller":"traceutil/trace.go:171","msg":"trace[150874407] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"2.647116525s","start":"2026-04-21T04:21:03.949265Z","end":"2026-04-21T04:21:06.596382Z","steps":["trace[150874407] 'process raft request' (duration: 2.64691553s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.59646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.949341Z","time spent":"2.647077984s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:06.596553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.949258Z","time spent":"2.647220227s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.596694Z","caller":"traceutil/trace.go:171","msg":"trace[997128239] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"2.647301529s","start":"2026-04-21T04:21:03.949381Z","end":"2026-04-21T04:21:06.596683Z","steps":["trace[997128239] 'process raft request' (duration: 2.646868949s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:06.596679Z","caller":"traceutil/trace.go:171","msg":"trace[1918060831] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"2.652707821s","start":"2026-04-21T04:21:03.94395Z","end":"2026-04-21T04:21:06.596658Z","steps":["trace[1918060831] 'process raft request' (duration: 2.652134278s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:06.596691Z","caller":"traceutil/trace.go:171","msg":"trace[1481737150] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"2.647463224s","start":"2026-04-21T04:21:03.949201Z","end":"2026-04-21T04:21:06.596664Z","steps":["trace[1481737150] 'process raft request' (duration: 2.646930381s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.596758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.949345Z","time spent":"2.647377761s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:06.596772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657752384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:06.596788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.943928Z","time spent":"2.652804034s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.596757Z","caller":"traceutil/trace.go:171","msg":"trace[1076930746] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"2.657498318s","start":"2026-04-21T04:21:03.939219Z","end":"2026-04-21T04:21:06.596717Z","steps":["trace[1076930746] 'process raft request' (duration: 2.65676425s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.596789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.949188Z","time spent":"2.647553995s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.59681Z","caller":"traceutil/trace.go:171","msg":"trace[992383327] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25323; }","duration":"2.657826146s","start":"2026-04-21T04:21:03.938972Z","end":"2026-04-21T04:21:06.596798Z","steps":["trace[992383327] 'agreement among raft nodes before linearized reading' (duration: 2.657753504s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.596902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.938956Z","time spent":"2.657926408s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:21:06.596955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.939204Z","time spent":"2.657661741s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.892602Z","caller":"traceutil/trace.go:171","msg":"trace[278105203] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"1.496431398s","start":"2026-04-21T04:21:05.396135Z","end":"2026-04-21T04:21:06.892567Z","steps":["trace[278105203] 'process raft request' (duration: 1.401581129s)","trace[278105203] 'compare' (duration: 94.415168ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:06.892601Z","caller":"traceutil/trace.go:171","msg":"trace[140099714] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"1.31524418s","start":"2026-04-21T04:21:05.577302Z","end":"2026-04-21T04:21:06.892546Z","steps":["trace[140099714] 'process raft request' (duration: 1.315140898s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.892762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.39611Z","time spent":"1.496564811s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:06.892802Z","caller":"traceutil/trace.go:171","msg":"trace[879282315] linearizableReadLoop","detail":"{readStateIndex:26157; appliedIndex:26154; }","duration":"296.438716ms","start":"2026-04-21T04:21:06.596344Z","end":"2026-04-21T04:21:06.892783Z","steps":["trace[879282315] 'read index received' (duration: 201.303231ms)","trace[879282315] 'applied index is now lower than readState.Index' (duration: 95.133925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:06.892805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.57728Z","time spent":"1.315426964s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:06.892948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543449707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.893031Z","caller":"traceutil/trace.go:171","msg":"trace[1216928461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25326; }","duration":"1.54356359s","start":"2026-04-21T04:21:05.349444Z","end":"2026-04-21T04:21:06.893007Z","steps":["trace[1216928461] 'agreement among raft nodes before linearized reading' (duration: 1.543416847s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923620374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:21:06.893072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557225134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:21:06.893093Z","caller":"traceutil/trace.go:171","msg":"trace[1472563805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25326; }","duration":"2.923665515s","start":"2026-04-21T04:21:03.969422Z","end":"2026-04-21T04:21:06.893087Z","steps":["trace[1472563805] 'agreement among raft nodes before linearized reading' (duration: 2.923591003s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.969399Z","time spent":"2.923709526s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:21:06.893116Z","caller":"traceutil/trace.go:171","msg":"trace[1048304687] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:25326; }","duration":"1.557307296s","start":"2026-04-21T04:21:05.335795Z","end":"2026-04-21T04:21:06.893102Z","steps":["trace[1048304687] 'agreement among raft nodes before linearized reading' (duration: 1.557132661s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.335774Z","time spent":"1.557363787s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:21:06.893177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157820444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.893193Z","caller":"traceutil/trace.go:171","msg":"trace[2064248086] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25326; }","duration":"2.157867876s","start":"2026-04-21T04:21:04.735318Z","end":"2026-04-21T04:21:06.893186Z","steps":["trace[2064248086] 'agreement among raft nodes before linearized reading' (duration: 2.157832955s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.7353Z","time spent":"2.157905406s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.893244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.602742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:06.893281Z","caller":"traceutil/trace.go:171","msg":"trace[912548879] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25326; }","duration":"571.687794ms","start":"2026-04-21T04:21:06.321581Z","end":"2026-04-21T04:21:06.893269Z","steps":["trace[912548879] 'agreement among raft nodes before linearized reading' (duration: 571.625412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.321558Z","time spent":"571.749316ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.89334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222467044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-21T04:21:06.893363Z","caller":"traceutil/trace.go:171","msg":"trace[977202997] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25326; }","duration":"2.222526486s","start":"2026-04-21T04:21:04.670828Z","end":"2026-04-21T04:21:06.893355Z","steps":["trace[977202997] 'agreement among raft nodes before linearized reading' (duration: 2.222466744s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.670806Z","time spent":"2.222567467s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:06.893368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924875684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:06.893405Z","caller":"traceutil/trace.go:171","msg":"trace[1910455804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25326; }","duration":"2.924944066s","start":"2026-04-21T04:21:03.968452Z","end":"2026-04-21T04:21:06.893396Z","steps":["trace[1910455804] 'agreement among raft nodes before linearized reading' (duration: 2.924849913s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:06.893183Z","caller":"traceutil/trace.go:171","msg":"trace[291755657] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"764.262991ms","start":"2026-04-21T04:21:06.128908Z","end":"2026-04-21T04:21:06.893171Z","steps":["trace[291755657] 'process raft request' (duration: 763.600275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428039791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.893494Z","caller":"traceutil/trace.go:171","msg":"trace[1082103979] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25326; }","duration":"2.428131832s","start":"2026-04-21T04:21:04.465357Z","end":"2026-04-21T04:21:06.893489Z","steps":["trace[1082103979] 'agreement among raft nodes before linearized reading' (duration: 2.428100481s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.465324Z","time spent":"2.428184503s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.893518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.128883Z","time spent":"764.59585ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:06.893543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925820787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:21:06.893544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.286375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:06.893576Z","caller":"traceutil/trace.go:171","msg":"trace[1812058141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25326; }","duration":"2.925872638s","start":"2026-04-21T04:21:03.967697Z","end":"2026-04-21T04:21:06.893569Z","steps":["trace[1812058141] 'agreement among raft nodes before linearized reading' (duration: 2.925769275s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:06.893582Z","caller":"traceutil/trace.go:171","msg":"trace[1927425425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25326; }","duration":"740.371147ms","start":"2026-04-21T04:21:06.1532Z","end":"2026-04-21T04:21:06.893571Z","steps":["trace[1927425425] 'agreement among raft nodes before linearized reading' (duration: 740.304295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.967685Z","time spent":"2.925910159s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:06.893613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.153178Z","time spent":"740.427698ms","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.893721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931345652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:21:06.893752Z","caller":"traceutil/trace.go:171","msg":"trace[625491550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25326; }","duration":"2.931396343s","start":"2026-04-21T04:21:03.962343Z","end":"2026-04-21T04:21:06.893739Z","steps":["trace[625491550] 'agreement among raft nodes before linearized reading' (duration: 2.931323611s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.440928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:06.893804Z","caller":"traceutil/trace.go:171","msg":"trace[1488705691] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25326; }","duration":"769.497488ms","start":"2026-04-21T04:21:06.124299Z","end":"2026-04-21T04:21:06.893796Z","steps":["trace[1488705691] 'agreement among raft nodes before linearized reading' (duration: 769.448707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.124283Z","time spent":"769.54236ms","remote":"127.0.0.1:40780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.893846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.637399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:06.893847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937890311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:06.893868Z","caller":"traceutil/trace.go:171","msg":"trace[193797865] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25326; }","duration":"289.68335ms","start":"2026-04-21T04:21:06.60418Z","end":"2026-04-21T04:21:06.893863Z","steps":["trace[193797865] 'agreement among raft nodes before linearized reading' (duration: 289.643329ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:06.893879Z","caller":"traceutil/trace.go:171","msg":"trace[1171404128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25326; }","duration":"2.937967743s","start":"2026-04-21T04:21:03.955905Z","end":"2026-04-21T04:21:06.893873Z","steps":["trace[1171404128] 'agreement among raft nodes before linearized reading' (duration: 2.937887571s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443225961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-21T04:21:06.893908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.955887Z","time spent":"2.938012675s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:21:06.893925Z","caller":"traceutil/trace.go:171","msg":"trace[388591679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25326; }","duration":"2.443273422s","start":"2026-04-21T04:21:04.450633Z","end":"2026-04-21T04:21:06.893906Z","steps":["trace[388591679] 'agreement among raft nodes before linearized reading' (duration: 2.443098338s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.450589Z","time spent":"2.443369774s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:06.893071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.349423Z","time spent":"1.543639352s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:06.893432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.968439Z","time spent":"2.924986316s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:06.894095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.956945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:21:06.894127Z","caller":"traceutil/trace.go:171","msg":"trace[544982548] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25326; }","duration":"823.023637ms","start":"2026-04-21T04:21:06.071095Z","end":"2026-04-21T04:21:06.894118Z","steps":["trace[544982548] 'agreement among raft nodes before linearized reading' (duration: 822.860963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.894159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.071073Z","time spent":"823.076058ms","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.894182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626888419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.8942Z","caller":"traceutil/trace.go:171","msg":"trace[1436356109] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25326; }","duration":"2.626948301s","start":"2026-04-21T04:21:04.267247Z","end":"2026-04-21T04:21:06.894195Z","steps":["trace[1436356109] 'agreement among raft nodes before linearized reading' (duration: 2.6269114s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.894215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:04.267225Z","time spent":"2.626986441s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.89439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128818322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:21:06.894419Z","caller":"traceutil/trace.go:171","msg":"trace[2111896454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25326; }","duration":"1.128906984s","start":"2026-04-21T04:21:05.765503Z","end":"2026-04-21T04:21:06.89441Z","steps":["trace[2111896454] 'agreement among raft nodes before linearized reading' (duration: 1.12878464s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.893777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:03.962331Z","time spent":"2.931439995s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:06.894445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.76547Z","time spent":"1.128969676s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:21:06.894463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391065103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.89448Z","caller":"traceutil/trace.go:171","msg":"trace[1566573520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25326; }","duration":"1.391145455s","start":"2026-04-21T04:21:05.50333Z","end":"2026-04-21T04:21:06.894476Z","steps":["trace[1566573520] 'agreement among raft nodes before linearized reading' (duration: 1.391110834s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.894497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.503288Z","time spent":"1.391204986s","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:06.894547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415955092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:06.894596Z","caller":"traceutil/trace.go:171","msg":"trace[534468911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25326; }","duration":"1.416062324s","start":"2026-04-21T04:21:05.478523Z","end":"2026-04-21T04:21:06.894585Z","steps":["trace[534468911] 'agreement among raft nodes before linearized reading' (duration: 1.415953752s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.894619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191746681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-04-21T04:21:06.894624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.478499Z","time spent":"1.416116555s","remote":"127.0.0.1:59132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:06.894636Z","caller":"traceutil/trace.go:171","msg":"trace[1470166713] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14; range_end:; response_count:1; response_revision:25326; }","duration":"1.191824462s","start":"2026-04-21T04:21:05.702807Z","end":"2026-04-21T04:21:06.894632Z","steps":["trace[1470166713] 'agreement among raft nodes before linearized reading' (duration: 1.191768161s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:06.89465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:05.702761Z","time spent":"1.191886925s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14\" "} {"level":"warn","ts":"2026-04-21T04:21:07.398669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:07.899299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:07.928202Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03173191s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:08.905455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:21:08.905534Z","caller":"traceutil/trace.go:171","msg":"trace[518634303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575691s","start":"2026-04-21T04:21:06.904941Z","end":"2026-04-21T04:21:08.905517Z","steps":["trace[518634303] 'agreement among raft nodes before linearized reading' (duration: 2.000475898s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:08.905582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.904925Z","time spent":"2.000648453s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:21:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:21:08.950114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021630312s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-21T04:21:08.950246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.896352Z","time spent":"2.053889074s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:21:09.025049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096635086s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:21:09.025544Z","caller":"traceutil/trace.go:171","msg":"trace[6465617] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"2.126204902s","start":"2026-04-21T04:21:06.899319Z","end":"2026-04-21T04:21:09.025524Z","steps":["trace[6465617] 'process raft request' (duration: 2.126136561s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:09.025578Z","caller":"traceutil/trace.go:171","msg":"trace[211359186] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"2.126862868s","start":"2026-04-21T04:21:06.898674Z","end":"2026-04-21T04:21:09.025537Z","steps":["trace[211359186] 'process raft request' (duration: 2.126716104s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:09.025576Z","caller":"traceutil/trace.go:171","msg":"trace[1275682267] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"2.126605682s","start":"2026-04-21T04:21:06.898946Z","end":"2026-04-21T04:21:09.025551Z","steps":["trace[1275682267] 'process raft request' (duration: 2.126487099s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.02568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.899297Z","time spent":"2.126304744s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:09.025706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.898613Z","time spent":"2.127023672s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:09.025728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.898929Z","time spent":"2.126713604s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:09.025956Z","caller":"traceutil/trace.go:171","msg":"trace[1518358586] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.126557061s","start":"2026-04-21T04:21:06.899389Z","end":"2026-04-21T04:21:09.025946Z","steps":["trace[1518358586] 'process raft request' (duration: 2.12609987s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.026004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.899368Z","time spent":"2.126609772s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:09.026026Z","caller":"traceutil/trace.go:171","msg":"trace[446839086] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"2.122623094s","start":"2026-04-21T04:21:06.903396Z","end":"2026-04-21T04:21:09.026019Z","steps":["trace[446839086] 'process raft request' (duration: 2.122545332s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.026072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.903387Z","time spent":"2.122654545s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:09.026039Z","caller":"traceutil/trace.go:171","msg":"trace[1828539119] linearizableReadLoop","detail":"{readStateIndex:26165; appliedIndex:26157; }","duration":"2.127554754s","start":"2026-04-21T04:21:06.898456Z","end":"2026-04-21T04:21:09.026011Z","steps":["trace[1828539119] 'read index received' (duration: 1.030113009s)","trace[1828539119] 'applied index is now lower than readState.Index' (duration: 1.097440765s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:09.026206Z","caller":"traceutil/trace.go:171","msg":"trace[1889094944] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"2.126796586s","start":"2026-04-21T04:21:06.899394Z","end":"2026-04-21T04:21:09.026191Z","steps":["trace[1889094944] 'process raft request' (duration: 2.126393617s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.026229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127749561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:21:09.026263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.899375Z","time spent":"2.126861179s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:09.026286Z","caller":"traceutil/trace.go:171","msg":"trace[1555495300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25333; }","duration":"2.127844002s","start":"2026-04-21T04:21:06.89843Z","end":"2026-04-21T04:21:09.026274Z","steps":["trace[1555495300] 'agreement among raft nodes before linearized reading' (duration: 2.127661297s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.026332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.898419Z","time spent":"2.127901494s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:21:09.025507Z","caller":"traceutil/trace.go:171","msg":"trace[1818425208] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"2.126919049s","start":"2026-04-21T04:21:06.898557Z","end":"2026-04-21T04:21:09.025476Z","steps":["trace[1818425208] 'process raft request' (duration: 2.126670373s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:09.02821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.898542Z","time spent":"2.129392159s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:09.526337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:10.027342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:21:10.105552Z","caller":"traceutil/trace.go:171","msg":"trace[366502770] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"2.065820417s","start":"2026-04-21T04:21:08.039704Z","end":"2026-04-21T04:21:10.105525Z","steps":["trace[366502770] 'process raft request' (duration: 2.065584061s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.105566Z","caller":"traceutil/trace.go:171","msg":"trace[1429686059] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"1.503723446s","start":"2026-04-21T04:21:08.601822Z","end":"2026-04-21T04:21:10.105546Z","steps":["trace[1429686059] 'process raft request' (duration: 1.503632114s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.105672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.039673Z","time spent":"2.0659337s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:10.105682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.601805Z","time spent":"1.503812949s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.105801Z","caller":"traceutil/trace.go:171","msg":"trace[75638030] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"1.503609674s","start":"2026-04-21T04:21:08.602183Z","end":"2026-04-21T04:21:10.105793Z","steps":["trace[75638030] 'process raft request' (duration: 1.503299077s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.10585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.602177Z","time spent":"1.503648465s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.105972Z","caller":"traceutil/trace.go:171","msg":"trace[401793910] linearizableReadLoop","detail":"{readStateIndex:26175; appliedIndex:26165; }","duration":"1.079815365s","start":"2026-04-21T04:21:09.026146Z","end":"2026-04-21T04:21:10.105961Z","steps":["trace[401793910] 'read index received' (duration: 1.079085098s)","trace[401793910] 'applied index is now lower than readState.Index' (duration: 729.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:10.10594Z","caller":"traceutil/trace.go:171","msg":"trace[283503611] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"1.503144653s","start":"2026-04-21T04:21:08.602762Z","end":"2026-04-21T04:21:10.105907Z","steps":["trace[283503611] 'process raft request' (duration: 1.50302465s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106031Z","caller":"traceutil/trace.go:171","msg":"trace[1733019440] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"1.493744662s","start":"2026-04-21T04:21:08.61228Z","end":"2026-04-21T04:21:10.106025Z","steps":["trace[1733019440] 'process raft request' (duration: 1.493593948s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106015Z","caller":"traceutil/trace.go:171","msg":"trace[1411104845] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"1.501985593s","start":"2026-04-21T04:21:08.60399Z","end":"2026-04-21T04:21:10.105976Z","steps":["trace[1411104845] 'process raft request' (duration: 1.501853s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106088Z","caller":"traceutil/trace.go:171","msg":"trace[695029252] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"1.206169373s","start":"2026-04-21T04:21:08.899911Z","end":"2026-04-21T04:21:10.106081Z","steps":["trace[695029252] 'process raft request' (duration: 1.205986169s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.899883Z","time spent":"1.206221975s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.106152Z","caller":"traceutil/trace.go:171","msg":"trace[246003677] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"1.503307326s","start":"2026-04-21T04:21:08.602825Z","end":"2026-04-21T04:21:10.106132Z","steps":["trace[246003677] 'process raft request' (duration: 1.502992369s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.60397Z","time spent":"1.502126486s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:10.106392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.6028Z","time spent":"1.503386359s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:10.106176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.602734Z","time spent":"1.503293426s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.106424Z","caller":"traceutil/trace.go:171","msg":"trace[1379731588] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"1.504005793s","start":"2026-04-21T04:21:08.602371Z","end":"2026-04-21T04:21:10.106377Z","steps":["trace[1379731588] 'process raft request' (duration: 1.503355297s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.612274Z","time spent":"1.493769412s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:10.106513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209120788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:10.106521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083129111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814007444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:10.1066Z","caller":"traceutil/trace.go:171","msg":"trace[393762077] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25343; }","duration":"3.083258725s","start":"2026-04-21T04:21:07.023319Z","end":"2026-04-21T04:21:10.106578Z","steps":["trace[393762077] 'agreement among raft nodes before linearized reading' (duration: 3.083081251s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.602347Z","time spent":"1.504160747s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.106622Z","caller":"traceutil/trace.go:171","msg":"trace[296362571] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"1.155272209s","start":"2026-04-21T04:21:08.95134Z","end":"2026-04-21T04:21:10.106612Z","steps":["trace[296362571] 'process raft request' (duration: 1.154581882s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542458485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659845195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:21:10.106662Z","caller":"traceutil/trace.go:171","msg":"trace[462899674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25343; }","duration":"2.542533478s","start":"2026-04-21T04:21:07.564122Z","end":"2026-04-21T04:21:10.106656Z","steps":["trace[462899674] 'agreement among raft nodes before linearized reading' (duration: 2.542501867s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199830435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:10.106672Z","caller":"traceutil/trace.go:171","msg":"trace[455544164] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25343; }","duration":"2.659910267s","start":"2026-04-21T04:21:07.446752Z","end":"2026-04-21T04:21:10.106662Z","steps":["trace[455544164] 'agreement among raft nodes before linearized reading' (duration: 2.659776554s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.564078Z","time spent":"2.542599559s","remote":"127.0.0.1:35470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.106693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.446731Z","time spent":"2.659958148s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-21T04:21:10.106688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.951311Z","time spent":"1.15533655s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:10.106701Z","caller":"traceutil/trace.go:171","msg":"trace[1560455245] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25343; }","duration":"3.199902027s","start":"2026-04-21T04:21:06.906783Z","end":"2026-04-21T04:21:10.106685Z","steps":["trace[1560455245] 'agreement among raft nodes before linearized reading' (duration: 3.199770113s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200991356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:10.106761Z","caller":"traceutil/trace.go:171","msg":"trace[301087912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"1.201050358s","start":"2026-04-21T04:21:08.905702Z","end":"2026-04-21T04:21:10.106753Z","steps":["trace[301087912] 'agreement among raft nodes before linearized reading' (duration: 1.200986207s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106611Z","caller":"traceutil/trace.go:171","msg":"trace[1639211499] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25343; }","duration":"2.814095616s","start":"2026-04-21T04:21:07.292506Z","end":"2026-04-21T04:21:10.106602Z","steps":["trace[1639211499] 'agreement among raft nodes before linearized reading' (duration: 2.814035474s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.905691Z","time spent":"1.201092159s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:10.10679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:06.906762Z","time spent":"3.199969258s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:21:10.106883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.291844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079314582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18585"} {"level":"info","ts":"2026-04-21T04:21:10.106903Z","caller":"traceutil/trace.go:171","msg":"trace[289259585] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25343; }","duration":"697.351606ms","start":"2026-04-21T04:21:09.409545Z","end":"2026-04-21T04:21:10.106896Z","steps":["trace[289259585] 'agreement among raft nodes before linearized reading' (duration: 697.316115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971232123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106607992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:10.106922Z","caller":"traceutil/trace.go:171","msg":"trace[682139611] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25343; }","duration":"1.079374853s","start":"2026-04-21T04:21:09.027536Z","end":"2026-04-21T04:21:10.106911Z","steps":["trace[682139611] 'agreement among raft nodes before linearized reading' (duration: 1.079217729s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.76652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.172308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:10.106941Z","caller":"traceutil/trace.go:171","msg":"trace[688192971] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25343; }","duration":"1.971344605s","start":"2026-04-21T04:21:08.135583Z","end":"2026-04-21T04:21:10.106928Z","steps":["trace[688192971] 'agreement among raft nodes before linearized reading' (duration: 1.971223332s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106953Z","caller":"traceutil/trace.go:171","msg":"trace[1456032354] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25343; }","duration":"768.861623ms","start":"2026-04-21T04:21:09.338085Z","end":"2026-04-21T04:21:10.106947Z","steps":["trace[1456032354] 'agreement among raft nodes before linearized reading' (duration: 768.824882ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.106967Z","caller":"traceutil/trace.go:171","msg":"trace[1856384276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25343; }","duration":"334.229559ms","start":"2026-04-21T04:21:09.772732Z","end":"2026-04-21T04:21:10.106962Z","steps":["trace[1856384276] 'agreement among raft nodes before linearized reading' (duration: 334.200579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.106958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.027521Z","time spent":"1.079427614s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18608,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-21T04:21:10.106982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.77271Z","time spent":"334.268821ms","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.106919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.409523Z","time spent":"697.392287ms","remote":"127.0.0.1:59504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.106986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.135563Z","time spent":"1.971413728s","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.106993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154435268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:10.107019Z","caller":"traceutil/trace.go:171","msg":"trace[1772304533] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25343; }","duration":"1.154486479s","start":"2026-04-21T04:21:08.952525Z","end":"2026-04-21T04:21:10.107011Z","steps":["trace[1772304533] 'agreement among raft nodes before linearized reading' (duration: 1.154447828s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129714883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.106983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.33806Z","time spent":"768.916175ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.10701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713261067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:10.107063Z","caller":"traceutil/trace.go:171","msg":"trace[211121949] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25343; }","duration":"1.129754934s","start":"2026-04-21T04:21:08.977294Z","end":"2026-04-21T04:21:10.107049Z","steps":["trace[211121949] 'agreement among raft nodes before linearized reading' (duration: 1.129691233s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.977285Z","time spent":"1.129805196s","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:10.107102Z","caller":"traceutil/trace.go:171","msg":"trace[252090099] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25343; }","duration":"1.713410351s","start":"2026-04-21T04:21:08.393667Z","end":"2026-04-21T04:21:10.107077Z","steps":["trace[252090099] 'agreement among raft nodes before linearized reading' (duration: 1.713229357s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.393644Z","time spent":"1.713498373s","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.107189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064413258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:10.106655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.023306Z","time spent":"3.083335807s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:10.106948Z","caller":"traceutil/trace.go:171","msg":"trace[1813804224] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25343; }","duration":"2.106695445s","start":"2026-04-21T04:21:08.00024Z","end":"2026-04-21T04:21:10.106936Z","steps":["trace[1813804224] 'agreement among raft nodes before linearized reading' (duration: 2.106605612s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:10.107224Z","caller":"traceutil/trace.go:171","msg":"trace[600546054] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25343; }","duration":"1.064476859s","start":"2026-04-21T04:21:09.042739Z","end":"2026-04-21T04:21:10.107216Z","steps":["trace[600546054] 'agreement among raft nodes before linearized reading' (duration: 1.064331936s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.042669Z","time spent":"1.064573282s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:10.107254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.00022Z","time spent":"2.107020353s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.106793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.292486Z","time spent":"2.814300371s","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:10.10658Z","caller":"traceutil/trace.go:171","msg":"trace[399778987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25343; }","duration":"2.209226961s","start":"2026-04-21T04:21:07.897336Z","end":"2026-04-21T04:21:10.106563Z","steps":["trace[399778987] 'agreement among raft nodes before linearized reading' (duration: 2.209049646s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.230236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.107366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.897317Z","time spent":"2.210032581s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"info","ts":"2026-04-21T04:21:10.107408Z","caller":"traceutil/trace.go:171","msg":"trace[801293220] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25343; }","duration":"493.453991ms","start":"2026-04-21T04:21:09.613923Z","end":"2026-04-21T04:21:10.107377Z","steps":["trace[801293220] 'agreement among raft nodes before linearized reading' (duration: 493.093173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102136567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:10.107476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:09.613866Z","time spent":"493.596765ms","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:10.107483Z","caller":"traceutil/trace.go:171","msg":"trace[748842930] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25343; }","duration":"3.102679749s","start":"2026-04-21T04:21:07.004786Z","end":"2026-04-21T04:21:10.107466Z","steps":["trace[748842930] 'agreement among raft nodes before linearized reading' (duration: 3.102213608s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:10.107528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:07.004768Z","time spent":"3.102745011s","remote":"127.0.0.1:35444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.107044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:08.952505Z","time spent":"1.15453287s","remote":"127.0.0.1:40688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:10.615153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:10.806164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.114697Z","time spent":"691.461872ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:21:11.896734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.09559711s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:11.897268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.634397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:11.897407Z","caller":"traceutil/trace.go:171","msg":"trace[1358907606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25343; }","duration":"617.788191ms","start":"2026-04-21T04:21:11.2796Z","end":"2026-04-21T04:21:11.897389Z","steps":["trace[1358907606] 'range keys from in-memory index tree' (duration: 617.615417ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:11.897577Z","caller":"traceutil/trace.go:171","msg":"trace[1455564250] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"1.775320495s","start":"2026-04-21T04:21:10.122239Z","end":"2026-04-21T04:21:11.89756Z","steps":["trace[1455564250] 'process raft request' (duration: 1.77472458s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:11.89767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.122224Z","time spent":"1.775388077s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8811,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:12.115457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:21:12.115522Z","caller":"traceutil/trace.go:171","msg":"trace[1844584133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208062s","start":"2026-04-21T04:21:10.115301Z","end":"2026-04-21T04:21:12.115509Z","steps":["trace[1844584133] 'agreement among raft nodes before linearized reading' (duration: 2.00013059s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:12.115552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.115295Z","time spent":"2.000252053s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:21:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:21:12.716934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.382769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:21:12.717295Z","caller":"traceutil/trace.go:171","msg":"trace[2081965195] linearizableReadLoop","detail":"{readStateIndex:26178; appliedIndex:26175; }","duration":"2.602191076s","start":"2026-04-21T04:21:10.115085Z","end":"2026-04-21T04:21:12.717276Z","steps":["trace[2081965195] 'read index received' (duration: 686.047769ms)","trace[2081965195] 'applied index is now lower than readState.Index' (duration: 1.916141987s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:12.717973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602870353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-21T04:21:12.718012Z","caller":"traceutil/trace.go:171","msg":"trace[1764497458] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25344; }","duration":"2.602931165s","start":"2026-04-21T04:21:10.115069Z","end":"2026-04-21T04:21:12.718001Z","steps":["trace[1764497458] 'agreement among raft nodes before linearized reading' (duration: 2.602752011s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:12.718047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.115062Z","time spent":"2.602977516s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T04:21:12.718273Z","caller":"traceutil/trace.go:171","msg":"trace[1831839338] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"1.910708814s","start":"2026-04-21T04:21:10.807514Z","end":"2026-04-21T04:21:12.718223Z","steps":["trace[1831839338] 'process raft request' (duration: 1.909639578s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:12.718468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.807493Z","time spent":"1.910867948s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:13.217855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:13.718906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:13.757653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046303425s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:13.758516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040242577s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:13.758681Z","caller":"traceutil/trace.go:171","msg":"trace[1455853457] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"1.857901013s","start":"2026-04-21T04:21:11.900768Z","end":"2026-04-21T04:21:13.758669Z","steps":["trace[1455853457] 'process raft request' (duration: 817.43694ms)","trace[1455853457] 'compare' (duration: 1.039823698s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:13.758719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.900742Z","time spent":"1.857961295s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:13.758995Z","caller":"traceutil/trace.go:171","msg":"trace[1085709388] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"1.6450254s","start":"2026-04-21T04:21:12.113941Z","end":"2026-04-21T04:21:13.758966Z","steps":["trace[1085709388] 'process raft request' (duration: 1.644659761s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:13.759141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.113907Z","time spent":"1.645159033s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:13.759441Z","caller":"traceutil/trace.go:171","msg":"trace[837549944] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"1.645270235s","start":"2026-04-21T04:21:12.114161Z","end":"2026-04-21T04:21:13.759431Z","steps":["trace[837549944] 'process raft request' (duration: 1.644685631s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:13.759486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.114131Z","time spent":"1.645331257s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:13.759509Z","caller":"traceutil/trace.go:171","msg":"trace[1900781539] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"1.645264786s","start":"2026-04-21T04:21:12.114215Z","end":"2026-04-21T04:21:13.75948Z","steps":["trace[1900781539] 'process raft request' (duration: 1.645125262s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:13.759703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.114193Z","time spent":"1.645388318s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:13.759759Z","caller":"traceutil/trace.go:171","msg":"trace[323441517] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"1.644703462s","start":"2026-04-21T04:21:12.115049Z","end":"2026-04-21T04:21:13.759753Z","steps":["trace[323441517] 'process raft request' (duration: 1.644654771s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:13.759752Z","caller":"traceutil/trace.go:171","msg":"trace[2014018470] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"1.645433019s","start":"2026-04-21T04:21:12.114278Z","end":"2026-04-21T04:21:13.759711Z","steps":["trace[2014018470] 'process raft request' (duration: 1.645158982s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:13.759803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.11504Z","time spent":"1.644746133s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:13.759807Z","caller":"traceutil/trace.go:171","msg":"trace[1940682826] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"1.645074381s","start":"2026-04-21T04:21:12.114699Z","end":"2026-04-21T04:21:13.759773Z","steps":["trace[1940682826] 'process raft request' (duration: 1.644935507s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:13.759901Z","caller":"traceutil/trace.go:171","msg":"trace[315495926] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"1.645126772s","start":"2026-04-21T04:21:12.114766Z","end":"2026-04-21T04:21:13.759893Z","steps":["trace[315495926] 'process raft request' (duration: 1.644912357s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:13.759894Z","caller":"traceutil/trace.go:171","msg":"trace[409148676] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"1.644239561s","start":"2026-04-21T04:21:12.115599Z","end":"2026-04-21T04:21:13.759838Z","steps":["trace[409148676] 'process raft request' (duration: 1.644129749s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:13.759936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.11476Z","time spent":"1.645156763s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:13.759952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.114247Z","time spent":"1.645577093s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:13.759961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.114688Z","time spent":"1.645208625s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:13.759978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.115585Z","time spent":"1.644350033s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:14.123098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:21:14.123485Z","caller":"traceutil/trace.go:171","msg":"trace[712926997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001198946s","start":"2026-04-21T04:21:12.122269Z","end":"2026-04-21T04:21:14.123468Z","steps":["trace[712926997] 'agreement among raft nodes before linearized reading' (duration: 2.000794656s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:14.123592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.122261Z","time spent":"2.001318178s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:21:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:21:15.344057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242237306s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:15.344144Z","caller":"traceutil/trace.go:171","msg":"trace[2144637624] linearizableReadLoop","detail":"{readStateIndex:26189; appliedIndex:26179; }","duration":"2.626806278s","start":"2026-04-21T04:21:12.717323Z","end":"2026-04-21T04:21:15.344129Z","steps":["trace[2144637624] 'read index received' (duration: 1.040864502s)","trace[2144637624] 'applied index is now lower than readState.Index' (duration: 1.585940286s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:15.344283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306941638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:21:15.344304Z","caller":"traceutil/trace.go:171","msg":"trace[819748262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25355; }","duration":"4.306986308s","start":"2026-04-21T04:21:11.03731Z","end":"2026-04-21T04:21:15.344297Z","steps":["trace[819748262] 'agreement among raft nodes before linearized reading' (duration: 4.306891486s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.0373Z","time spent":"4.307018739s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:21:15.344312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231106484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-21T04:21:15.344377Z","caller":"traceutil/trace.go:171","msg":"trace[944641714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25355; }","duration":"4.231209936s","start":"2026-04-21T04:21:11.113152Z","end":"2026-04-21T04:21:15.344362Z","steps":["trace[944641714] 'agreement among raft nodes before linearized reading' (duration: 4.231019051s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172551105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.344406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.113138Z","time spent":"4.231261448s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:15.344407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450812051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:15.344435Z","caller":"traceutil/trace.go:171","msg":"trace[1951251846] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25355; }","duration":"5.172678588s","start":"2026-04-21T04:21:10.17174Z","end":"2026-04-21T04:21:15.344418Z","steps":["trace[1951251846] 'agreement among raft nodes before linearized reading' (duration: 5.172530235s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.34445Z","caller":"traceutil/trace.go:171","msg":"trace[26613193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25355; }","duration":"3.450920193s","start":"2026-04-21T04:21:11.893518Z","end":"2026-04-21T04:21:15.344438Z","steps":["trace[26613193] 'agreement among raft nodes before linearized reading' (duration: 3.450832341s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621908819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:21:15.344474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.171714Z","time spent":"5.17275054s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:21:15.344434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353029743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a844671ba46699\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-21T04:21:15.344496Z","caller":"traceutil/trace.go:171","msg":"trace[1334630768] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:25355; }","duration":"2.622020082s","start":"2026-04-21T04:21:12.722457Z","end":"2026-04-21T04:21:15.344477Z","steps":["trace[1334630768] 'agreement among raft nodes before linearized reading' (duration: 2.621852058s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.344516Z","caller":"traceutil/trace.go:171","msg":"trace[1338973647] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a844671ba46699; range_end:; response_count:1; response_revision:25355; }","duration":"4.353118785s","start":"2026-04-21T04:21:10.991385Z","end":"2026-04-21T04:21:15.344503Z","steps":["trace[1338973647] 'agreement among raft nodes before linearized reading' (duration: 4.352874459s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.34453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309301064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:21:15.344545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.991366Z","time spent":"4.353169486s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a844671ba46699\" "} {"level":"info","ts":"2026-04-21T04:21:15.34457Z","caller":"traceutil/trace.go:171","msg":"trace[1911227516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25355; }","duration":"4.309335395s","start":"2026-04-21T04:21:11.035222Z","end":"2026-04-21T04:21:15.344558Z","steps":["trace[1911227516] 'agreement among raft nodes before linearized reading' (duration: 4.309244452s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072946233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.344602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.035193Z","time spent":"4.309402497s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:21:15.344614Z","caller":"traceutil/trace.go:171","msg":"trace[1357448650] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25355; }","duration":"3.073031416s","start":"2026-04-21T04:21:12.271574Z","end":"2026-04-21T04:21:15.344605Z","steps":["trace[1357448650] 'agreement among raft nodes before linearized reading' (duration: 3.072962214s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591274004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-21T04:21:15.344634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.271543Z","time spent":"3.073084907s","remote":"127.0.0.1:59534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.344578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308924335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:21:15.344579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309021337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:21:15.34469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.601454123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:15.344692Z","caller":"traceutil/trace.go:171","msg":"trace[345157113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25355; }","duration":"4.309178212s","start":"2026-04-21T04:21:11.035498Z","end":"2026-04-21T04:21:15.344676Z","steps":["trace[345157113] 'agreement among raft nodes before linearized reading' (duration: 4.308848754s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.344691Z","caller":"traceutil/trace.go:171","msg":"trace[1400856405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25355; }","duration":"4.309066468s","start":"2026-04-21T04:21:11.035602Z","end":"2026-04-21T04:21:15.344668Z","steps":["trace[1400856405] 'agreement among raft nodes before linearized reading' (duration: 4.30873948s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381161837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.344751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.03549Z","time spent":"4.309251873s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:21:15.344751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.035596Z","time spent":"4.30914562s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:21:15.344766Z","caller":"traceutil/trace.go:171","msg":"trace[2057081573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25355; }","duration":"3.381239869s","start":"2026-04-21T04:21:11.963508Z","end":"2026-04-21T04:21:15.344748Z","steps":["trace[2057081573] 'agreement among raft nodes before linearized reading' (duration: 3.381183318s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.963481Z","time spent":"3.381306641s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.344807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626991877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:15.344865Z","caller":"traceutil/trace.go:171","msg":"trace[821013235] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25355; }","duration":"3.627085979s","start":"2026-04-21T04:21:11.717772Z","end":"2026-04-21T04:21:15.344858Z","steps":["trace[821013235] 'agreement among raft nodes before linearized reading' (duration: 3.626955366s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.344884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.717751Z","time spent":"3.6271281s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.34494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879262013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:15.34497Z","caller":"traceutil/trace.go:171","msg":"trace[1178476776] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25355; }","duration":"3.879330314s","start":"2026-04-21T04:21:11.465631Z","end":"2026-04-21T04:21:15.344961Z","steps":["trace[1178476776] 'agreement among raft nodes before linearized reading' (duration: 3.879277603s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.344766Z","caller":"traceutil/trace.go:171","msg":"trace[1932322733] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"2.496469752s","start":"2026-04-21T04:21:12.848281Z","end":"2026-04-21T04:21:15.344751Z","steps":["trace[1932322733] 'process raft request' (duration: 1.253463789s)","trace[1932322733] 'compare' (duration: 1.241352103s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:15.344993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.465609Z","time spent":"3.879376186s","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.345023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.15183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.345057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.848255Z","time spent":"2.496743749s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:15.345077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088612923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:15.345077Z","caller":"traceutil/trace.go:171","msg":"trace[1727959847] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25355; }","duration":"186.245972ms","start":"2026-04-21T04:21:15.158819Z","end":"2026-04-21T04:21:15.345065Z","steps":["trace[1727959847] 'agreement among raft nodes before linearized reading' (duration: 186.17216ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.345103Z","caller":"traceutil/trace.go:171","msg":"trace[1089987483] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25355; }","duration":"5.088696075s","start":"2026-04-21T04:21:10.256398Z","end":"2026-04-21T04:21:15.345094Z","steps":["trace[1089987483] 'agreement among raft nodes before linearized reading' (duration: 5.088655504s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.256361Z","time spent":"5.088767496s","remote":"127.0.0.1:33370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:15.344715Z","caller":"traceutil/trace.go:171","msg":"trace[1514789781] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25355; }","duration":"3.601499264s","start":"2026-04-21T04:21:11.743206Z","end":"2026-04-21T04:21:15.344705Z","steps":["trace[1514789781] 'agreement among raft nodes before linearized reading' (duration: 3.601457223s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.743195Z","time spent":"3.602006726s","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.345244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992244507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.345207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447631846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:21:15.345285Z","caller":"traceutil/trace.go:171","msg":"trace[1272788922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25355; }","duration":"1.992321929s","start":"2026-04-21T04:21:13.352952Z","end":"2026-04-21T04:21:15.345274Z","steps":["trace[1272788922] 'agreement among raft nodes before linearized reading' (duration: 1.992264778s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493746393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-21T04:21:15.344648Z","caller":"traceutil/trace.go:171","msg":"trace[530939322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25355; }","duration":"3.591346036s","start":"2026-04-21T04:21:11.753291Z","end":"2026-04-21T04:21:15.344637Z","steps":["trace[530939322] 'agreement among raft nodes before linearized reading' (duration: 3.591247463s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:13.352932Z","time spent":"1.992375101s","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:15.34533Z","caller":"traceutil/trace.go:171","msg":"trace[158416915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25355; }","duration":"1.493822484s","start":"2026-04-21T04:21:13.85149Z","end":"2026-04-21T04:21:15.345312Z","steps":["trace[158416915] 'agreement among raft nodes before linearized reading' (duration: 1.493709481s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.345294Z","caller":"traceutil/trace.go:171","msg":"trace[1530937218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25355; }","duration":"4.448047446s","start":"2026-04-21T04:21:10.897235Z","end":"2026-04-21T04:21:15.345283Z","steps":["trace[1530937218] 'agreement among raft nodes before linearized reading' (duration: 4.447451832s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:13.851472Z","time spent":"1.493903336s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:21:15.344535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:12.722441Z","time spent":"2.622086113s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" "} {"level":"warn","ts":"2026-04-21T04:21:15.345434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.90766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:15.34547Z","caller":"traceutil/trace.go:171","msg":"trace[526784488] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25355; }","duration":"597.003243ms","start":"2026-04-21T04:21:14.748457Z","end":"2026-04-21T04:21:15.34546Z","steps":["trace[526784488] 'agreement among raft nodes before linearized reading' (duration: 596.936862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:10.897208Z","time spent":"4.448169289s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:21:15.345495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.907326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.34551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:14.748427Z","time spent":"597.073434ms","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.34448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.893484Z","time spent":"3.450986405s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.345518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.4658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:21:15.345529Z","caller":"traceutil/trace.go:171","msg":"trace[1188725779] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25355; }","duration":"782.967588ms","start":"2026-04-21T04:21:14.562547Z","end":"2026-04-21T04:21:15.345515Z","steps":["trace[1188725779] 'agreement among raft nodes before linearized reading' (duration: 782.907966ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:15.345556Z","caller":"traceutil/trace.go:171","msg":"trace[273764673] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25355; }","duration":"229.543531ms","start":"2026-04-21T04:21:15.116002Z","end":"2026-04-21T04:21:15.345546Z","steps":["trace[273764673] 'agreement among raft nodes before linearized reading' (duration: 229.46184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:14.562532Z","time spent":"783.02064ms","remote":"127.0.0.1:40644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:15.345591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222134913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:15.345336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.753271Z","time spent":"3.592056622s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-21T04:21:15.345629Z","caller":"traceutil/trace.go:171","msg":"trace[1467209274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25355; }","duration":"1.222207375s","start":"2026-04-21T04:21:14.123412Z","end":"2026-04-21T04:21:15.345619Z","steps":["trace[1467209274] 'agreement among raft nodes before linearized reading' (duration: 1.222158864s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.34566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:14.123391Z","time spent":"1.222262946s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:15.345633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313364783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:21:15.345709Z","caller":"traceutil/trace.go:171","msg":"trace[1133359631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25355; }","duration":"4.313440905s","start":"2026-04-21T04:21:11.03225Z","end":"2026-04-21T04:21:15.345691Z","steps":["trace[1133359631] 'agreement among raft nodes before linearized reading' (duration: 4.312512123s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:15.345764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:11.031794Z","time spent":"4.313961009s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:15.939478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.428624ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-21T04:21:15.939644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.346843Z","time spent":"592.728098ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:21:16.894653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.641911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:16.895274Z","caller":"traceutil/trace.go:171","msg":"trace[910447241] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.544304368s","start":"2026-04-21T04:21:15.350947Z","end":"2026-04-21T04:21:16.895251Z","steps":["trace[910447241] 'process raft request' (duration: 1.54397224s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:16.895278Z","caller":"traceutil/trace.go:171","msg":"trace[340586879] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.544609856s","start":"2026-04-21T04:21:15.350646Z","end":"2026-04-21T04:21:16.895256Z","steps":["trace[340586879] 'process raft request' (duration: 1.544157635s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:16.895319Z","caller":"traceutil/trace.go:171","msg":"trace[195166321] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.544317439s","start":"2026-04-21T04:21:15.35095Z","end":"2026-04-21T04:21:16.895268Z","steps":["trace[195166321] 'process raft request' (duration: 1.544056292s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:16.89534Z","caller":"traceutil/trace.go:171","msg":"trace[659347426] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.546687978s","start":"2026-04-21T04:21:15.348599Z","end":"2026-04-21T04:21:16.895287Z","steps":["trace[659347426] 'process raft request' (duration: 900.278507ms)","trace[659347426] 'compare' (duration: 645.486288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:16.895385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350632Z","time spent":"1.544705759s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:16.895524Z","caller":"traceutil/trace.go:171","msg":"trace[1209594628] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"1.544493794s","start":"2026-04-21T04:21:15.351007Z","end":"2026-04-21T04:21:16.895501Z","steps":["trace[1209594628] 'process raft request' (duration: 1.544052382s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:16.89554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.348584Z","time spent":"1.546833791s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:16.895549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.35094Z","time spent":"1.544476344s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:16.895624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350994Z","time spent":"1.544578266s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:16.895365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350938Z","time spent":"1.544382542s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:16.895926Z","caller":"traceutil/trace.go:171","msg":"trace[623585060] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"1.544575586s","start":"2026-04-21T04:21:15.35131Z","end":"2026-04-21T04:21:16.895885Z","steps":["trace[623585060] 'process raft request' (duration: 1.54432277s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:16.896064Z","caller":"traceutil/trace.go:171","msg":"trace[1361414768] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"1.544515054s","start":"2026-04-21T04:21:15.351541Z","end":"2026-04-21T04:21:16.896056Z","steps":["trace[1361414768] 'process raft request' (duration: 1.544241248s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:16.896105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.35153Z","time spent":"1.544555885s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:16.896159Z","caller":"traceutil/trace.go:171","msg":"trace[777021435] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"1.544391321s","start":"2026-04-21T04:21:15.351762Z","end":"2026-04-21T04:21:16.896154Z","steps":["trace[777021435] 'process raft request' (duration: 1.544231107s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:16.896142Z","caller":"traceutil/trace.go:171","msg":"trace[788097555] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26189; }","duration":"1.545735644s","start":"2026-04-21T04:21:15.350386Z","end":"2026-04-21T04:21:16.896121Z","steps":["trace[788097555] 'read index received' (duration: 378.602775ms)","trace[788097555] 'applied index is now lower than readState.Index' (duration: 1.167127409s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:16.896189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.351753Z","time spent":"1.544420711s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:16.896268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.351289Z","time spent":"1.544732479s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:16.896313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545928188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:16.896336Z","caller":"traceutil/trace.go:171","msg":"trace[647941487] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25364; }","duration":"1.54597261s","start":"2026-04-21T04:21:15.350355Z","end":"2026-04-21T04:21:16.896328Z","steps":["trace[647941487] 'agreement among raft nodes before linearized reading' (duration: 1.545929599s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:16.896354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350343Z","time spent":"1.54600799s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-21T04:21:16.896261Z","caller":"traceutil/trace.go:171","msg":"trace[1306098399] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"1.544049072s","start":"2026-04-21T04:21:15.352179Z","end":"2026-04-21T04:21:16.896228Z","steps":["trace[1306098399] 'process raft request' (duration: 1.543883148s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:16.89654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.352169Z","time spent":"1.544282238s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.353318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:21:17.353409Z","caller":"traceutil/trace.go:171","msg":"trace[1495315547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301265s","start":"2026-04-21T04:21:15.353088Z","end":"2026-04-21T04:21:17.35339Z","steps":["trace[1495315547] 'agreement among raft nodes before linearized reading' (duration: 2.000187622s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.35347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.353077Z","time spent":"2.000380586s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:21:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:21:17.36533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116533141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:17.661188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.527104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:17.661469Z","caller":"traceutil/trace.go:171","msg":"trace[289168368] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"1.897019279s","start":"2026-04-21T04:21:15.764403Z","end":"2026-04-21T04:21:17.661422Z","steps":["trace[289168368] 'process raft request' (duration: 1.601172387s)","trace[289168368] 'compare' (duration: 295.073384ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:17.661547Z","caller":"traceutil/trace.go:171","msg":"trace[1855009102] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"1.896187129s","start":"2026-04-21T04:21:15.765323Z","end":"2026-04-21T04:21:17.66151Z","steps":["trace[1855009102] 'process raft request' (duration: 1.895966134s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.661698Z","caller":"traceutil/trace.go:171","msg":"trace[15736953] linearizableReadLoop","detail":"{readStateIndex:26208; appliedIndex:26199; }","duration":"765.492951ms","start":"2026-04-21T04:21:16.896186Z","end":"2026-04-21T04:21:17.661679Z","steps":["trace[15736953] 'read index received' (duration: 469.355333ms)","trace[15736953] 'applied index is now lower than readState.Index' (duration: 296.136568ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:17.661784Z","caller":"traceutil/trace.go:171","msg":"trace[338031925] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"1.895882602s","start":"2026-04-21T04:21:15.765891Z","end":"2026-04-21T04:21:17.661773Z","steps":["trace[338031925] 'process raft request' (duration: 1.895507823s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.661869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.765311Z","time spent":"1.896406494s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:17.661961Z","caller":"traceutil/trace.go:171","msg":"trace[1125849074] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.895865662s","start":"2026-04-21T04:21:15.766069Z","end":"2026-04-21T04:21:17.661935Z","steps":["trace[1125849074] 'process raft request' (duration: 1.895432611s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.661977Z","caller":"traceutil/trace.go:171","msg":"trace[746645485] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.895171804s","start":"2026-04-21T04:21:15.766783Z","end":"2026-04-21T04:21:17.661955Z","steps":["trace[746645485] 'process raft request' (duration: 1.894755204s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.661981Z","caller":"traceutil/trace.go:171","msg":"trace[1334116332] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"1.896001945s","start":"2026-04-21T04:21:15.765947Z","end":"2026-04-21T04:21:17.661949Z","steps":["trace[1334116332] 'process raft request' (duration: 1.895520463s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.662018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464374864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:17.66208Z","caller":"traceutil/trace.go:171","msg":"trace[1290769644] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"1.893935394s","start":"2026-04-21T04:21:15.768132Z","end":"2026-04-21T04:21:17.662067Z","steps":["trace[1290769644] 'process raft request' (duration: 1.893441152s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.662128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.766758Z","time spent":"1.895289147s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.766062Z","time spent":"1.895961454s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31141821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-21T04:21:17.662156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131518599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:17.662194Z","caller":"traceutil/trace.go:171","msg":"trace[2041010345] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25373; }","duration":"2.311470701s","start":"2026-04-21T04:21:15.350716Z","end":"2026-04-21T04:21:17.662187Z","steps":["trace[2041010345] 'agreement among raft nodes before linearized reading' (duration: 2.311299327s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.661847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.76588Z","time spent":"1.895932934s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:17.662204Z","caller":"traceutil/trace.go:171","msg":"trace[127728170] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25373; }","duration":"1.131607411s","start":"2026-04-21T04:21:16.530586Z","end":"2026-04-21T04:21:17.662193Z","steps":["trace[127728170] 'agreement among raft nodes before linearized reading' (duration: 1.131529989s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.662206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312185874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:17.662223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350706Z","time spent":"2.311511481s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-21T04:21:17.662206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.76812Z","time spent":"1.894030057s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.530553Z","time spent":"1.131681452s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:17.662244Z","caller":"traceutil/trace.go:171","msg":"trace[1383645425] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25373; }","duration":"1.312261296s","start":"2026-04-21T04:21:16.349971Z","end":"2026-04-21T04:21:17.662232Z","steps":["trace[1383645425] 'agreement among raft nodes before linearized reading' (duration: 1.312168284s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.661979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725241551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:17.662278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.349947Z","time spent":"1.312324578s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"info","ts":"2026-04-21T04:21:17.662021Z","caller":"traceutil/trace.go:171","msg":"trace[1366417391] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"1.721202002s","start":"2026-04-21T04:21:15.940797Z","end":"2026-04-21T04:21:17.661998Z","steps":["trace[1366417391] 'process raft request' (duration: 1.720833073s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.662319Z","caller":"traceutil/trace.go:171","msg":"trace[919588473] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25373; }","duration":"1.72560574s","start":"2026-04-21T04:21:15.936698Z","end":"2026-04-21T04:21:17.662304Z","steps":["trace[919588473] 'agreement among raft nodes before linearized reading' (duration: 1.72520454s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.661969Z","caller":"traceutil/trace.go:171","msg":"trace[748443095] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"1.896031316s","start":"2026-04-21T04:21:15.765913Z","end":"2026-04-21T04:21:17.661945Z","steps":["trace[748443095] 'process raft request' (duration: 1.895523884s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:17.662087Z","caller":"traceutil/trace.go:171","msg":"trace[1579288901] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25373; }","duration":"1.464483487s","start":"2026-04-21T04:21:16.197581Z","end":"2026-04-21T04:21:17.662065Z","steps":["trace[1579288901] 'agreement among raft nodes before linearized reading' (duration: 1.464312873s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.662392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.940752Z","time spent":"1.721594752s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.197563Z","time spent":"1.464840536s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:17.662429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.765884Z","time spent":"1.896516708s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.765938Z","time spent":"1.896128168s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:17.662373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.936681Z","time spent":"1.725678362s","remote":"127.0.0.1:59566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:17.662105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311170634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-096cb8d3-b05e-4a39-bddf-676c1e2995e2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-21T04:21:17.662574Z","caller":"traceutil/trace.go:171","msg":"trace[1782632576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-096cb8d3-b05e-4a39-bddf-676c1e2995e2; range_end:; response_count:1; response_revision:25373; }","duration":"2.311661046s","start":"2026-04-21T04:21:15.350897Z","end":"2026-04-21T04:21:17.662558Z","steps":["trace[1782632576] 'agreement among raft nodes before linearized reading' (duration: 2.311101452s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:17.662623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.350873Z","time spent":"2.311736827s","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-096cb8d3-b05e-4a39-bddf-676c1e2995e2\" "} {"level":"warn","ts":"2026-04-21T04:21:17.662923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:15.764379Z","time spent":"1.897185934s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:18.16283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500777,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:21:18.237614Z","caller":"traceutil/trace.go:171","msg":"trace[280293824] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"1.033721418s","start":"2026-04-21T04:21:17.203863Z","end":"2026-04-21T04:21:18.237584Z","steps":["trace[280293824] 'process raft request' (duration: 1.031519424s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.237765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.203834Z","time spent":"1.033861042s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:18.929786Z","caller":"traceutil/trace.go:171","msg":"trace[618698204] linearizableReadLoop","detail":"{readStateIndex:26210; appliedIndex:26208; }","duration":"1.268032175s","start":"2026-04-21T04:21:17.661737Z","end":"2026-04-21T04:21:18.929769Z","steps":["trace[618698204] 'read index received' (duration: 573.671463ms)","trace[618698204] 'applied index is now lower than readState.Index' (duration: 694.359802ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:18.929827Z","caller":"traceutil/trace.go:171","msg":"trace[893254384] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"1.259273981s","start":"2026-04-21T04:21:17.670503Z","end":"2026-04-21T04:21:18.929777Z","steps":["trace[893254384] 'process raft request' (duration: 1.259146418s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.929923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96206002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:18.929934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005532392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:21:18.929982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.670471Z","time spent":"1.259428825s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:18.929992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029950949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:21:18.930009Z","caller":"traceutil/trace.go:171","msg":"trace[632202450] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25375; }","duration":"1.962202653s","start":"2026-04-21T04:21:16.967783Z","end":"2026-04-21T04:21:18.929985Z","steps":["trace[632202450] 'agreement among raft nodes before linearized reading' (duration: 1.96205317s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.930006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576350712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:18.930037Z","caller":"traceutil/trace.go:171","msg":"trace[1612167131] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25375; }","duration":"2.030027001s","start":"2026-04-21T04:21:16.899995Z","end":"2026-04-21T04:21:18.930022Z","steps":["trace[1612167131] 'agreement among raft nodes before linearized reading' (duration: 2.029895968s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.929956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029360005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-21T04:21:18.930032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314709086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:21:18.930073Z","caller":"traceutil/trace.go:171","msg":"trace[2000956497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25375; }","duration":"1.576468655s","start":"2026-04-21T04:21:17.353591Z","end":"2026-04-21T04:21:18.93006Z","steps":["trace[2000956497] 'agreement among raft nodes before linearized reading' (duration: 1.576331032s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.930076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.899979Z","time spent":"2.030088962s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:21:18.93007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.967762Z","time spent":"1.962292086s","remote":"127.0.0.1:55346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:18.930081Z","caller":"traceutil/trace.go:171","msg":"trace[868520286] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:25375; }","duration":"2.02953487s","start":"2026-04-21T04:21:16.900535Z","end":"2026-04-21T04:21:18.93007Z","steps":["trace[868520286] 'agreement among raft nodes before linearized reading' (duration: 2.029326745s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:18.930017Z","caller":"traceutil/trace.go:171","msg":"trace[809575249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25375; }","duration":"2.005655556s","start":"2026-04-21T04:21:16.924339Z","end":"2026-04-21T04:21:18.929994Z","steps":["trace[809575249] 'agreement among raft nodes before linearized reading' (duration: 2.005510922s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.930104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.353571Z","time spent":"1.576528126s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:18.930121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.900513Z","time spent":"2.02959651s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" "} {"level":"info","ts":"2026-04-21T04:21:18.930118Z","caller":"traceutil/trace.go:171","msg":"trace[1272611843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25375; }","duration":"1.314829519s","start":"2026-04-21T04:21:17.615255Z","end":"2026-04-21T04:21:18.930084Z","steps":["trace[1272611843] 'agreement among raft nodes before linearized reading' (duration: 1.314592963s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:18.930173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.615233Z","time spent":"1.314929541s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-21T04:21:18.930172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:16.924323Z","time spent":"2.005821769s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:19.430533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:20.050813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.781845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:20.050944Z","caller":"traceutil/trace.go:171","msg":"trace[920256052] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"1.286252271s","start":"2026-04-21T04:21:18.764669Z","end":"2026-04-21T04:21:20.050921Z","steps":["trace[920256052] 'process raft request' (duration: 1.124272492s)","trace[920256052] 'compare' (duration: 161.62193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:20.051015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.764639Z","time spent":"1.286344742s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:20.486266Z","caller":"traceutil/trace.go:171","msg":"trace[1028732437] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"1.551408091s","start":"2026-04-21T04:21:18.934832Z","end":"2026-04-21T04:21:20.48624Z","steps":["trace[1028732437] 'process raft request' (duration: 1.551094734s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.486385Z","caller":"traceutil/trace.go:171","msg":"trace[2142726994] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"817.905592ms","start":"2026-04-21T04:21:19.668428Z","end":"2026-04-21T04:21:20.486333Z","steps":["trace[2142726994] 'process raft request' (duration: 817.690527ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.486438Z","caller":"traceutil/trace.go:171","msg":"trace[2038627930] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"817.891212ms","start":"2026-04-21T04:21:19.668517Z","end":"2026-04-21T04:21:20.486409Z","steps":["trace[2038627930] 'process raft request' (duration: 817.654776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.486576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668512Z","time spent":"817.986294ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:20.486621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668407Z","time spent":"818.083797ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:20.486729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.934813Z","time spent":"1.551608105s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:20.487164Z","caller":"traceutil/trace.go:171","msg":"trace[1604419404] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"818.6032ms","start":"2026-04-21T04:21:19.66855Z","end":"2026-04-21T04:21:20.487153Z","steps":["trace[1604419404] 'process raft request' (duration: 817.650586ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.48716Z","caller":"traceutil/trace.go:171","msg":"trace[1794824991] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"818.511999ms","start":"2026-04-21T04:21:19.668624Z","end":"2026-04-21T04:21:20.487136Z","steps":["trace[1794824991] 'process raft request' (duration: 818.371105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.487303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668597Z","time spent":"818.626981ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:20.487315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668545Z","time spent":"818.651651ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:20.487531Z","caller":"traceutil/trace.go:171","msg":"trace[1063452349] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"818.850776ms","start":"2026-04-21T04:21:19.668662Z","end":"2026-04-21T04:21:20.487513Z","steps":["trace[1063452349] 'process raft request' (duration: 818.436066ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.487559Z","caller":"traceutil/trace.go:171","msg":"trace[3809289] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"818.739453ms","start":"2026-04-21T04:21:19.668807Z","end":"2026-04-21T04:21:20.487546Z","steps":["trace[3809289] 'process raft request' (duration: 818.64752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.487623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668786Z","time spent":"818.800865ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:20.487654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668657Z","time spent":"818.908257ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:20.48764Z","caller":"traceutil/trace.go:171","msg":"trace[457971331] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"818.740883ms","start":"2026-04-21T04:21:19.668875Z","end":"2026-04-21T04:21:20.487616Z","steps":["trace[457971331] 'process raft request' (duration: 818.630321ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.487672Z","caller":"traceutil/trace.go:171","msg":"trace[1110399860] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"818.335913ms","start":"2026-04-21T04:21:19.669302Z","end":"2026-04-21T04:21:20.487638Z","steps":["trace[1110399860] 'process raft request' (duration: 818.23477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.487765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.668848Z","time spent":"818.852865ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:20.487801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562240517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:20.487824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.669296Z","time spent":"818.435265ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:20.487839Z","caller":"traceutil/trace.go:171","msg":"trace[124774324] linearizableReadLoop","detail":"{readStateIndex:26212; appliedIndex:26210; }","duration":"1.557988632s","start":"2026-04-21T04:21:18.929838Z","end":"2026-04-21T04:21:20.487827Z","steps":["trace[124774324] 'read index received' (duration: 959.100203ms)","trace[124774324] 'applied index is now lower than readState.Index' (duration: 598.886339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:20.488024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677500098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-04-21T04:21:20.488025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587452033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:21:20.488058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819520416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:20.488104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677315803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-21T04:21:20.488104Z","caller":"traceutil/trace.go:171","msg":"trace[1038595950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25385; }","duration":"1.819600218s","start":"2026-04-21T04:21:18.668492Z","end":"2026-04-21T04:21:20.488092Z","steps":["trace[1038595950] 'agreement among raft nodes before linearized reading' (duration: 1.819434124s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586807537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:21:20.488129Z","caller":"traceutil/trace.go:171","msg":"trace[1324572804] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25385; }","duration":"2.677403355s","start":"2026-04-21T04:21:17.810721Z","end":"2026-04-21T04:21:20.488124Z","steps":["trace[1324572804] 'agreement among raft nodes before linearized reading' (duration: 2.677357664s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586330255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T04:21:20.488179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587321901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:21:20.488202Z","caller":"traceutil/trace.go:171","msg":"trace[57947490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25385; }","duration":"1.586421698s","start":"2026-04-21T04:21:18.901766Z","end":"2026-04-21T04:21:20.488187Z","steps":["trace[57947490] 'agreement among raft nodes before linearized reading' (duration: 1.586158582s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772692891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:20.488219Z","caller":"traceutil/trace.go:171","msg":"trace[1169646335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25385; }","duration":"1.587401943s","start":"2026-04-21T04:21:18.900808Z","end":"2026-04-21T04:21:20.48821Z","steps":["trace[1169646335] 'agreement among raft nodes before linearized reading' (duration: 1.58731536s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:20.488241Z","caller":"traceutil/trace.go:171","msg":"trace[1044703922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25385; }","duration":"1.772759532s","start":"2026-04-21T04:21:18.715474Z","end":"2026-04-21T04:21:20.488234Z","steps":["trace[1044703922] 'agreement among raft nodes before linearized reading' (duration: 1.772707271s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587693849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:21:20.488257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.900797Z","time spent":"1.587453504s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:20.488266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587700449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:21:20.488278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.715452Z","time spent":"1.772819304s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:21:20.488297Z","caller":"traceutil/trace.go:171","msg":"trace[338483116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25385; }","duration":"1.587769991s","start":"2026-04-21T04:21:18.900521Z","end":"2026-04-21T04:21:20.488291Z","steps":["trace[338483116] 'agreement among raft nodes before linearized reading' (duration: 1.587663058s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.900496Z","time spent":"1.587821722s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:21:20.488064Z","caller":"traceutil/trace.go:171","msg":"trace[406909836] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25385; }","duration":"2.677567299s","start":"2026-04-21T04:21:17.810489Z","end":"2026-04-21T04:21:20.488056Z","steps":["trace[406909836] 'agreement among raft nodes before linearized reading' (duration: 2.677459876s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.810472Z","time spent":"2.677898307s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-04-21T04:21:20.48829Z","caller":"traceutil/trace.go:171","msg":"trace[1713427203] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25385; }","duration":"1.587774761s","start":"2026-04-21T04:21:18.900501Z","end":"2026-04-21T04:21:20.488275Z","steps":["trace[1713427203] 'agreement among raft nodes before linearized reading' (duration: 1.587664678s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823183768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-21T04:21:20.488556Z","caller":"traceutil/trace.go:171","msg":"trace[340186568] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25385; }","duration":"2.823279961s","start":"2026-04-21T04:21:17.665268Z","end":"2026-04-21T04:21:20.488548Z","steps":["trace[340186568] 'agreement among raft nodes before linearized reading' (duration: 2.822693457s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.901761Z","time spent":"1.586473289s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:21:20.488452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.900477Z","time spent":"1.587951866s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:20.488143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.668467Z","time spent":"1.81966833s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:20.488627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.665248Z","time spent":"2.823370293s","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T04:21:20.488097Z","caller":"traceutil/trace.go:171","msg":"trace[1881074290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25385; }","duration":"1.587535225s","start":"2026-04-21T04:21:18.900544Z","end":"2026-04-21T04:21:20.488079Z","steps":["trace[1881074290] 'agreement among raft nodes before linearized reading' (duration: 1.587321s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.48889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.900477Z","time spent":"1.588388476s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:21:20.488151Z","caller":"traceutil/trace.go:171","msg":"trace[1455362365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25385; }","duration":"1.586867618s","start":"2026-04-21T04:21:18.901269Z","end":"2026-04-21T04:21:20.488137Z","steps":["trace[1455362365] 'agreement among raft nodes before linearized reading' (duration: 1.586635762s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.488993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.901259Z","time spent":"1.587722889s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:21:20.487886Z","caller":"traceutil/trace.go:171","msg":"trace[1333041017] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25385; }","duration":"1.56237088s","start":"2026-04-21T04:21:18.925497Z","end":"2026-04-21T04:21:20.487868Z","steps":["trace[1333041017] 'agreement among raft nodes before linearized reading' (duration: 1.562211896s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.489056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.925476Z","time spent":"1.563566489s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:20.488167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:17.810688Z","time spent":"2.677465266s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-21T04:21:20.937539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T04:21:20.937623Z","caller":"traceutil/trace.go:171","msg":"trace[519669297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875798s","start":"2026-04-21T04:21:18.936728Z","end":"2026-04-21T04:21:20.937604Z","steps":["trace[519669297] 'agreement among raft nodes before linearized reading' (duration: 2.000766595s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:20.937673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.936723Z","time spent":"2.00094028s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 04:21:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T04:21:20.988388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:21.489062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:21:21.711385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22524272s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T04:21:21.711946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.778732Z","time spent":"933.206731ms","remote":"127.0.0.1:37586","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:21:21.711948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.086222ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.712046Z","caller":"traceutil/trace.go:171","msg":"trace[1023007405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25385; }","duration":"432.196614ms","start":"2026-04-21T04:21:21.279832Z","end":"2026-04-21T04:21:21.712029Z","steps":["trace[1023007405] 'range keys from in-memory index tree' (duration: 432.069611ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.712157Z","caller":"traceutil/trace.go:171","msg":"trace[140433366] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"1.369762602s","start":"2026-04-21T04:21:20.342373Z","end":"2026-04-21T04:21:21.712136Z","steps":["trace[140433366] 'process raft request' (duration: 1.369299311s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.712292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.342328Z","time spent":"1.369901305s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:21.895739Z","caller":"traceutil/trace.go:171","msg":"trace[344414125] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"1.404331806s","start":"2026-04-21T04:21:20.491377Z","end":"2026-04-21T04:21:21.895708Z","steps":["trace[344414125] 'process raft request' (duration: 1.320834766s)","trace[344414125] 'compare' (duration: 83.272775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:21.89591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.491365Z","time spent":"1.40446024s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:21.89601Z","caller":"traceutil/trace.go:171","msg":"trace[557601535] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"1.402743558s","start":"2026-04-21T04:21:20.493246Z","end":"2026-04-21T04:21:21.89599Z","steps":["trace[557601535] 'process raft request' (duration: 1.402635645s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.896133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.493237Z","time spent":"1.40283287s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:21.896248Z","caller":"traceutil/trace.go:171","msg":"trace[289255246] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"1.403841625s","start":"2026-04-21T04:21:20.492397Z","end":"2026-04-21T04:21:21.896239Z","steps":["trace[289255246] 'process raft request' (duration: 1.40325051s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.896294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.492378Z","time spent":"1.403894256s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:21.896524Z","caller":"traceutil/trace.go:171","msg":"trace[115032020] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"1.40320024s","start":"2026-04-21T04:21:20.493313Z","end":"2026-04-21T04:21:21.896513Z","steps":["trace[115032020] 'process raft request' (duration: 1.402645936s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.896582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.493297Z","time spent":"1.403258071s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:21.89675Z","caller":"traceutil/trace.go:171","msg":"trace[619447137] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"1.403199129s","start":"2026-04-21T04:21:20.493536Z","end":"2026-04-21T04:21:21.896735Z","steps":["trace[619447137] 'process raft request' (duration: 1.402878721s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.896818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31598315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.896915Z","caller":"traceutil/trace.go:171","msg":"trace[1892387029] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25391; }","duration":"2.316108204s","start":"2026-04-21T04:21:19.580788Z","end":"2026-04-21T04:21:21.896896Z","steps":["trace[1892387029] 'agreement among raft nodes before linearized reading' (duration: 2.31595553s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.896769Z","caller":"traceutil/trace.go:171","msg":"trace[602621118] linearizableReadLoop","detail":"{readStateIndex:26226; appliedIndex:26220; }","duration":"1.408792646s","start":"2026-04-21T04:21:20.487939Z","end":"2026-04-21T04:21:21.896732Z","steps":["trace[602621118] 'read index received' (duration: 1.224138432s)","trace[602621118] 'applied index is now lower than readState.Index' (duration: 184.653254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:21.896972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.580772Z","time spent":"2.316184075s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.897023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45068715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.897087Z","caller":"traceutil/trace.go:171","msg":"trace[1554838620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25391; }","duration":"1.450770602s","start":"2026-04-21T04:21:20.446295Z","end":"2026-04-21T04:21:21.897065Z","steps":["trace[1554838620] 'agreement among raft nodes before linearized reading' (duration: 1.45067737s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744461461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:21.897134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960937185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-21T04:21:21.897134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.446281Z","time spent":"1.450837673s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:21.89718Z","caller":"traceutil/trace.go:171","msg":"trace[1082946496] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25391; }","duration":"2.960994616s","start":"2026-04-21T04:21:18.936175Z","end":"2026-04-21T04:21:21.89717Z","steps":["trace[1082946496] 'agreement among raft nodes before linearized reading' (duration: 2.960852033s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861184497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:21.89721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.936169Z","time spent":"2.961033688s","remote":"127.0.0.1:40534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-21T04:21:21.897212Z","caller":"traceutil/trace.go:171","msg":"trace[964493459] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25391; }","duration":"2.861251458s","start":"2026-04-21T04:21:19.035954Z","end":"2026-04-21T04:21:21.897206Z","steps":["trace[964493459] 'agreement among raft nodes before linearized reading' (duration: 2.861216167s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:19.03593Z","time spent":"2.86130078s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.897229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774387711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.89715Z","caller":"traceutil/trace.go:171","msg":"trace[1690686931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25391; }","duration":"1.744533493s","start":"2026-04-21T04:21:20.152603Z","end":"2026-04-21T04:21:21.897136Z","steps":["trace[1690686931] 'agreement among raft nodes before linearized reading' (duration: 1.744479011s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.152583Z","time spent":"1.744781629s","remote":"127.0.0.1:55252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.897491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962301898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:21.897401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899934924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.897545Z","caller":"traceutil/trace.go:171","msg":"trace[1064500891] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25391; }","duration":"2.900118518s","start":"2026-04-21T04:21:18.997415Z","end":"2026-04-21T04:21:21.897533Z","steps":["trace[1064500891] 'agreement among raft nodes before linearized reading' (duration: 2.899953444s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.896941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540395402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:21:21.897292Z","caller":"traceutil/trace.go:171","msg":"trace[554926167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25391; }","duration":"1.774495334s","start":"2026-04-21T04:21:20.12278Z","end":"2026-04-21T04:21:21.897275Z","steps":["trace[554926167] 'agreement among raft nodes before linearized reading' (duration: 1.774401882s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.997393Z","time spent":"2.90017127s","remote":"127.0.0.1:56890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:21.897539Z","caller":"traceutil/trace.go:171","msg":"trace[38890288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25391; }","duration":"2.962433262s","start":"2026-04-21T04:21:18.935092Z","end":"2026-04-21T04:21:21.897525Z","steps":["trace[38890288] 'agreement among raft nodes before linearized reading' (duration: 2.961994941s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.122747Z","time spent":"1.774868483s","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:21:21.897676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962703098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18585"} {"level":"warn","ts":"2026-04-21T04:21:21.897645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.935087Z","time spent":"2.962544155s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"info","ts":"2026-04-21T04:21:21.897713Z","caller":"traceutil/trace.go:171","msg":"trace[329498573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25391; }","duration":"2.962763369s","start":"2026-04-21T04:21:18.934943Z","end":"2026-04-21T04:21:21.897706Z","steps":["trace[329498573] 'agreement among raft nodes before linearized reading' (duration: 2.962662947s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:18.934937Z","time spent":"2.96279792s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18608,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-21T04:21:21.897586Z","caller":"traceutil/trace.go:171","msg":"trace[2089484378] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25391; }","duration":"1.541075939s","start":"2026-04-21T04:21:20.356497Z","end":"2026-04-21T04:21:21.897573Z","steps":["trace[2089484378] 'agreement among raft nodes before linearized reading' (duration: 1.54026154s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.89788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408427516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-r285x\" ","response":"range_response_count:1 size:7125"} {"level":"warn","ts":"2026-04-21T04:21:21.897886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.356478Z","time spent":"1.541388766s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-21T04:21:21.897934Z","caller":"traceutil/trace.go:171","msg":"trace[366300607] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-r285x; range_end:; response_count:1; response_revision:25391; }","duration":"1.408495488s","start":"2026-04-21T04:21:20.489421Z","end":"2026-04-21T04:21:21.897916Z","steps":["trace[366300607] 'agreement among raft nodes before linearized reading' (duration: 1.408356255s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.897975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.489401Z","time spent":"1.408562251s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7148,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-r285x\" "} {"level":"warn","ts":"2026-04-21T04:21:21.898017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.542253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.898042Z","caller":"traceutil/trace.go:171","msg":"trace[1612699990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25391; }","duration":"891.571583ms","start":"2026-04-21T04:21:21.006463Z","end":"2026-04-21T04:21:21.898034Z","steps":["trace[1612699990] 'agreement among raft nodes before linearized reading' (duration: 891.516642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.898062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:21.006445Z","time spent":"891.611344ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.8981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.689554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:21.898142Z","caller":"traceutil/trace.go:171","msg":"trace[1084689160] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25391; }","duration":"337.767246ms","start":"2026-04-21T04:21:21.560365Z","end":"2026-04-21T04:21:21.898132Z","steps":["trace[1084689160] 'agreement among raft nodes before linearized reading' (duration: 337.700314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.898172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:21.560347Z","time spent":"337.816337ms","remote":"127.0.0.1:40792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.898202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.130197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:21.898284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.263021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:21.89826Z","caller":"traceutil/trace.go:171","msg":"trace[150730460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25391; }","duration":"953.208899ms","start":"2026-04-21T04:21:20.945034Z","end":"2026-04-21T04:21:21.898243Z","steps":["trace[150730460] 'agreement among raft nodes before linearized reading' (duration: 953.131237ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:21.898327Z","caller":"traceutil/trace.go:171","msg":"trace[391819091] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25391; }","duration":"692.319263ms","start":"2026-04-21T04:21:21.205978Z","end":"2026-04-21T04:21:21.898297Z","steps":["trace[391819091] 'agreement among raft nodes before linearized reading' (duration: 692.258321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.89835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:21.205958Z","time spent":"692.383995ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:21.898344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.945015Z","time spent":"953.315811ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:21.898576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407888934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:21:21.898636Z","caller":"traceutil/trace.go:171","msg":"trace[2008444924] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25391; }","duration":"1.407973276s","start":"2026-04-21T04:21:20.490648Z","end":"2026-04-21T04:21:21.898621Z","steps":["trace[2008444924] 'agreement among raft nodes before linearized reading' (duration: 1.407729509s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.898649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407999117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-89x2h\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-04-21T04:21:21.898729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.443073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:21.898223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.471793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-21T04:21:21.898739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.490632Z","time spent":"1.408042378s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-21T04:21:21.898775Z","caller":"traceutil/trace.go:171","msg":"trace[93567630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25391; }","duration":"404.019207ms","start":"2026-04-21T04:21:21.494744Z","end":"2026-04-21T04:21:21.898763Z","steps":["trace[93567630] 'agreement among raft nodes before linearized reading' (duration: 403.423011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.898871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:21.494548Z","time spent":"404.257042ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"info","ts":"2026-04-21T04:21:21.898721Z","caller":"traceutil/trace.go:171","msg":"trace[503097164] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-89x2h; range_end:; response_count:1; response_revision:25391; }","duration":"1.408067449s","start":"2026-04-21T04:21:20.490613Z","end":"2026-04-21T04:21:21.898681Z","steps":["trace[503097164] 'agreement among raft nodes before linearized reading' (duration: 1.407898834s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.899003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408228342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-21T04:21:21.899027Z","caller":"traceutil/trace.go:171","msg":"trace[1023846103] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f; range_end:; response_count:1; response_revision:25391; }","duration":"1.408270393s","start":"2026-04-21T04:21:20.49075Z","end":"2026-04-21T04:21:21.89902Z","steps":["trace[1023846103] 'agreement among raft nodes before linearized reading' (duration: 1.408197911s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.899006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.490602Z","time spent":"1.408387096s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-89x2h\" "} {"level":"warn","ts":"2026-04-21T04:21:21.899047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.490739Z","time spent":"1.408302074s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8428878e5306f\" "} {"level":"warn","ts":"2026-04-21T04:21:21.89916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120889889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-21T04:21:21.899241Z","caller":"traceutil/trace.go:171","msg":"trace[640263508] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25391; }","duration":"1.121015891s","start":"2026-04-21T04:21:20.778213Z","end":"2026-04-21T04:21:21.899229Z","steps":["trace[640263508] 'agreement among raft nodes before linearized reading' (duration: 1.120786415s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:21.899631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.493529Z","time spent":"1.40325912s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:21.899746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:20.778194Z","time spent":"1.121536704s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-21T04:21:21.898753Z","caller":"traceutil/trace.go:171","msg":"trace[1417163448] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25391; }","duration":"239.469603ms","start":"2026-04-21T04:21:21.659277Z","end":"2026-04-21T04:21:21.898746Z","steps":["trace[1417163448] 'agreement among raft nodes before linearized reading' (duration: 239.421132ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:22.978291Z","caller":"traceutil/trace.go:171","msg":"trace[1045226829] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"184.959632ms","start":"2026-04-21T04:21:22.793308Z","end":"2026-04-21T04:21:22.978267Z","steps":["trace[1045226829] 'process raft request' (duration: 184.814878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:23.305285Z","caller":"traceutil/trace.go:171","msg":"trace[253020964] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26246; }","duration":"398.917431ms","start":"2026-04-21T04:21:22.906349Z","end":"2026-04-21T04:21:23.305266Z","steps":["trace[253020964] 'read index received' (duration: 72.168615ms)","trace[253020964] 'applied index is now lower than readState.Index' (duration: 326.748266ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:23.305462Z","caller":"traceutil/trace.go:171","msg":"trace[1864553587] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"453.421103ms","start":"2026-04-21T04:21:22.852031Z","end":"2026-04-21T04:21:23.305452Z","steps":["trace[1864553587] 'process raft request' (duration: 391.50394ms)","trace[1864553587] 'compare' (duration: 61.463342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:23.305533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:22.852012Z","time spent":"453.465405ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:23.305649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.301451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:23.305666Z","caller":"traceutil/trace.go:171","msg":"trace[1952159867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25412; }","duration":"399.349762ms","start":"2026-04-21T04:21:22.90631Z","end":"2026-04-21T04:21:23.30566Z","steps":["trace[1952159867] 'agreement among raft nodes before linearized reading' (duration: 399.319491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:23.305681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:22.906293Z","time spent":"399.385562ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:24.197027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.954621ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:21:24.197181Z","caller":"traceutil/trace.go:171","msg":"trace[1805884068] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26247; }","duration":"891.824229ms","start":"2026-04-21T04:21:23.305328Z","end":"2026-04-21T04:21:24.197153Z","steps":["trace[1805884068] 'read index received' (duration: 366.871968ms)","trace[1805884068] 'applied index is now lower than readState.Index' (duration: 524.950231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:24.197623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040245297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:24.197674Z","caller":"traceutil/trace.go:171","msg":"trace[861727501] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25412; }","duration":"1.040338509s","start":"2026-04-21T04:21:23.157319Z","end":"2026-04-21T04:21:24.197658Z","steps":["trace[861727501] 'agreement among raft nodes before linearized reading' (duration: 1.040210076s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.197718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:23.157311Z","time spent":"1.04039427s","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:24.198113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046297065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-nl87m.18a843b51a38ebb4\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-21T04:21:24.198157Z","caller":"traceutil/trace.go:171","msg":"trace[1008908593] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-nl87m.18a843b51a38ebb4; range_end:; response_count:1; response_revision:25412; }","duration":"1.046371217s","start":"2026-04-21T04:21:23.151773Z","end":"2026-04-21T04:21:24.198144Z","steps":["trace[1008908593] 'agreement among raft nodes before linearized reading' (duration: 1.046185382s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:23.151754Z","time spent":"1.046425738s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-nl87m.18a843b51a38ebb4\" "} {"level":"warn","ts":"2026-04-21T04:21:24.198364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.897037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:24.198493Z","caller":"traceutil/trace.go:171","msg":"trace[1893249158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25412; }","duration":"891.059742ms","start":"2026-04-21T04:21:23.3074Z","end":"2026-04-21T04:21:24.19846Z","steps":["trace[1893249158] 'agreement among raft nodes before linearized reading' (duration: 890.822325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.075317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:21:24.198679Z","caller":"traceutil/trace.go:171","msg":"trace[1281588649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25412; }","duration":"296.235261ms","start":"2026-04-21T04:21:23.902407Z","end":"2026-04-21T04:21:24.198642Z","steps":["trace[1281588649] 'agreement among raft nodes before linearized reading' (duration: 295.851641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.959504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:21:24.198825Z","caller":"traceutil/trace.go:171","msg":"trace[846122726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25412; }","duration":"298.021595ms","start":"2026-04-21T04:21:23.900791Z","end":"2026-04-21T04:21:24.198813Z","steps":["trace[846122726] 'agreement among raft nodes before linearized reading' (duration: 297.864021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.346483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:24.198905Z","caller":"traceutil/trace.go:171","msg":"trace[1829552717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25412; }","duration":"298.425305ms","start":"2026-04-21T04:21:23.900466Z","end":"2026-04-21T04:21:24.198891Z","steps":["trace[1829552717] 'agreement among raft nodes before linearized reading' (duration: 298.307022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.19897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.561818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:24.199028Z","caller":"traceutil/trace.go:171","msg":"trace[577350818] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25412; }","duration":"845.61563ms","start":"2026-04-21T04:21:23.353394Z","end":"2026-04-21T04:21:24.199009Z","steps":["trace[577350818] 'agreement among raft nodes before linearized reading' (duration: 845.526758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.199068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:23.353386Z","time spent":"845.673361ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:24.198595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:23.30739Z","time spent":"891.156284ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:24.199086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29197093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-21T04:21:24.199148Z","caller":"traceutil/trace.go:171","msg":"trace[1437707857] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e; range_end:; response_count:1; response_revision:25412; }","duration":"1.292047012s","start":"2026-04-21T04:21:22.907081Z","end":"2026-04-21T04:21:24.199128Z","steps":["trace[1437707857] 'agreement among raft nodes before linearized reading' (duration: 1.291887328s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.199201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:22.907072Z","time spent":"1.292115973s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58e8798-16b5-4ad8-8df0-59ac072b282e\" "} {"level":"warn","ts":"2026-04-21T04:21:24.199189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.661347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:21:24.198744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.229656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:24.199345Z","caller":"traceutil/trace.go:171","msg":"trace[1682271831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25412; }","duration":"297.845941ms","start":"2026-04-21T04:21:23.90149Z","end":"2026-04-21T04:21:24.199336Z","steps":["trace[1682271831] 'agreement among raft nodes before linearized reading' (duration: 297.140024ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.199323Z","caller":"traceutil/trace.go:171","msg":"trace[587949585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25412; }","duration":"297.804ms","start":"2026-04-21T04:21:23.901467Z","end":"2026-04-21T04:21:24.199271Z","steps":["trace[587949585] 'agreement among raft nodes before linearized reading' (duration: 297.525453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215986122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6577ccbf8f-nwhms\" ","response":"range_response_count:1 size:8829"} {"level":"info","ts":"2026-04-21T04:21:24.199437Z","caller":"traceutil/trace.go:171","msg":"trace[2002339247] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6577ccbf8f-nwhms; range_end:; response_count:1; response_revision:25412; }","duration":"1.216788013s","start":"2026-04-21T04:21:22.98264Z","end":"2026-04-21T04:21:24.199428Z","steps":["trace[2002339247] 'agreement among raft nodes before linearized reading' (duration: 1.215675375s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.198709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117934176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:24.19949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:22.982624Z","time spent":"1.216833495s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8852,"request content":"key:\"/registry/pods/openstack/magnum-api-6577ccbf8f-nwhms\" "} {"level":"info","ts":"2026-04-21T04:21:24.199529Z","caller":"traceutil/trace.go:171","msg":"trace[594898979] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25412; }","duration":"1.118803167s","start":"2026-04-21T04:21:23.080705Z","end":"2026-04-21T04:21:24.199508Z","steps":["trace[594898979] 'agreement among raft nodes before linearized reading' (duration: 1.117900115s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:24.199661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:23.080689Z","time spent":"1.118932531s","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:24.386303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.244325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:24.38662Z","caller":"traceutil/trace.go:171","msg":"trace[1787555866] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"180.239046ms","start":"2026-04-21T04:21:24.206355Z","end":"2026-04-21T04:21:24.386594Z","steps":["trace[1787555866] 'process raft request' (duration: 78.359005ms)","trace[1787555866] 'compare' (duration: 100.896066ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:24.387247Z","caller":"traceutil/trace.go:171","msg":"trace[2058842985] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"180.734649ms","start":"2026-04-21T04:21:24.206504Z","end":"2026-04-21T04:21:24.387238Z","steps":["trace[2058842985] 'process raft request' (duration: 179.887468ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.387516Z","caller":"traceutil/trace.go:171","msg":"trace[87598372] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"180.720068ms","start":"2026-04-21T04:21:24.206787Z","end":"2026-04-21T04:21:24.387507Z","steps":["trace[87598372] 'process raft request' (duration: 180.188845ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.388001Z","caller":"traceutil/trace.go:171","msg":"trace[1815818431] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"180.84814ms","start":"2026-04-21T04:21:24.207141Z","end":"2026-04-21T04:21:24.38799Z","steps":["trace[1815818431] 'process raft request' (duration: 179.910517ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.38842Z","caller":"traceutil/trace.go:171","msg":"trace[965441713] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"178.905934ms","start":"2026-04-21T04:21:24.209504Z","end":"2026-04-21T04:21:24.388409Z","steps":["trace[965441713] 'process raft request' (duration: 178.280439ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.389148Z","caller":"traceutil/trace.go:171","msg":"trace[1366143605] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"177.593701ms","start":"2026-04-21T04:21:24.211544Z","end":"2026-04-21T04:21:24.389138Z","steps":["trace[1366143605] 'process raft request' (duration: 176.809082ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.389488Z","caller":"traceutil/trace.go:171","msg":"trace[1919376962] linearizableReadLoop","detail":"{readStateIndex:26255; appliedIndex:26249; }","duration":"164.380299ms","start":"2026-04-21T04:21:24.225099Z","end":"2026-04-21T04:21:24.389479Z","steps":["trace[1919376962] 'read index received' (duration: 59.631867ms)","trace[1919376962] 'applied index is now lower than readState.Index' (duration: 104.747592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:24.389564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.646217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:24.389597Z","caller":"traceutil/trace.go:171","msg":"trace[2110762697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25420; }","duration":"178.703488ms","start":"2026-04-21T04:21:24.210885Z","end":"2026-04-21T04:21:24.389588Z","steps":["trace[2110762697] 'agreement among raft nodes before linearized reading' (duration: 178.632527ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:24.389905Z","caller":"traceutil/trace.go:171","msg":"trace[515069765] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"162.79521ms","start":"2026-04-21T04:21:24.227099Z","end":"2026-04-21T04:21:24.389894Z","steps":["trace[515069765] 'process raft request' (duration: 161.680882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.246078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.528035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:3976"} {"level":"info","ts":"2026-04-21T04:21:25.246241Z","caller":"traceutil/trace.go:171","msg":"trace[850018821] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26256; }","duration":"783.100653ms","start":"2026-04-21T04:21:24.463125Z","end":"2026-04-21T04:21:25.246226Z","steps":["trace[850018821] 'read index received' (duration: 221.361071ms)","trace[850018821] 'applied index is now lower than readState.Index' (duration: 561.736721ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:25.24686Z","caller":"traceutil/trace.go:171","msg":"trace[1570139324] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25420; }","duration":"855.161883ms","start":"2026-04-21T04:21:24.391683Z","end":"2026-04-21T04:21:25.246845Z","steps":["trace[1570139324] 'process raft request' (duration: 292.789437ms)","trace[1570139324] 'compare' (duration: 561.473024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:25.24694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.391671Z","time spent":"855.230156ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":3999,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.247208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.080966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:21:25.247246Z","caller":"traceutil/trace.go:171","msg":"trace[1042536487] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25420; }","duration":"784.154218ms","start":"2026-04-21T04:21:24.463082Z","end":"2026-04-21T04:21:25.247236Z","steps":["trace[1042536487] 'agreement among raft nodes before linearized reading' (duration: 784.039715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.247274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.46306Z","time spent":"784.207159ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-21T04:21:25.248457Z","caller":"traceutil/trace.go:171","msg":"trace[96805610] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"744.008786ms","start":"2026-04-21T04:21:24.504418Z","end":"2026-04-21T04:21:25.248427Z","steps":["trace[96805610] 'process raft request' (duration: 741.756671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.248615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.504396Z","time spent":"744.139439ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:25.249002Z","caller":"traceutil/trace.go:171","msg":"trace[731394945] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"736.503122ms","start":"2026-04-21T04:21:24.512463Z","end":"2026-04-21T04:21:25.248966Z","steps":["trace[731394945] 'process raft request' (duration: 736.289516ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:25.249055Z","caller":"traceutil/trace.go:171","msg":"trace[1713366540] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"736.478612ms","start":"2026-04-21T04:21:24.512568Z","end":"2026-04-21T04:21:25.249046Z","steps":["trace[1713366540] 'process raft request' (duration: 736.239836ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:25.249115Z","caller":"traceutil/trace.go:171","msg":"trace[904789114] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"743.902174ms","start":"2026-04-21T04:21:24.505199Z","end":"2026-04-21T04:21:25.249102Z","steps":["trace[904789114] 'process raft request' (duration: 743.134104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.249118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.512448Z","time spent":"736.616075ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.249163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.512559Z","time spent":"736.532654ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.249183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.505188Z","time spent":"743.960606ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:25.249236Z","caller":"traceutil/trace.go:171","msg":"trace[331389270] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"736.655007ms","start":"2026-04-21T04:21:24.512562Z","end":"2026-04-21T04:21:25.249217Z","steps":["trace[331389270] 'process raft request' (duration: 736.294157ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:25.248991Z","caller":"traceutil/trace.go:171","msg":"trace[1158565881] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"735.788024ms","start":"2026-04-21T04:21:24.513173Z","end":"2026-04-21T04:21:25.248961Z","steps":["trace[1158565881] 'process raft request' (duration: 735.746813ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:25.24931Z","caller":"traceutil/trace.go:171","msg":"trace[591347478] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"742.90111ms","start":"2026-04-21T04:21:24.5064Z","end":"2026-04-21T04:21:25.249301Z","steps":["trace[591347478] 'process raft request' (duration: 742.223352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.249324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.512537Z","time spent":"736.743478ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:25.249329Z","caller":"traceutil/trace.go:171","msg":"trace[434128117] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"736.488582ms","start":"2026-04-21T04:21:24.512831Z","end":"2026-04-21T04:21:25.249319Z","steps":["trace[434128117] 'process raft request' (duration: 736.061751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.24936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.506377Z","time spent":"742.956961ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.249387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.512804Z","time spent":"736.552384ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.249375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.513128Z","time spent":"736.181785ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.257767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.411758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:25.257813Z","caller":"traceutil/trace.go:171","msg":"trace[1832927719] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25429; }","duration":"463.50013ms","start":"2026-04-21T04:21:24.794302Z","end":"2026-04-21T04:21:25.257802Z","steps":["trace[1832927719] 'agreement among raft nodes before linearized reading' (duration: 463.408038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.257837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.79425Z","time spent":"463.581642ms","remote":"127.0.0.1:55380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:25.258044Z","caller":"traceutil/trace.go:171","msg":"trace[676142297] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"200.87251ms","start":"2026-04-21T04:21:25.057165Z","end":"2026-04-21T04:21:25.258037Z","steps":["trace[676142297] 'process raft request' (duration: 200.483961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.258181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.118825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:25.258233Z","caller":"traceutil/trace.go:171","msg":"trace[402814531] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25429; }","duration":"347.181366ms","start":"2026-04-21T04:21:24.911041Z","end":"2026-04-21T04:21:25.258222Z","steps":["trace[402814531] 'agreement among raft nodes before linearized reading' (duration: 347.023433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.258258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:24.910985Z","time spent":"347.267028ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:25.895332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.385035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-21T04:21:25.895446Z","caller":"traceutil/trace.go:171","msg":"trace[990784910] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26266; }","duration":"558.868081ms","start":"2026-04-21T04:21:25.336563Z","end":"2026-04-21T04:21:25.895431Z","steps":["trace[990784910] 'read index received' (duration: 417.28028ms)","trace[990784910] 'applied index is now lower than readState.Index' (duration: 141.58468ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:25.895482Z","caller":"traceutil/trace.go:171","msg":"trace[925171626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25430; }","duration":"646.225845ms","start":"2026-04-21T04:21:25.24923Z","end":"2026-04-21T04:21:25.895456Z","steps":["trace[925171626] 'process raft request' (duration: 504.636015ms)","trace[925171626] 'compare' (duration: 140.77436ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:25.895605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:25.24921Z","time spent":"646.332898ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-21T04:21:25.895635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.68302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:25.895653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.070905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:21:25.89572Z","caller":"traceutil/trace.go:171","msg":"trace[1454570471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25430; }","duration":"505.804713ms","start":"2026-04-21T04:21:25.389896Z","end":"2026-04-21T04:21:25.895701Z","steps":["trace[1454570471] 'agreement among raft nodes before linearized reading' (duration: 505.657339ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:25.895726Z","caller":"traceutil/trace.go:171","msg":"trace[346791421] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:25430; }","duration":"559.189848ms","start":"2026-04-21T04:21:25.33652Z","end":"2026-04-21T04:21:25.89571Z","steps":["trace[346791421] 'agreement among raft nodes before linearized reading' (duration: 558.986253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:25.895773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:25.336503Z","time spent":"559.26242ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:21:25.895775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:25.389883Z","time spent":"505.880345ms","remote":"127.0.0.1:35488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:26.519764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.705501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:21:26.519862Z","caller":"traceutil/trace.go:171","msg":"trace[1787897428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25436; }","duration":"129.854414ms","start":"2026-04-21T04:21:26.389982Z","end":"2026-04-21T04:21:26.519837Z","steps":["trace[1787897428] 'range keys from in-memory index tree' (duration: 129.512536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:26.519908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.27425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:21:26.520026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.82312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:26.520123Z","caller":"traceutil/trace.go:171","msg":"trace[1976105083] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25436; }","duration":"412.965244ms","start":"2026-04-21T04:21:26.107138Z","end":"2026-04-21T04:21:26.520103Z","steps":["trace[1976105083] 'count revisions from in-memory index tree' (duration: 412.677287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:26.52015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.415374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:26.520179Z","caller":"traceutil/trace.go:171","msg":"trace[959409386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25436; }","duration":"129.484785ms","start":"2026-04-21T04:21:26.390688Z","end":"2026-04-21T04:21:26.520173Z","steps":["trace[959409386] 'range keys from in-memory index tree' (duration: 129.299421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:26.520171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:26.107119Z","time spent":"413.041016ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:26.520074Z","caller":"traceutil/trace.go:171","msg":"trace[2017202900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25436; }","duration":"129.476754ms","start":"2026-04-21T04:21:26.390534Z","end":"2026-04-21T04:21:26.52001Z","steps":["trace[2017202900] 'range keys from in-memory index tree' (duration: 129.049835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:26.520573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.527486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:26.520614Z","caller":"traceutil/trace.go:171","msg":"trace[1305969588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25436; }","duration":"129.608448ms","start":"2026-04-21T04:21:26.390994Z","end":"2026-04-21T04:21:26.520603Z","steps":["trace[1305969588] 'range keys from in-memory index tree' (duration: 129.386692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:26.520703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.504652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:26.520738Z","caller":"traceutil/trace.go:171","msg":"trace[686313383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25436; }","duration":"126.558254ms","start":"2026-04-21T04:21:26.394169Z","end":"2026-04-21T04:21:26.520727Z","steps":["trace[686313383] 'range keys from in-memory index tree' (duration: 126.324258ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:26.689608Z","caller":"traceutil/trace.go:171","msg":"trace[771296148] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"162.451471ms","start":"2026-04-21T04:21:26.527136Z","end":"2026-04-21T04:21:26.689588Z","steps":["trace[771296148] 'process raft request' (duration: 96.643392ms)","trace[771296148] 'compare' (duration: 65.141533ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:26.689688Z","caller":"traceutil/trace.go:171","msg":"trace[119995836] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"161.310534ms","start":"2026-04-21T04:21:26.528344Z","end":"2026-04-21T04:21:26.689655Z","steps":["trace[119995836] 'process raft request' (duration: 160.922795ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:26.690025Z","caller":"traceutil/trace.go:171","msg":"trace[1804654841] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"162.722808ms","start":"2026-04-21T04:21:26.527294Z","end":"2026-04-21T04:21:26.690017Z","steps":["trace[1804654841] 'process raft request' (duration: 161.951839ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:26.690083Z","caller":"traceutil/trace.go:171","msg":"trace[1430151720] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"162.856781ms","start":"2026-04-21T04:21:26.527221Z","end":"2026-04-21T04:21:26.690078Z","steps":["trace[1430151720] 'process raft request' (duration: 161.99093ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:26.935882Z","caller":"traceutil/trace.go:171","msg":"trace[1747439584] linearizableReadLoop","detail":"{readStateIndex:26282; appliedIndex:26281; }","duration":"163.481897ms","start":"2026-04-21T04:21:26.772372Z","end":"2026-04-21T04:21:26.935854Z","steps":["trace[1747439584] 'read index received' (duration: 75.445034ms)","trace[1747439584] 'applied index is now lower than readState.Index' (duration: 88.035593ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:26.935913Z","caller":"traceutil/trace.go:171","msg":"trace[74931055] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"197.840507ms","start":"2026-04-21T04:21:26.738046Z","end":"2026-04-21T04:21:26.935887Z","steps":["trace[74931055] 'process raft request' (duration: 109.847795ms)","trace[74931055] 'compare' (duration: 87.688344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:26.936172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.770133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-21T04:21:26.936278Z","caller":"traceutil/trace.go:171","msg":"trace[156679463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25444; }","duration":"163.890526ms","start":"2026-04-21T04:21:26.772363Z","end":"2026-04-21T04:21:26.936254Z","steps":["trace[156679463] 'agreement among raft nodes before linearized reading' (duration: 163.582129ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:27.873587Z","caller":"traceutil/trace.go:171","msg":"trace[43268363] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"619.725588ms","start":"2026-04-21T04:21:27.253833Z","end":"2026-04-21T04:21:27.873558Z","steps":["trace[43268363] 'process raft request' (duration: 619.534523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.873751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.253805Z","time spent":"619.861101ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.890934Z","caller":"traceutil/trace.go:171","msg":"trace[1427043903] linearizableReadLoop","detail":"{readStateIndex:26290; appliedIndex:26282; }","duration":"408.050445ms","start":"2026-04-21T04:21:27.48285Z","end":"2026-04-21T04:21:27.890901Z","steps":["trace[1427043903] 'read index received' (duration: 390.590887ms)","trace[1427043903] 'applied index is now lower than readState.Index' (duration: 17.458058ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:27.891335Z","caller":"traceutil/trace.go:171","msg":"trace[1076686362] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"633.444044ms","start":"2026-04-21T04:21:27.257876Z","end":"2026-04-21T04:21:27.89132Z","steps":["trace[1076686362] 'process raft request' (duration: 632.978413ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:27.891333Z","caller":"traceutil/trace.go:171","msg":"trace[1495458351] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"634.394647ms","start":"2026-04-21T04:21:27.256911Z","end":"2026-04-21T04:21:27.891305Z","steps":["trace[1495458351] 'process raft request' (duration: 633.900825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.891472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.257847Z","time spent":"633.532795ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:27.89149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.256903Z","time spent":"634.49658ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.891715Z","caller":"traceutil/trace.go:171","msg":"trace[537184924] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"635.108075ms","start":"2026-04-21T04:21:27.256592Z","end":"2026-04-21T04:21:27.8917Z","steps":["trace[537184924] 'process raft request' (duration: 633.853014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.891732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.885774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-21T04:21:27.891764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.256576Z","time spent":"635.164506ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.891768Z","caller":"traceutil/trace.go:171","msg":"trace[225732533] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25452; }","duration":"408.920435ms","start":"2026-04-21T04:21:27.482836Z","end":"2026-04-21T04:21:27.891757Z","steps":["trace[225732533] 'agreement among raft nodes before linearized reading' (duration: 408.778052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.891801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.482729Z","time spent":"409.065399ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-21T04:21:27.891873Z","caller":"traceutil/trace.go:171","msg":"trace[1150101588] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"635.209497ms","start":"2026-04-21T04:21:27.256655Z","end":"2026-04-21T04:21:27.891864Z","steps":["trace[1150101588] 'process raft request' (duration: 633.976406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.891912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.25663Z","time spent":"635.261058ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.892009Z","caller":"traceutil/trace.go:171","msg":"trace[1859978695] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"635.342ms","start":"2026-04-21T04:21:27.256658Z","end":"2026-04-21T04:21:27.892Z","steps":["trace[1859978695] 'process raft request' (duration: 634.022098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.892033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.320144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:27.89205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.256632Z","time spent":"635.397242ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.892068Z","caller":"traceutil/trace.go:171","msg":"trace[1192435017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25452; }","duration":"141.355844ms","start":"2026-04-21T04:21:27.7507Z","end":"2026-04-21T04:21:27.892056Z","steps":["trace[1192435017] 'agreement among raft nodes before linearized reading' (duration: 141.298693ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:27.892152Z","caller":"traceutil/trace.go:171","msg":"trace[1054594511] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"635.401042ms","start":"2026-04-21T04:21:27.256742Z","end":"2026-04-21T04:21:27.892143Z","steps":["trace[1054594511] 'process raft request' (duration: 633.982627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.892194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.256732Z","time spent":"635.436492ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:27.892271Z","caller":"traceutil/trace.go:171","msg":"trace[1424140135] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"635.458923ms","start":"2026-04-21T04:21:27.256804Z","end":"2026-04-21T04:21:27.892263Z","steps":["trace[1424140135] 'process raft request' (duration: 633.959477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:27.892326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:27.256799Z","time spent":"635.485454ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:27.89267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.064574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-21T04:21:27.892702Z","caller":"traceutil/trace.go:171","msg":"trace[1917229215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25452; }","duration":"131.131266ms","start":"2026-04-21T04:21:27.761562Z","end":"2026-04-21T04:21:27.892694Z","steps":["trace[1917229215] 'agreement among raft nodes before linearized reading' (duration: 130.976862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.05804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.392756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:29.05813Z","caller":"traceutil/trace.go:171","msg":"trace[1416396305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25457; }","duration":"598.538819ms","start":"2026-04-21T04:21:28.459569Z","end":"2026-04-21T04:21:29.058108Z","steps":["trace[1416396305] 'count revisions from in-memory index tree' (duration: 598.317264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.058174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.45956Z","time spent":"598.603521ms","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:29.058253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.249354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:29.058335Z","caller":"traceutil/trace.go:171","msg":"trace[689273372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25457; }","duration":"443.381677ms","start":"2026-04-21T04:21:28.614935Z","end":"2026-04-21T04:21:29.058317Z","steps":["trace[689273372] 'range keys from in-memory index tree' (duration: 443.06508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.05838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.61491Z","time spent":"443.456999ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:29.195757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528500937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:21:29.394058Z","caller":"traceutil/trace.go:171","msg":"trace[1363890519] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"755.623911ms","start":"2026-04-21T04:21:28.638407Z","end":"2026-04-21T04:21:29.394031Z","steps":["trace[1363890519] 'process raft request' (duration: 755.389815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.394219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.638383Z","time spent":"755.755263ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:29.433247Z","caller":"traceutil/trace.go:171","msg":"trace[1628889054] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26295; }","duration":"738.514012ms","start":"2026-04-21T04:21:28.694707Z","end":"2026-04-21T04:21:29.433221Z","steps":["trace[1628889054] 'read index received' (duration: 699.113358ms)","trace[1628889054] 'applied index is now lower than readState.Index' (duration: 39.399584ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:29.43338Z","caller":"traceutil/trace.go:171","msg":"trace[1563080776] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"371.131701ms","start":"2026-04-21T04:21:29.062237Z","end":"2026-04-21T04:21:29.433368Z","steps":["trace[1563080776] 'process raft request' (duration: 370.840864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.433498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.062217Z","time spent":"371.201283ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:29.433641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.358167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:29.43372Z","caller":"traceutil/trace.go:171","msg":"trace[489941476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25459; }","duration":"738.48408ms","start":"2026-04-21T04:21:28.695216Z","end":"2026-04-21T04:21:29.433701Z","steps":["trace[489941476] 'agreement among raft nodes before linearized reading' (duration: 738.294646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.433764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.695196Z","time spent":"738.559853ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:21:29.433947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.978952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:29.433954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.731542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:29.434Z","caller":"traceutil/trace.go:171","msg":"trace[429100291] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25459; }","duration":"219.030533ms","start":"2026-04-21T04:21:29.214956Z","end":"2026-04-21T04:21:29.433986Z","steps":["trace[429100291] 'agreement among raft nodes before linearized reading' (duration: 218.926051ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:29.434039Z","caller":"traceutil/trace.go:171","msg":"trace[464159100] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25459; }","duration":"251.904367ms","start":"2026-04-21T04:21:29.182114Z","end":"2026-04-21T04:21:29.434019Z","steps":["trace[464159100] 'agreement among raft nodes before linearized reading' (duration: 251.673891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.434059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.511352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:21:29.434113Z","caller":"traceutil/trace.go:171","msg":"trace[1243655998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25459; }","duration":"738.581093ms","start":"2026-04-21T04:21:28.695516Z","end":"2026-04-21T04:21:29.434097Z","steps":["trace[1243655998] 'agreement among raft nodes before linearized reading' (duration: 738.44542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.434168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.695508Z","time spent":"738.637744ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:21:29.434315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.261079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:29.434349Z","caller":"traceutil/trace.go:171","msg":"trace[980940499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25459; }","duration":"527.331611ms","start":"2026-04-21T04:21:28.907008Z","end":"2026-04-21T04:21:29.434339Z","steps":["trace[980940499] 'agreement among raft nodes before linearized reading' (duration: 527.272229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.434376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.906986Z","time spent":"527.383802ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:21:29.434426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.725691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:29.434462Z","caller":"traceutil/trace.go:171","msg":"trace[1822335619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25459; }","duration":"739.807194ms","start":"2026-04-21T04:21:28.694645Z","end":"2026-04-21T04:21:29.434452Z","steps":["trace[1822335619] 'agreement among raft nodes before linearized reading' (duration: 739.672261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.434491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.694621Z","time spent":"739.863766ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:21:29.434564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.206129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:21:29.43383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.01047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:29.434676Z","caller":"traceutil/trace.go:171","msg":"trace[1050534829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25459; }","duration":"739.367733ms","start":"2026-04-21T04:21:28.695282Z","end":"2026-04-21T04:21:29.43465Z","steps":["trace[1050534829] 'agreement among raft nodes before linearized reading' (duration: 738.954613ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:29.434697Z","caller":"traceutil/trace.go:171","msg":"trace[1273232079] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25459; }","duration":"709.905283ms","start":"2026-04-21T04:21:28.724779Z","end":"2026-04-21T04:21:29.434684Z","steps":["trace[1273232079] 'agreement among raft nodes before linearized reading' (duration: 709.00566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.434742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.724762Z","time spent":"709.967105ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:29.434738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:28.695274Z","time spent":"739.451985ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:21:29.548758Z","caller":"traceutil/trace.go:171","msg":"trace[353112985] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"109.772362ms","start":"2026-04-21T04:21:29.438948Z","end":"2026-04-21T04:21:29.54872Z","steps":["trace[353112985] 'process raft request' (duration: 36.642275ms)","trace[353112985] 'compare' (duration: 72.915222ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:29.609915Z","caller":"traceutil/trace.go:171","msg":"trace[1304275501] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"170.273332ms","start":"2026-04-21T04:21:29.43959Z","end":"2026-04-21T04:21:29.609863Z","steps":["trace[1304275501] 'process raft request' (duration: 170.108628ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:29.610126Z","caller":"traceutil/trace.go:171","msg":"trace[1442181320] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"170.513908ms","start":"2026-04-21T04:21:29.439593Z","end":"2026-04-21T04:21:29.610107Z","steps":["trace[1442181320] 'process raft request' (duration: 170.237671ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:29.610487Z","caller":"traceutil/trace.go:171","msg":"trace[1922834578] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26298; }","duration":"132.743564ms","start":"2026-04-21T04:21:29.477734Z","end":"2026-04-21T04:21:29.610478Z","steps":["trace[1922834578] 'read index received' (duration: 132.083868ms)","trace[1922834578] 'applied index is now lower than readState.Index' (duration: 658.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:29.610513Z","caller":"traceutil/trace.go:171","msg":"trace[586185227] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"145.396823ms","start":"2026-04-21T04:21:29.465106Z","end":"2026-04-21T04:21:29.610503Z","steps":["trace[586185227] 'process raft request' (duration: 145.244279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:29.610687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6577ccbf8f-nwhms\" ","response":"range_response_count:1 size:8685"} {"level":"info","ts":"2026-04-21T04:21:29.610726Z","caller":"traceutil/trace.go:171","msg":"trace[885650349] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6577ccbf8f-nwhms; range_end:; response_count:1; response_revision:25464; }","duration":"132.994601ms","start":"2026-04-21T04:21:29.477719Z","end":"2026-04-21T04:21:29.610714Z","steps":["trace[885650349] 'agreement among raft nodes before linearized reading' (duration: 132.808566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:29.61066Z","caller":"traceutil/trace.go:171","msg":"trace[153069003] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"168.876868ms","start":"2026-04-21T04:21:29.441755Z","end":"2026-04-21T04:21:29.610631Z","steps":["trace[153069003] 'process raft request' (duration: 168.272793ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:30.29996Z","caller":"traceutil/trace.go:171","msg":"trace[452571364] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"417.997678ms","start":"2026-04-21T04:21:29.881937Z","end":"2026-04-21T04:21:30.299935Z","steps":["trace[452571364] 'process raft request' (duration: 417.817702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.300173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.881905Z","time spent":"418.144501ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:30.973381Z","caller":"traceutil/trace.go:171","msg":"trace[1142821143] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"1.076495833s","start":"2026-04-21T04:21:29.89685Z","end":"2026-04-21T04:21:30.973345Z","steps":["trace[1142821143] 'process raft request' (duration: 1.076241467s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:30.973483Z","caller":"traceutil/trace.go:171","msg":"trace[328450539] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"1.076527224s","start":"2026-04-21T04:21:29.89692Z","end":"2026-04-21T04:21:30.973447Z","steps":["trace[328450539] 'process raft request' (duration: 1.07634308s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.973539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.896805Z","time spent":"1.076652097s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:30.973483Z","caller":"traceutil/trace.go:171","msg":"trace[1898854428] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"1.076303999s","start":"2026-04-21T04:21:29.897151Z","end":"2026-04-21T04:21:30.973455Z","steps":["trace[1898854428] 'process raft request' (duration: 1.076166585s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.973678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.896915Z","time spent":"1.076646297s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:30.973783Z","caller":"traceutil/trace.go:171","msg":"trace[1580716000] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"1.075560251s","start":"2026-04-21T04:21:29.898199Z","end":"2026-04-21T04:21:30.973759Z","steps":["trace[1580716000] 'process raft request' (duration: 1.075159781s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.973796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.89713Z","time spent":"1.076554045s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:30.973902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.898179Z","time spent":"1.075650283s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:30.974285Z","caller":"traceutil/trace.go:171","msg":"trace[589379867] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"1.075994491s","start":"2026-04-21T04:21:29.898277Z","end":"2026-04-21T04:21:30.974271Z","steps":["trace[589379867] 'process raft request' (duration: 1.07511758s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.974376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.898272Z","time spent":"1.076058443s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:30.974603Z","caller":"traceutil/trace.go:171","msg":"trace[162480410] linearizableReadLoop","detail":"{readStateIndex:26312; appliedIndex:26304; }","duration":"741.562636ms","start":"2026-04-21T04:21:30.233029Z","end":"2026-04-21T04:21:30.974592Z","steps":["trace[162480410] 'read index received' (duration: 66.803362ms)","trace[162480410] 'applied index is now lower than readState.Index' (duration: 674.757604ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:30.974829Z","caller":"traceutil/trace.go:171","msg":"trace[989203795] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"711.366599ms","start":"2026-04-21T04:21:30.263421Z","end":"2026-04-21T04:21:30.974787Z","steps":["trace[989203795] 'process raft request' (duration: 711.135413ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:30.974912Z","caller":"traceutil/trace.go:171","msg":"trace[193094565] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"1.076472713s","start":"2026-04-21T04:21:29.898367Z","end":"2026-04-21T04:21:30.97484Z","steps":["trace[193094565] 'process raft request' (duration: 1.075704664s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.97498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.263405Z","time spent":"711.494751ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:30.975006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.972987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:21:30.975048Z","caller":"traceutil/trace.go:171","msg":"trace[548614773] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25475; }","duration":"742.047639ms","start":"2026-04-21T04:21:30.232989Z","end":"2026-04-21T04:21:30.975037Z","steps":["trace[548614773] 'agreement among raft nodes before linearized reading' (duration: 741.825492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.975088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.232974Z","time spent":"742.10599ms","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:21:30.97512Z","caller":"traceutil/trace.go:171","msg":"trace[1631185357] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.076653828s","start":"2026-04-21T04:21:29.898456Z","end":"2026-04-21T04:21:30.975109Z","steps":["trace[1631185357] 'process raft request' (duration: 1.076027642s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:30.975172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.898451Z","time spent":"1.076691549s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:30.975171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:29.898362Z","time spent":"1.076671349s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:31.398024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.593986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-21T04:21:31.398141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.831625ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:31.398277Z","caller":"traceutil/trace.go:171","msg":"trace[548237155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25475; }","duration":"119.043691ms","start":"2026-04-21T04:21:31.279212Z","end":"2026-04-21T04:21:31.398256Z","steps":["trace[548237155] 'range keys from in-memory index tree' (duration: 118.807705ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:31.398526Z","caller":"traceutil/trace.go:171","msg":"trace[1131214629] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26313; }","duration":"423.855852ms","start":"2026-04-21T04:21:30.974651Z","end":"2026-04-21T04:21:31.398507Z","steps":["trace[1131214629] 'read index received' (duration: 129.713252ms)","trace[1131214629] 'applied index is now lower than readState.Index' (duration: 294.14163ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:31.39855Z","caller":"traceutil/trace.go:171","msg":"trace[800369965] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"581.940295ms","start":"2026-04-21T04:21:30.816595Z","end":"2026-04-21T04:21:31.398535Z","steps":["trace[800369965] 'process raft request' (duration: 581.534465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:31.398774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.816572Z","time spent":"582.018158ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:31.671193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166157855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10359"} {"level":"info","ts":"2026-04-21T04:21:31.671275Z","caller":"traceutil/trace.go:171","msg":"trace[1665020211] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25476; }","duration":"1.166247907s","start":"2026-04-21T04:21:30.505007Z","end":"2026-04-21T04:21:31.671255Z","steps":["trace[1665020211] 'agreement among raft nodes before linearized reading' (duration: 893.562622ms)","trace[1665020211] 'range keys from in-memory index tree' (duration: 272.49878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.671282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111633792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-21T04:21:31.671367Z","caller":"traceutil/trace.go:171","msg":"trace[1314001957] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25476; }","duration":"1.111775666s","start":"2026-04-21T04:21:30.559568Z","end":"2026-04-21T04:21:31.671344Z","steps":["trace[1314001957] 'agreement among raft nodes before linearized reading' (duration: 838.997269ms)","trace[1314001957] 'range keys from in-memory index tree' (duration: 272.308226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.671401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.631436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:21:31.671425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.559539Z","time spent":"1.111873968s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-21T04:21:31.671433Z","caller":"traceutil/trace.go:171","msg":"trace[1480833375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25476; }","duration":"763.687667ms","start":"2026-04-21T04:21:30.907735Z","end":"2026-04-21T04:21:31.671423Z","steps":["trace[1480833375] 'agreement among raft nodes before linearized reading' (duration: 490.789437ms)","trace[1480833375] 'range keys from in-memory index tree' (duration: 272.845329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.671435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.178203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:21:31.671511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.830936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:21:31.671551Z","caller":"traceutil/trace.go:171","msg":"trace[1687272281] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25476; }","duration":"726.893478ms","start":"2026-04-21T04:21:30.944648Z","end":"2026-04-21T04:21:31.671542Z","steps":["trace[1687272281] 'agreement among raft nodes before linearized reading' (duration: 453.906246ms)","trace[1687272281] 'count revisions from in-memory index tree' (duration: 272.938781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.67158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.944637Z","time spent":"726.934589ms","remote":"127.0.0.1:40816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:31.671314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.504948Z","time spent":"1.166357289s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10382,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-21T04:21:31.671695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.558883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:21:31.671751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164867824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-21T04:21:31.67176Z","caller":"traceutil/trace.go:171","msg":"trace[1862151783] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25476; }","duration":"666.677786ms","start":"2026-04-21T04:21:31.005063Z","end":"2026-04-21T04:21:31.67174Z","steps":["trace[1862151783] 'agreement among raft nodes before linearized reading' (duration: 393.579271ms)","trace[1862151783] 'count revisions from in-memory index tree' (duration: 272.997173ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:31.671814Z","caller":"traceutil/trace.go:171","msg":"trace[384216547] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14; range_end:; response_count:1; response_revision:25476; }","duration":"1.164974506s","start":"2026-04-21T04:21:30.506819Z","end":"2026-04-21T04:21:31.671793Z","steps":["trace[384216547] 'agreement among raft nodes before linearized reading' (duration: 891.752948ms)","trace[384216547] 'range keys from in-memory index tree' (duration: 273.108766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.671821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:31.00504Z","time spent":"666.763268ms","remote":"127.0.0.1:40728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:31.671856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.506786Z","time spent":"1.165061628s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/magnum-api-6577ccbf8f-nwhms.18a8446527fa1e14\" "} {"level":"warn","ts":"2026-04-21T04:21:31.671846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.596152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:21:31.671925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.55437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:31.67199Z","caller":"traceutil/trace.go:171","msg":"trace[442401739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25476; }","duration":"231.658643ms","start":"2026-04-21T04:21:31.440319Z","end":"2026-04-21T04:21:31.671977Z","steps":["trace[442401739] 'range keys from in-memory index tree' (duration: 231.409776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:31.672054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.660666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:21:31.67208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.46813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272963"} {"level":"info","ts":"2026-04-21T04:21:31.6721Z","caller":"traceutil/trace.go:171","msg":"trace[1176133423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25476; }","duration":"385.744718ms","start":"2026-04-21T04:21:31.286342Z","end":"2026-04-21T04:21:31.672087Z","steps":["trace[1176133423] 'agreement among raft nodes before linearized reading' (duration: 112.316055ms)","trace[1176133423] 'count revisions from in-memory index tree' (duration: 273.364312ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:31.672115Z","caller":"traceutil/trace.go:171","msg":"trace[1187096935] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25476; }","duration":"819.503762ms","start":"2026-04-21T04:21:30.8526Z","end":"2026-04-21T04:21:31.672104Z","steps":["trace[1187096935] 'agreement among raft nodes before linearized reading' (duration: 545.975706ms)","trace[1187096935] 'range keys from in-memory index tree' (duration: 273.221408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:31.672132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:31.286318Z","time spent":"385.80586ms","remote":"127.0.0.1:33234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:31.672145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.852541Z","time spent":"819.596463ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272986,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-21T04:21:31.67192Z","caller":"traceutil/trace.go:171","msg":"trace[1193735622] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25476; }","duration":"114.703064ms","start":"2026-04-21T04:21:31.557195Z","end":"2026-04-21T04:21:31.671898Z","steps":["trace[1193735622] 'count revisions from in-memory index tree' (duration: 114.52902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:31.671466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:30.907721Z","time spent":"763.739459ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:21:31.671516Z","caller":"traceutil/trace.go:171","msg":"trace[1878367253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25476; }","duration":"119.307606ms","start":"2026-04-21T04:21:31.552191Z","end":"2026-04-21T04:21:31.671498Z","steps":["trace[1878367253] 'range keys from in-memory index tree' (duration: 119.017178ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:32.186517Z","caller":"traceutil/trace.go:171","msg":"trace[1973188765] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"269.018875ms","start":"2026-04-21T04:21:31.917476Z","end":"2026-04-21T04:21:32.186495Z","steps":["trace[1973188765] 'process raft request' (duration: 268.862292ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:32.190106Z","caller":"traceutil/trace.go:171","msg":"trace[1796479969] linearizableReadLoop","detail":"{readStateIndex:26329; appliedIndex:26327; }","duration":"254.373278ms","start":"2026-04-21T04:21:31.935694Z","end":"2026-04-21T04:21:32.190067Z","steps":["trace[1796479969] 'read index received' (duration: 250.72582ms)","trace[1796479969] 'applied index is now lower than readState.Index' (duration: 3.646148ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:32.190151Z","caller":"traceutil/trace.go:171","msg":"trace[35726403] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"270.229755ms","start":"2026-04-21T04:21:31.919903Z","end":"2026-04-21T04:21:32.190133Z","steps":["trace[35726403] 'process raft request' (duration: 269.954528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:32.190318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.607024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:32.190379Z","caller":"traceutil/trace.go:171","msg":"trace[441632159] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25491; }","duration":"254.708427ms","start":"2026-04-21T04:21:31.935657Z","end":"2026-04-21T04:21:32.190365Z","steps":["trace[441632159] 'agreement among raft nodes before linearized reading' (duration: 254.607904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:32.190551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.928693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-21T04:21:32.190597Z","caller":"traceutil/trace.go:171","msg":"trace[1069543702] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25491; }","duration":"241.985935ms","start":"2026-04-21T04:21:31.948599Z","end":"2026-04-21T04:21:32.190584Z","steps":["trace[1069543702] 'agreement among raft nodes before linearized reading' (duration: 241.837201ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:32.190578Z","caller":"traceutil/trace.go:171","msg":"trace[536768198] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"192.884614ms","start":"2026-04-21T04:21:31.997644Z","end":"2026-04-21T04:21:32.190528Z","steps":["trace[536768198] 'process raft request' (duration: 192.377542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:32.190735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.435455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:21:32.19082Z","caller":"traceutil/trace.go:171","msg":"trace[1158490294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25491; }","duration":"163.567239ms","start":"2026-04-21T04:21:32.02723Z","end":"2026-04-21T04:21:32.190797Z","steps":["trace[1158490294] 'agreement among raft nodes before linearized reading' (duration: 163.23657ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.233205Z","caller":"traceutil/trace.go:171","msg":"trace[459031295] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"254.166913ms","start":"2026-04-21T04:21:32.979009Z","end":"2026-04-21T04:21:33.233176Z","steps":["trace[459031295] 'process raft request' (duration: 253.961788ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.591103Z","caller":"traceutil/trace.go:171","msg":"trace[62065202] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"611.431496ms","start":"2026-04-21T04:21:32.979647Z","end":"2026-04-21T04:21:33.591078Z","steps":["trace[62065202] 'process raft request' (duration: 611.371824ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.591142Z","caller":"traceutil/trace.go:171","msg":"trace[739859453] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"611.59858ms","start":"2026-04-21T04:21:32.979519Z","end":"2026-04-21T04:21:33.591118Z","steps":["trace[739859453] 'process raft request' (duration: 611.350734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.591289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.979602Z","time spent":"611.61712ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:33.59145Z","caller":"traceutil/trace.go:171","msg":"trace[2080319874] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"609.526808ms","start":"2026-04-21T04:21:32.981898Z","end":"2026-04-21T04:21:33.591425Z","steps":["trace[2080319874] 'process raft request' (duration: 609.151399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.591581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.981877Z","time spent":"609.620462ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:33.591654Z","caller":"traceutil/trace.go:171","msg":"trace[744939919] linearizableReadLoop","detail":"{readStateIndex:26342; appliedIndex:26336; }","duration":"357.229412ms","start":"2026-04-21T04:21:33.234409Z","end":"2026-04-21T04:21:33.591639Z","steps":["trace[744939919] 'read index received' (duration: 356.460003ms)","trace[744939919] 'applied index is now lower than readState.Index' (duration: 768.039µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:33.591576Z","caller":"traceutil/trace.go:171","msg":"trace[1146361934] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"609.644422ms","start":"2026-04-21T04:21:32.981897Z","end":"2026-04-21T04:21:33.591542Z","steps":["trace[1146361934] 'process raft request' (duration: 609.409775ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.591722Z","caller":"traceutil/trace.go:171","msg":"trace[2048074718] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"609.702764ms","start":"2026-04-21T04:21:32.982011Z","end":"2026-04-21T04:21:33.591714Z","steps":["trace[2048074718] 'process raft request' (duration: 609.5442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.591773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.981981Z","time spent":"609.762415ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:33.591882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.981868Z","time spent":"609.871368ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:33.59168Z","caller":"traceutil/trace.go:171","msg":"trace[1737332201] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"609.674233ms","start":"2026-04-21T04:21:32.981995Z","end":"2026-04-21T04:21:33.591669Z","steps":["trace[1737332201] 'process raft request' (duration: 609.460287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.591924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.9795Z","time spent":"611.725932ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:33.592286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.865127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:33.592947Z","caller":"traceutil/trace.go:171","msg":"trace[1637507856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25503; }","duration":"358.569414ms","start":"2026-04-21T04:21:33.234362Z","end":"2026-04-21T04:21:33.592931Z","steps":["trace[1637507856] 'agreement among raft nodes before linearized reading' (duration: 357.416637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.593072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:33.234345Z","time spent":"358.707788ms","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:33.592479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:32.981973Z","time spent":"610.009092ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:33.803912Z","caller":"traceutil/trace.go:171","msg":"trace[1209622460] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"196.847041ms","start":"2026-04-21T04:21:33.607032Z","end":"2026-04-21T04:21:33.803879Z","steps":["trace[1209622460] 'process raft request' (duration: 194.037523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.804173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.005509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-21T04:21:33.804238Z","caller":"traceutil/trace.go:171","msg":"trace[1067022760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25504; }","duration":"153.120282ms","start":"2026-04-21T04:21:33.6511Z","end":"2026-04-21T04:21:33.80422Z","steps":["trace[1067022760] 'agreement among raft nodes before linearized reading' (duration: 152.919597ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.803683Z","caller":"traceutil/trace.go:171","msg":"trace[1776429071] linearizableReadLoop","detail":"{readStateIndex:26343; appliedIndex:26342; }","duration":"152.509717ms","start":"2026-04-21T04:21:33.65115Z","end":"2026-04-21T04:21:33.80366Z","steps":["trace[1776429071] 'read index received' (duration: 149.935954ms)","trace[1776429071] 'applied index is now lower than readState.Index' (duration: 2.572783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:33.804591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.711074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:33.80464Z","caller":"traceutil/trace.go:171","msg":"trace[349166983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25504; }","duration":"114.794906ms","start":"2026-04-21T04:21:33.689832Z","end":"2026-04-21T04:21:33.804627Z","steps":["trace[349166983] 'agreement among raft nodes before linearized reading' (duration: 114.627102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.804635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.770601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:21:33.804753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.525729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:33.804805Z","caller":"traceutil/trace.go:171","msg":"trace[1106182818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25504; }","duration":"114.595781ms","start":"2026-04-21T04:21:33.690199Z","end":"2026-04-21T04:21:33.804795Z","steps":["trace[1106182818] 'agreement among raft nodes before linearized reading' (duration: 114.502099ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:33.804797Z","caller":"traceutil/trace.go:171","msg":"trace[101643222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25504; }","duration":"113.929825ms","start":"2026-04-21T04:21:33.690851Z","end":"2026-04-21T04:21:33.804781Z","steps":["trace[101643222] 'agreement among raft nodes before linearized reading' (duration: 113.695489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.804668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.287234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:21:33.804994Z","caller":"traceutil/trace.go:171","msg":"trace[20343147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25504; }","duration":"114.672983ms","start":"2026-04-21T04:21:33.690312Z","end":"2026-04-21T04:21:33.804985Z","steps":["trace[20343147] 'agreement among raft nodes before linearized reading' (duration: 114.275933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:33.805122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.167471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:33.805231Z","caller":"traceutil/trace.go:171","msg":"trace[1540026589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25504; }","duration":"114.258213ms","start":"2026-04-21T04:21:33.690902Z","end":"2026-04-21T04:21:33.80516Z","steps":["trace[1540026589] 'agreement among raft nodes before linearized reading' (duration: 114.148271ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:34.484667Z","caller":"traceutil/trace.go:171","msg":"trace[1549920581] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26348; }","duration":"128.917601ms","start":"2026-04-21T04:21:34.355725Z","end":"2026-04-21T04:21:34.484643Z","steps":["trace[1549920581] 'read index received' (duration: 128.772897ms)","trace[1549920581] 'applied index is now lower than readState.Index' (duration: 143.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:34.484766Z","caller":"traceutil/trace.go:171","msg":"trace[272905368] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"171.296317ms","start":"2026-04-21T04:21:34.313439Z","end":"2026-04-21T04:21:34.484735Z","steps":["trace[272905368] 'process raft request' (duration: 171.052681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:34.484838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.081995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:34.484889Z","caller":"traceutil/trace.go:171","msg":"trace[811870757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25510; }","duration":"129.183528ms","start":"2026-04-21T04:21:34.355674Z","end":"2026-04-21T04:21:34.484857Z","steps":["trace[811870757] 'agreement among raft nodes before linearized reading' (duration: 129.048085ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:35.667662Z","caller":"traceutil/trace.go:171","msg":"trace[529499629] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26350; }","duration":"224.489868ms","start":"2026-04-21T04:21:35.443138Z","end":"2026-04-21T04:21:35.667628Z","steps":["trace[529499629] 'read index received' (duration: 224.379785ms)","trace[529499629] 'applied index is now lower than readState.Index' (duration: 107.903µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:35.667865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.691353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:35.667906Z","caller":"traceutil/trace.go:171","msg":"trace[676889079] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25511; }","duration":"224.790915ms","start":"2026-04-21T04:21:35.443101Z","end":"2026-04-21T04:21:35.667892Z","steps":["trace[676889079] 'agreement among raft nodes before linearized reading' (duration: 224.675672ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.017062Z","caller":"traceutil/trace.go:171","msg":"trace[1090483302] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"418.564381ms","start":"2026-04-21T04:21:35.598475Z","end":"2026-04-21T04:21:36.01704Z","steps":["trace[1090483302] 'process raft request' (duration: 418.470139ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.017073Z","caller":"traceutil/trace.go:171","msg":"trace[1109217217] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"418.665943ms","start":"2026-04-21T04:21:35.598379Z","end":"2026-04-21T04:21:36.017045Z","steps":["trace[1109217217] 'process raft request' (duration: 418.355246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.017235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.598465Z","time spent":"418.694904ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:36.017278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.598349Z","time spent":"418.823257ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:36.017313Z","caller":"traceutil/trace.go:171","msg":"trace[1374339463] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"418.215053ms","start":"2026-04-21T04:21:35.599068Z","end":"2026-04-21T04:21:36.017284Z","steps":["trace[1374339463] 'process raft request' (duration: 417.934806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.017427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.599042Z","time spent":"418.326295ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:36.017586Z","caller":"traceutil/trace.go:171","msg":"trace[2097635728] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"418.344357ms","start":"2026-04-21T04:21:35.599234Z","end":"2026-04-21T04:21:36.017578Z","steps":["trace[2097635728] 'process raft request' (duration: 417.972037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.01763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.599226Z","time spent":"418.378778ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:36.017697Z","caller":"traceutil/trace.go:171","msg":"trace[407560307] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"418.415319ms","start":"2026-04-21T04:21:35.599277Z","end":"2026-04-21T04:21:36.017692Z","steps":["trace[407560307] 'process raft request' (duration: 418.264835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.017727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.599271Z","time spent":"418.440249ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:36.017717Z","caller":"traceutil/trace.go:171","msg":"trace[1507777601] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26351; }","duration":"349.947444ms","start":"2026-04-21T04:21:35.667745Z","end":"2026-04-21T04:21:36.017692Z","steps":["trace[1507777601] 'read index received' (duration: 349.115803ms)","trace[1507777601] 'applied index is now lower than readState.Index' (duration: 830.261µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:36.017788Z","caller":"traceutil/trace.go:171","msg":"trace[30295551] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"417.326901ms","start":"2026-04-21T04:21:35.600435Z","end":"2026-04-21T04:21:36.017762Z","steps":["trace[30295551] 'process raft request' (duration: 417.208108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.017948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.600399Z","time spent":"417.492175ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:36.017854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.269332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:36.01803Z","caller":"traceutil/trace.go:171","msg":"trace[1478702510] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25517; }","duration":"530.487008ms","start":"2026-04-21T04:21:35.487535Z","end":"2026-04-21T04:21:36.018022Z","steps":["trace[1478702510] 'agreement among raft nodes before linearized reading' (duration: 530.286223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.018053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.487513Z","time spent":"530.534259ms","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:36.019736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.497748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:21:36.019794Z","caller":"traceutil/trace.go:171","msg":"trace[496339017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25519; }","duration":"204.591091ms","start":"2026-04-21T04:21:35.81519Z","end":"2026-04-21T04:21:36.019781Z","steps":["trace[496339017] 'agreement among raft nodes before linearized reading' (duration: 204.397576ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.019935Z","caller":"traceutil/trace.go:171","msg":"trace[1593465268] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"350.971148ms","start":"2026-04-21T04:21:35.668947Z","end":"2026-04-21T04:21:36.019918Z","steps":["trace[1593465268] 'process raft request' (duration: 350.446396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.019978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.769487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:21:36.020021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:35.668912Z","time spent":"351.067511ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:36.01999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.296189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:21:36.02004Z","caller":"traceutil/trace.go:171","msg":"trace[2006959872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25519; }","duration":"200.841459ms","start":"2026-04-21T04:21:35.819183Z","end":"2026-04-21T04:21:36.020024Z","steps":["trace[2006959872] 'agreement among raft nodes before linearized reading' (duration: 200.696335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.020069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.402352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:21:36.02011Z","caller":"traceutil/trace.go:171","msg":"trace[1370534817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25519; }","duration":"203.454653ms","start":"2026-04-21T04:21:35.816645Z","end":"2026-04-21T04:21:36.0201Z","steps":["trace[1370534817] 'agreement among raft nodes before linearized reading' (duration: 203.35377ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.020083Z","caller":"traceutil/trace.go:171","msg":"trace[2144193938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25519; }","duration":"203.386211ms","start":"2026-04-21T04:21:35.816676Z","end":"2026-04-21T04:21:36.020063Z","steps":["trace[2144193938] 'agreement among raft nodes before linearized reading' (duration: 203.223207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.02021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.914074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:21:36.02028Z","caller":"traceutil/trace.go:171","msg":"trace[1609966585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25519; }","duration":"193.022418ms","start":"2026-04-21T04:21:35.827241Z","end":"2026-04-21T04:21:36.020263Z","steps":["trace[1609966585] 'agreement among raft nodes before linearized reading' (duration: 192.72392ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.223969Z","caller":"traceutil/trace.go:171","msg":"trace[612414334] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"198.02564ms","start":"2026-04-21T04:21:36.025918Z","end":"2026-04-21T04:21:36.223944Z","steps":["trace[612414334] 'process raft request' (duration: 197.985239ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.224408Z","caller":"traceutil/trace.go:171","msg":"trace[880839827] transaction","detail":"{read_only:false; response_revision:25520; number_of_response:1; }","duration":"199.874855ms","start":"2026-04-21T04:21:36.024518Z","end":"2026-04-21T04:21:36.224393Z","steps":["trace[880839827] 'process raft request' (duration: 199.129617ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.224561Z","caller":"traceutil/trace.go:171","msg":"trace[89927856] linearizableReadLoop","detail":"{readStateIndex:26360; appliedIndex:26359; }","duration":"199.961967ms","start":"2026-04-21T04:21:36.024588Z","end":"2026-04-21T04:21:36.22455Z","steps":["trace[89927856] 'read index received' (duration: 198.992874ms)","trace[89927856] 'applied index is now lower than readState.Index' (duration: 968.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:36.224634Z","caller":"traceutil/trace.go:171","msg":"trace[418758357] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"199.985338ms","start":"2026-04-21T04:21:36.024641Z","end":"2026-04-21T04:21:36.224627Z","steps":["trace[418758357] 'process raft request' (duration: 199.143178ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.224762Z","caller":"traceutil/trace.go:171","msg":"trace[883269782] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"200.036319ms","start":"2026-04-21T04:21:36.024714Z","end":"2026-04-21T04:21:36.224751Z","steps":["trace[883269782] 'process raft request' (duration: 199.110637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:36.225046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.434609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:21:36.225104Z","caller":"traceutil/trace.go:171","msg":"trace[616400178] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25524; }","duration":"200.549792ms","start":"2026-04-21T04:21:36.024544Z","end":"2026-04-21T04:21:36.225094Z","steps":["trace[616400178] 'agreement among raft nodes before linearized reading' (duration: 200.375698ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.225148Z","caller":"traceutil/trace.go:171","msg":"trace[2000264892] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"200.170303ms","start":"2026-04-21T04:21:36.024935Z","end":"2026-04-21T04:21:36.225105Z","steps":["trace[2000264892] 'process raft request' (duration: 198.932393ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:36.700643Z","caller":"traceutil/trace.go:171","msg":"trace[1472212807] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"210.179167ms","start":"2026-04-21T04:21:36.490414Z","end":"2026-04-21T04:21:36.700593Z","steps":["trace[1472212807] 'process raft request' (duration: 186.55526ms)","trace[1472212807] 'compare' (duration: 22.834518ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:37.503816Z","caller":"traceutil/trace.go:171","msg":"trace[686506197] linearizableReadLoop","detail":"{readStateIndex:26369; appliedIndex:26368; }","duration":"202.92879ms","start":"2026-04-21T04:21:37.300853Z","end":"2026-04-21T04:21:37.503781Z","steps":["trace[686506197] 'read index received' (duration: 202.661854ms)","trace[686506197] 'applied index is now lower than readState.Index' (duration: 265.206µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:37.503998Z","caller":"traceutil/trace.go:171","msg":"trace[411963481] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"258.13276ms","start":"2026-04-21T04:21:37.245751Z","end":"2026-04-21T04:21:37.503884Z","steps":["trace[411963481] 'process raft request' (duration: 257.804682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:37.504248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.403602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:21:37.504325Z","caller":"traceutil/trace.go:171","msg":"trace[1613810473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25529; }","duration":"203.492104ms","start":"2026-04-21T04:21:37.300813Z","end":"2026-04-21T04:21:37.504305Z","steps":["trace[1613810473] 'agreement among raft nodes before linearized reading' (duration: 203.086834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:37.662053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.060912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18585"} {"level":"info","ts":"2026-04-21T04:21:37.662132Z","caller":"traceutil/trace.go:171","msg":"trace[209419996] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25529; }","duration":"151.216436ms","start":"2026-04-21T04:21:37.510897Z","end":"2026-04-21T04:21:37.662113Z","steps":["trace[209419996] 'range keys from in-memory index tree' (duration: 150.866318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:38.99799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.103464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:38.99805Z","caller":"traceutil/trace.go:171","msg":"trace[1546624712] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25541; }","duration":"322.213225ms","start":"2026-04-21T04:21:38.675823Z","end":"2026-04-21T04:21:38.998036Z","steps":["trace[1546624712] 'count revisions from in-memory index tree' (duration: 322.020381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:38.998076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:38.675804Z","time spent":"322.265797ms","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:21:38.998349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.299339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:38.998435Z","caller":"traceutil/trace.go:171","msg":"trace[69853353] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"291.711181ms","start":"2026-04-21T04:21:38.706714Z","end":"2026-04-21T04:21:38.998426Z","steps":["trace[69853353] 'process raft request' (duration: 34.275948ms)","trace[69853353] 'compare' (duration: 257.172636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:39.317648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.233103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:21:39.317735Z","caller":"traceutil/trace.go:171","msg":"trace[1287843941] linearizableReadLoop","detail":"{readStateIndex:26383; appliedIndex:26382; }","duration":"318.551277ms","start":"2026-04-21T04:21:38.999173Z","end":"2026-04-21T04:21:39.317724Z","steps":["trace[1287843941] 'read index received' (duration: 213.120379ms)","trace[1287843941] 'applied index is now lower than readState.Index' (duration: 105.429928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:39.3178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.627519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:39.317819Z","caller":"traceutil/trace.go:171","msg":"trace[268153008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25543; }","duration":"318.67604ms","start":"2026-04-21T04:21:38.999135Z","end":"2026-04-21T04:21:39.317811Z","steps":["trace[268153008] 'agreement among raft nodes before linearized reading' (duration: 318.619669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:39.317839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:38.999107Z","time spent":"318.727501ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:21:39.318064Z","caller":"traceutil/trace.go:171","msg":"trace[71228819] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"398.019779ms","start":"2026-04-21T04:21:38.920005Z","end":"2026-04-21T04:21:39.318025Z","steps":["trace[71228819] 'process raft request' (duration: 292.347196ms)","trace[71228819] 'compare' (duration: 105.133749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:21:39.318224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:38.919987Z","time spent":"398.155272ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:39.764533Z","caller":"traceutil/trace.go:171","msg":"trace[1287172766] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"256.14339ms","start":"2026-04-21T04:21:39.508367Z","end":"2026-04-21T04:21:39.76451Z","steps":["trace[1287172766] 'process raft request' (duration: 255.997887ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:40.264761Z","caller":"traceutil/trace.go:171","msg":"trace[460407310] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"234.863771ms","start":"2026-04-21T04:21:40.029873Z","end":"2026-04-21T04:21:40.264737Z","steps":["trace[460407310] 'process raft request' (duration: 234.686307ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:40.572653Z","caller":"traceutil/trace.go:171","msg":"trace[512351289] linearizableReadLoop","detail":"{readStateIndex:26390; appliedIndex:26385; }","duration":"334.131808ms","start":"2026-04-21T04:21:40.238504Z","end":"2026-04-21T04:21:40.572635Z","steps":["trace[512351289] 'read index received' (duration: 26.56748ms)","trace[512351289] 'applied index is now lower than readState.Index' (duration: 307.563458ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:40.57286Z","caller":"traceutil/trace.go:171","msg":"trace[2056884407] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"536.987326ms","start":"2026-04-21T04:21:40.035852Z","end":"2026-04-21T04:21:40.57284Z","steps":["trace[2056884407] 'process raft request' (duration: 536.677209ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:40.57291Z","caller":"traceutil/trace.go:171","msg":"trace[718152237] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"542.321806ms","start":"2026-04-21T04:21:40.030567Z","end":"2026-04-21T04:21:40.572888Z","steps":["trace[718152237] 'process raft request' (duration: 541.878785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.572964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.035845Z","time spent":"537.062738ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:40.572983Z","caller":"traceutil/trace.go:171","msg":"trace[796669984] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"542.390908ms","start":"2026-04-21T04:21:40.030577Z","end":"2026-04-21T04:21:40.572968Z","steps":["trace[796669984] 'process raft request' (duration: 541.895915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.438646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:21:40.573006Z","caller":"traceutil/trace.go:171","msg":"trace[1495996776] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"542.402618ms","start":"2026-04-21T04:21:40.030565Z","end":"2026-04-21T04:21:40.572968Z","steps":["trace[1495996776] 'process raft request' (duration: 541.769812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.030562Z","time spent":"542.45022ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:40.573053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.030549Z","time spent":"542.428119ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:40.572965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.449216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:21:40.573109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.795858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:40.573056Z","caller":"traceutil/trace.go:171","msg":"trace[1348566498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25550; }","duration":"334.497597ms","start":"2026-04-21T04:21:40.23855Z","end":"2026-04-21T04:21:40.573047Z","steps":["trace[1348566498] 'agreement among raft nodes before linearized reading' (duration: 334.440586ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:40.573138Z","caller":"traceutil/trace.go:171","msg":"trace[1672402731] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25550; }","duration":"209.86806ms","start":"2026-04-21T04:21:40.363261Z","end":"2026-04-21T04:21:40.57313Z","steps":["trace[1672402731] 'agreement among raft nodes before linearized reading' (duration: 209.820109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.238523Z","time spent":"334.617549ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:21:40.573095Z","caller":"traceutil/trace.go:171","msg":"trace[1890252621] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"541.524508ms","start":"2026-04-21T04:21:40.031544Z","end":"2026-04-21T04:21:40.573068Z","steps":["trace[1890252621] 'process raft request' (duration: 540.954263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.030545Z","time spent":"542.537922ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:21:40.573117Z","caller":"traceutil/trace.go:171","msg":"trace[1712373478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25550; }","duration":"334.651691ms","start":"2026-04-21T04:21:40.238458Z","end":"2026-04-21T04:21:40.57311Z","steps":["trace[1712373478] 'agreement among raft nodes before linearized reading' (duration: 334.415275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.031531Z","time spent":"541.660001ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:21:40.573295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.43034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-21T04:21:40.573331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.026615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:21:40.573324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.958093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:21:40.573348Z","caller":"traceutil/trace.go:171","msg":"trace[1311050987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25550; }","duration":"333.491232ms","start":"2026-04-21T04:21:40.239839Z","end":"2026-04-21T04:21:40.57333Z","steps":["trace[1311050987] 'agreement among raft nodes before linearized reading' (duration: 333.344078ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:40.57339Z","caller":"traceutil/trace.go:171","msg":"trace[587928868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25550; }","duration":"334.080386ms","start":"2026-04-21T04:21:40.239293Z","end":"2026-04-21T04:21:40.573373Z","steps":["trace[587928868] 'agreement among raft nodes before linearized reading' (duration: 333.876161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.239829Z","time spent":"333.552743ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:21:40.573418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.239272Z","time spent":"334.141627ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:21:40.573351Z","caller":"traceutil/trace.go:171","msg":"trace[1844683358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25550; }","duration":"334.063965ms","start":"2026-04-21T04:21:40.239282Z","end":"2026-04-21T04:21:40.573346Z","steps":["trace[1844683358] 'agreement among raft nodes before linearized reading' (duration: 333.966463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:40.573485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.23927Z","time spent":"334.203258ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:21:40.574585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:40.238439Z","time spent":"336.066694ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:21:41.132912Z","caller":"traceutil/trace.go:171","msg":"trace[102909082] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"129.768953ms","start":"2026-04-21T04:21:41.003124Z","end":"2026-04-21T04:21:41.132893Z","steps":["trace[102909082] 'process raft request' (duration: 129.620438ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:41.251488Z","caller":"traceutil/trace.go:171","msg":"trace[1099978164] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"226.784083ms","start":"2026-04-21T04:21:41.02467Z","end":"2026-04-21T04:21:41.251454Z","steps":["trace[1099978164] 'process raft request' (duration: 218.790338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:41.663571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.673129ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:21:42.807826Z","caller":"traceutil/trace.go:171","msg":"trace[1800600312] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"160.150114ms","start":"2026-04-21T04:21:42.647643Z","end":"2026-04-21T04:21:42.807793Z","steps":["trace[1800600312] 'process raft request' (duration: 104.617258ms)","trace[1800600312] 'compare' (duration: 55.408003ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:21:42.827639Z","caller":"traceutil/trace.go:171","msg":"trace[528990169] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"178.061913ms","start":"2026-04-21T04:21:42.649546Z","end":"2026-04-21T04:21:42.827607Z","steps":["trace[528990169] 'process raft request' (duration: 177.847127ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:42.827928Z","caller":"traceutil/trace.go:171","msg":"trace[1052195714] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"177.974121ms","start":"2026-04-21T04:21:42.649925Z","end":"2026-04-21T04:21:42.8279Z","steps":["trace[1052195714] 'process raft request' (duration: 177.626431ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:42.827976Z","caller":"traceutil/trace.go:171","msg":"trace[764477205] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"177.889519ms","start":"2026-04-21T04:21:42.650055Z","end":"2026-04-21T04:21:42.827945Z","steps":["trace[764477205] 'process raft request' (duration: 177.803937ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:21:42.828132Z","caller":"traceutil/trace.go:171","msg":"trace[414629977] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"178.109645ms","start":"2026-04-21T04:21:42.649998Z","end":"2026-04-21T04:21:42.828108Z","steps":["trace[414629977] 'process raft request' (duration: 177.779087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:21:58.052205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.955445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:21:58.052319Z","caller":"traceutil/trace.go:171","msg":"trace[2039784807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25699; }","duration":"143.119869ms","start":"2026-04-21T04:21:57.909167Z","end":"2026-04-21T04:21:58.052287Z","steps":["trace[2039784807] 'range keys from in-memory index tree' (duration: 142.865782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.519269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548215804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:00.519648Z","caller":"traceutil/trace.go:171","msg":"trace[1989125628] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26550; }","duration":"1.453247492s","start":"2026-04-21T04:21:59.06638Z","end":"2026-04-21T04:22:00.519628Z","steps":["trace[1989125628] 'read index received' (duration: 206.396295ms)","trace[1989125628] 'applied index is now lower than readState.Index' (duration: 1.246850067s)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:00.519725Z","caller":"traceutil/trace.go:171","msg":"trace[1360996889] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"1.588567449s","start":"2026-04-21T04:21:58.931147Z","end":"2026-04-21T04:22:00.519714Z","steps":["trace[1360996889] 'process raft request' (duration: 39.820742ms)","trace[1360996889] 'compare' (duration: 1.547488917s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:00.519787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.931119Z","time spent":"1.588632081s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.520075Z","caller":"traceutil/trace.go:171","msg":"trace[1428903490] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"1.588745364s","start":"2026-04-21T04:21:58.931319Z","end":"2026-04-21T04:22:00.520064Z","steps":["trace[1428903490] 'process raft request' (duration: 1.588149979s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.520131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.931295Z","time spent":"1.588804436s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.520257Z","caller":"traceutil/trace.go:171","msg":"trace[295170624] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"1.588910118s","start":"2026-04-21T04:21:58.931337Z","end":"2026-04-21T04:22:00.520247Z","steps":["trace[295170624] 'process raft request' (duration: 1.588216531s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.520307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.931297Z","time spent":"1.58898165s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.520447Z","caller":"traceutil/trace.go:171","msg":"trace[2014575949] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"1.588456257s","start":"2026-04-21T04:21:58.931981Z","end":"2026-04-21T04:22:00.520438Z","steps":["trace[2014575949] 'process raft request' (duration: 1.587610966s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.520497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:58.931968Z","time spent":"1.588500358s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:00.5207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454314708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:00.52075Z","caller":"traceutil/trace.go:171","msg":"trace[839713957] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25710; }","duration":"1.45440502s","start":"2026-04-21T04:21:59.066328Z","end":"2026-04-21T04:22:00.520733Z","steps":["trace[839713957] 'agreement among raft nodes before linearized reading' (duration: 1.454284127s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.520793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.066304Z","time spent":"1.454476882s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:00.61552Z","caller":"traceutil/trace.go:171","msg":"trace[888045187] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.420585134s","start":"2026-04-21T04:21:59.194912Z","end":"2026-04-21T04:22:00.615497Z","steps":["trace[888045187] 'process raft request' (duration: 1.420533612s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.615605Z","caller":"traceutil/trace.go:171","msg":"trace[566683694] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"1.444371355s","start":"2026-04-21T04:21:59.171195Z","end":"2026-04-21T04:22:00.615566Z","steps":["trace[566683694] 'process raft request' (duration: 1.444120099s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.615667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.194882Z","time spent":"1.420708117s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:00.615779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.171172Z","time spent":"1.444512618s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.706265Z","caller":"traceutil/trace.go:171","msg":"trace[1124190539] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"867.948906ms","start":"2026-04-21T04:21:59.838288Z","end":"2026-04-21T04:22:00.706237Z","steps":["trace[1124190539] 'process raft request' (duration: 822.640378ms)","trace[1124190539] 'compare' (duration: 45.106303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:00.706432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.838261Z","time spent":"868.080379ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.706499Z","caller":"traceutil/trace.go:171","msg":"trace[1289475131] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"368.964289ms","start":"2026-04-21T04:22:00.337507Z","end":"2026-04-21T04:22:00.706471Z","steps":["trace[1289475131] 'process raft request' (duration: 368.691712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.706672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.337459Z","time spent":"369.120682ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:00.794675Z","caller":"traceutil/trace.go:171","msg":"trace[296739042] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26554; }","duration":"274.95243ms","start":"2026-04-21T04:22:00.519683Z","end":"2026-04-21T04:22:00.794636Z","steps":["trace[296739042] 'read index received' (duration: 95.631697ms)","trace[296739042] 'applied index is now lower than readState.Index' (duration: 179.319943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:00.794785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.521302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:00.794856Z","caller":"traceutil/trace.go:171","msg":"trace[1345471495] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25714; }","duration":"540.649605ms","start":"2026-04-21T04:22:00.254186Z","end":"2026-04-21T04:22:00.794835Z","steps":["trace[1345471495] 'agreement among raft nodes before linearized reading' (duration: 540.527052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.794828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.083362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:00.794907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.254162Z","time spent":"540.733857ms","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:00.79493Z","caller":"traceutil/trace.go:171","msg":"trace[178764416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25714; }","duration":"718.239086ms","start":"2026-04-21T04:22:00.076663Z","end":"2026-04-21T04:22:00.794902Z","steps":["trace[178764416] 'agreement among raft nodes before linearized reading' (duration: 718.055651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.794977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.921743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:00.795011Z","caller":"traceutil/trace.go:171","msg":"trace[781178284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25714; }","duration":"887.991275ms","start":"2026-04-21T04:21:59.907012Z","end":"2026-04-21T04:22:00.795003Z","steps":["trace[781178284] 'agreement among raft nodes before linearized reading' (duration: 887.952764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.795008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.076642Z","time spent":"718.346679ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:00.795055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.906986Z","time spent":"888.043087ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:00.794948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593348427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:00.79531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.449657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:00.795344Z","caller":"traceutil/trace.go:171","msg":"trace[1874398701] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25714; }","duration":"717.484618ms","start":"2026-04-21T04:22:00.077849Z","end":"2026-04-21T04:22:00.795334Z","steps":["trace[1874398701] 'agreement among raft nodes before linearized reading' (duration: 717.396136ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.795346Z","caller":"traceutil/trace.go:171","msg":"trace[1528219936] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25714; }","duration":"1.593843109s","start":"2026-04-21T04:21:59.201486Z","end":"2026-04-21T04:22:00.795329Z","steps":["trace[1528219936] 'agreement among raft nodes before linearized reading' (duration: 1.593291426s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:00.795387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:00.077819Z","time spent":"717.559439ms","remote":"127.0.0.1:40844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:00.795401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:21:59.201426Z","time spent":"1.593959571s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:00.795582Z","caller":"traceutil/trace.go:171","msg":"trace[800931871] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"143.120369ms","start":"2026-04-21T04:22:00.652441Z","end":"2026-04-21T04:22:00.795561Z","steps":["trace[800931871] 'process raft request' (duration: 143.002396ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.795594Z","caller":"traceutil/trace.go:171","msg":"trace[2019099807] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"146.401358ms","start":"2026-04-21T04:22:00.649174Z","end":"2026-04-21T04:22:00.795575Z","steps":["trace[2019099807] 'process raft request' (duration: 145.364173ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.795706Z","caller":"traceutil/trace.go:171","msg":"trace[2029122413] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"143.052088ms","start":"2026-04-21T04:22:00.652647Z","end":"2026-04-21T04:22:00.795699Z","steps":["trace[2029122413] 'process raft request' (duration: 142.866072ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.795733Z","caller":"traceutil/trace.go:171","msg":"trace[1108086241] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"143.797625ms","start":"2026-04-21T04:22:00.651917Z","end":"2026-04-21T04:22:00.795715Z","steps":["trace[1108086241] 'process raft request' (duration: 143.423805ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:00.795787Z","caller":"traceutil/trace.go:171","msg":"trace[233179960] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"141.820907ms","start":"2026-04-21T04:22:00.653958Z","end":"2026-04-21T04:22:00.795779Z","steps":["trace[233179960] 'process raft request' (duration: 141.674322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:02.40886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528501560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:02.669581Z","caller":"traceutil/trace.go:171","msg":"trace[34085818] linearizableReadLoop","detail":"{readStateIndex:26567; appliedIndex:26566; }","duration":"761.210346ms","start":"2026-04-21T04:22:01.908342Z","end":"2026-04-21T04:22:02.669552Z","steps":["trace[34085818] 'read index received' (duration: 761.101873ms)","trace[34085818] 'applied index is now lower than readState.Index' (duration: 103.372µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:02.669755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.393551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:02.669889Z","caller":"traceutil/trace.go:171","msg":"trace[903915621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25722; }","duration":"761.521495ms","start":"2026-04-21T04:22:01.908286Z","end":"2026-04-21T04:22:02.669807Z","steps":["trace[903915621] 'agreement among raft nodes before linearized reading' (duration: 761.401841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:02.66995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.908265Z","time spent":"761.670868ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:02.669882Z","caller":"traceutil/trace.go:171","msg":"trace[1915825585] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"835.248877ms","start":"2026-04-21T04:22:01.834524Z","end":"2026-04-21T04:22:02.669773Z","steps":["trace[1915825585] 'process raft request' (duration: 834.831686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:02.670188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.834483Z","time spent":"835.623296ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.259964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.579588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:03.260147Z","caller":"traceutil/trace.go:171","msg":"trace[1505487208] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26567; }","duration":"590.469894ms","start":"2026-04-21T04:22:02.669662Z","end":"2026-04-21T04:22:03.260131Z","steps":["trace[1505487208] 'read index received' (duration: 460.650751ms)","trace[1505487208] 'applied index is now lower than readState.Index' (duration: 129.818143ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:03.260216Z","caller":"traceutil/trace.go:171","msg":"trace[851579490] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"638.006444ms","start":"2026-04-21T04:22:02.622197Z","end":"2026-04-21T04:22:03.260204Z","steps":["trace[851579490] 'process raft request' (duration: 637.869461ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.260228Z","caller":"traceutil/trace.go:171","msg":"trace[147888452] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"695.030099ms","start":"2026-04-21T04:22:02.565167Z","end":"2026-04-21T04:22:03.260197Z","steps":["trace[147888452] 'process raft request' (duration: 565.139125ms)","trace[147888452] 'compare' (duration: 128.793848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:03.260276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.622168Z","time spent":"638.073596ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.260366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.565131Z","time spent":"695.156721ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.260378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.112477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:03.260425Z","caller":"traceutil/trace.go:171","msg":"trace[1233355283] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25724; }","duration":"863.189469ms","start":"2026-04-21T04:22:02.397223Z","end":"2026-04-21T04:22:03.260413Z","steps":["trace[1233355283] 'agreement among raft nodes before linearized reading' (duration: 863.097097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.26046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.39721Z","time spent":"863.24096ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:03.260479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.693386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:03.260511Z","caller":"traceutil/trace.go:171","msg":"trace[96778646] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25724; }","duration":"927.749718ms","start":"2026-04-21T04:22:02.332751Z","end":"2026-04-21T04:22:03.2605Z","steps":["trace[96778646] 'agreement among raft nodes before linearized reading' (duration: 927.696236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.260541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.332739Z","time spent":"927.793418ms","remote":"127.0.0.1:59520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:03.260657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.910472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:03.260689Z","caller":"traceutil/trace.go:171","msg":"trace[1201486932] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25724; }","duration":"718.971314ms","start":"2026-04-21T04:22:02.541706Z","end":"2026-04-21T04:22:03.260678Z","steps":["trace[1201486932] 'agreement among raft nodes before linearized reading' (duration: 718.922483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.260693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327654972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:03.260719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.541691Z","time spent":"719.017995ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:03.260721Z","caller":"traceutil/trace.go:171","msg":"trace[2136121648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25724; }","duration":"1.327684273s","start":"2026-04-21T04:22:01.933028Z","end":"2026-04-21T04:22:03.260712Z","steps":["trace[2136121648] 'agreement among raft nodes before linearized reading' (duration: 1.327639942s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.260751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:01.93298Z","time spent":"1.327764706s","remote":"127.0.0.1:55304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:03.260777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060878451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-21T04:22:03.260816Z","caller":"traceutil/trace.go:171","msg":"trace[1028939338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25724; }","duration":"1.060951773s","start":"2026-04-21T04:22:02.199851Z","end":"2026-04-21T04:22:03.260803Z","steps":["trace[1028939338] 'agreement among raft nodes before linearized reading' (duration: 1.06081442s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.26088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.199825Z","time spent":"1.061044197s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T04:22:03.260975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.114307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:03.260986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.308664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:03.261004Z","caller":"traceutil/trace.go:171","msg":"trace[170456241] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25724; }","duration":"982.143018ms","start":"2026-04-21T04:22:02.278849Z","end":"2026-04-21T04:22:03.260993Z","steps":["trace[170456241] 'agreement among raft nodes before linearized reading' (duration: 982.096616ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.261018Z","caller":"traceutil/trace.go:171","msg":"trace[1775612792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25724; }","duration":"735.392696ms","start":"2026-04-21T04:22:02.525616Z","end":"2026-04-21T04:22:03.261009Z","steps":["trace[1775612792] 'agreement among raft nodes before linearized reading' (duration: 735.274493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.261032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.278803Z","time spent":"982.221409ms","remote":"127.0.0.1:55258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:03.261044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.525565Z","time spent":"735.474179ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:03.261157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.486758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:03.261181Z","caller":"traceutil/trace.go:171","msg":"trace[1175033896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25724; }","duration":"735.52693ms","start":"2026-04-21T04:22:02.525645Z","end":"2026-04-21T04:22:03.261172Z","steps":["trace[1175033896] 'agreement among raft nodes before linearized reading' (duration: 735.458898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.261205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.525632Z","time spent":"735.56704ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:03.261239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056938886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-21T04:22:03.261287Z","caller":"traceutil/trace.go:171","msg":"trace[1266568443] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25724; }","duration":"1.057020998s","start":"2026-04-21T04:22:02.204254Z","end":"2026-04-21T04:22:03.261275Z","steps":["trace[1266568443] 'agreement among raft nodes before linearized reading' (duration: 1.056921966s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.261313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.20423Z","time spent":"1.05707732s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T04:22:03.261876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.943264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:22:03.262172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.125368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:03.262286Z","caller":"traceutil/trace.go:171","msg":"trace[2087936519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25724; }","duration":"737.240221ms","start":"2026-04-21T04:22:02.524968Z","end":"2026-04-21T04:22:03.262208Z","steps":["trace[2087936519] 'agreement among raft nodes before linearized reading' (duration: 736.36491ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.262289Z","caller":"traceutil/trace.go:171","msg":"trace[1004459377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25724; }","duration":"737.084197ms","start":"2026-04-21T04:22:02.524863Z","end":"2026-04-21T04:22:03.261948Z","steps":["trace[1004459377] 'agreement among raft nodes before linearized reading' (duration: 736.81665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.262326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.52494Z","time spent":"737.377224ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:03.262361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.524814Z","time spent":"737.531938ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:22:03.304486Z","caller":"traceutil/trace.go:171","msg":"trace[994857995] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"593.20656ms","start":"2026-04-21T04:22:02.711263Z","end":"2026-04-21T04:22:03.304469Z","steps":["trace[994857995] 'process raft request' (duration: 593.064057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.304597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.711237Z","time spent":"593.298202ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.304764Z","caller":"traceutil/trace.go:171","msg":"trace[1029641523] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"592.458631ms","start":"2026-04-21T04:22:02.712291Z","end":"2026-04-21T04:22:03.30475Z","steps":["trace[1029641523] 'process raft request' (duration: 592.136013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.304909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.712263Z","time spent":"592.605475ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.305078Z","caller":"traceutil/trace.go:171","msg":"trace[207917941] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"503.499266ms","start":"2026-04-21T04:22:02.801539Z","end":"2026-04-21T04:22:03.305038Z","steps":["trace[207917941] 'process raft request' (duration: 503.143828ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.305158Z","caller":"traceutil/trace.go:171","msg":"trace[81922068] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"503.155829ms","start":"2026-04-21T04:22:02.801988Z","end":"2026-04-21T04:22:03.305144Z","steps":["trace[81922068] 'process raft request' (duration: 503.043246ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.305215Z","caller":"traceutil/trace.go:171","msg":"trace[898930139] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"502.847091ms","start":"2026-04-21T04:22:02.802343Z","end":"2026-04-21T04:22:03.30519Z","steps":["trace[898930139] 'process raft request' (duration: 502.740938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.801493Z","time spent":"503.66992ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.305352Z","caller":"traceutil/trace.go:171","msg":"trace[1848104400] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"502.685647ms","start":"2026-04-21T04:22:02.802651Z","end":"2026-04-21T04:22:03.305336Z","steps":["trace[1848104400] 'process raft request' (duration: 502.494073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.802332Z","time spent":"502.960263ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.30544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.73462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-21T04:22:03.305486Z","caller":"traceutil/trace.go:171","msg":"trace[2129979273] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25731; }","duration":"230.834072ms","start":"2026-04-21T04:22:03.074641Z","end":"2026-04-21T04:22:03.305475Z","steps":["trace[2129979273] 'agreement among raft nodes before linearized reading' (duration: 230.692498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.802639Z","time spent":"502.782359ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.305553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.327015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126088"} {"level":"info","ts":"2026-04-21T04:22:03.305655Z","caller":"traceutil/trace.go:171","msg":"trace[1895855561] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25731; }","duration":"211.451098ms","start":"2026-04-21T04:22:03.094193Z","end":"2026-04-21T04:22:03.305644Z","steps":["trace[1895855561] 'agreement among raft nodes before linearized reading' (duration: 211.12283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.594832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:22:03.305726Z","caller":"traceutil/trace.go:171","msg":"trace[2002131791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25731; }","duration":"119.686975ms","start":"2026-04-21T04:22:03.186027Z","end":"2026-04-21T04:22:03.305714Z","steps":["trace[2002131791] 'agreement among raft nodes before linearized reading' (duration: 119.479589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.250023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:03.30517Z","caller":"traceutil/trace.go:171","msg":"trace[238849925] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"503.180659ms","start":"2026-04-21T04:22:02.801934Z","end":"2026-04-21T04:22:03.305114Z","steps":["trace[238849925] 'process raft request' (duration: 502.962754ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.305883Z","caller":"traceutil/trace.go:171","msg":"trace[1494966958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25731; }","duration":"634.460279ms","start":"2026-04-21T04:22:02.671413Z","end":"2026-04-21T04:22:03.305873Z","steps":["trace[1494966958] 'agreement among raft nodes before linearized reading' (duration: 634.233163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.305911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.671329Z","time spent":"634.575192ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:03.305654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.347041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:03.305941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.801915Z","time spent":"503.982399ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.30599Z","caller":"traceutil/trace.go:171","msg":"trace[707897709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25731; }","duration":"327.710861ms","start":"2026-04-21T04:22:02.978264Z","end":"2026-04-21T04:22:03.305975Z","steps":["trace[707897709] 'agreement among raft nodes before linearized reading' (duration: 327.337201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.306036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.978253Z","time spent":"327.773082ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:03.305831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.801949Z","time spent":"503.292231ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.306163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.757201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:03.306442Z","caller":"traceutil/trace.go:171","msg":"trace[1087367381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25731; }","duration":"357.15153ms","start":"2026-04-21T04:22:02.949261Z","end":"2026-04-21T04:22:03.306412Z","steps":["trace[1087367381] 'agreement among raft nodes before linearized reading' (duration: 356.298889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.306823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:02.949243Z","time spent":"357.51711ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:03.805655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528501579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:03.926379Z","caller":"traceutil/trace.go:171","msg":"trace[1091591770] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"659.983933ms","start":"2026-04-21T04:22:03.266371Z","end":"2026-04-21T04:22:03.926355Z","steps":["trace[1091591770] 'process raft request' (duration: 659.800608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.926534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.266347Z","time spent":"660.102176ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.92666Z","caller":"traceutil/trace.go:171","msg":"trace[101861201] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"660.228008ms","start":"2026-04-21T04:22:03.266403Z","end":"2026-04-21T04:22:03.926631Z","steps":["trace[101861201] 'process raft request' (duration: 659.913631ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.926695Z","caller":"traceutil/trace.go:171","msg":"trace[1872522309] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"660.210258ms","start":"2026-04-21T04:22:03.266461Z","end":"2026-04-21T04:22:03.926671Z","steps":["trace[1872522309] 'process raft request' (duration: 660.067275ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.926735Z","caller":"traceutil/trace.go:171","msg":"trace[96024564] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"658.392673ms","start":"2026-04-21T04:22:03.268325Z","end":"2026-04-21T04:22:03.926718Z","steps":["trace[96024564] 'process raft request' (duration: 658.353722ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:03.926765Z","caller":"traceutil/trace.go:171","msg":"trace[1787004913] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"659.690914ms","start":"2026-04-21T04:22:03.267065Z","end":"2026-04-21T04:22:03.926756Z","steps":["trace[1787004913] 'process raft request' (duration: 659.531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.926807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.266376Z","time spent":"660.358172ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.926807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.266424Z","time spent":"660.321761ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.926825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.268316Z","time spent":"658.470035ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:03.926855Z","caller":"traceutil/trace.go:171","msg":"trace[6025575] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"659.739855ms","start":"2026-04-21T04:22:03.267103Z","end":"2026-04-21T04:22:03.926843Z","steps":["trace[6025575] 'process raft request' (duration: 659.53645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:03.926894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.267091Z","time spent":"659.783657ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:03.926806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.267055Z","time spent":"659.731366ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:04.427436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.400307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:04.427584Z","caller":"traceutil/trace.go:171","msg":"trace[1210755565] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26576; }","duration":"1.122246322s","start":"2026-04-21T04:22:03.305312Z","end":"2026-04-21T04:22:04.427558Z","steps":["trace[1210755565] 'read index received' (duration: 620.895127ms)","trace[1210755565] 'applied index is now lower than readState.Index' (duration: 501.349435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:04.427854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15982785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:04.427833Z","caller":"traceutil/trace.go:171","msg":"trace[1192155526] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.116868351s","start":"2026-04-21T04:22:03.310937Z","end":"2026-04-21T04:22:04.427805Z","steps":["trace[1192155526] 'process raft request' (duration: 839.990343ms)","trace[1192155526] 'compare' (duration: 276.256793ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:04.427923Z","caller":"traceutil/trace.go:171","msg":"trace[1654117100] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25738; }","duration":"1.159942723s","start":"2026-04-21T04:22:03.267963Z","end":"2026-04-21T04:22:04.427906Z","steps":["trace[1654117100] 'agreement among raft nodes before linearized reading' (duration: 1.15982933s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.427965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.267918Z","time spent":"1.160034355s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:22:04.427982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.310914Z","time spent":"1.117001453s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:04.428063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.066635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:04.428069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.02825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:04.428137Z","caller":"traceutil/trace.go:171","msg":"trace[1169798531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25738; }","duration":"253.193078ms","start":"2026-04-21T04:22:04.174922Z","end":"2026-04-21T04:22:04.428115Z","steps":["trace[1169798531] 'agreement among raft nodes before linearized reading' (duration: 253.063715ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:04.428142Z","caller":"traceutil/trace.go:171","msg":"trace[1684473534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25738; }","duration":"520.123412ms","start":"2026-04-21T04:22:03.908001Z","end":"2026-04-21T04:22:04.428124Z","steps":["trace[1684473534] 'agreement among raft nodes before linearized reading' (duration: 519.975959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.428112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.273085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:04.428188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.907934Z","time spent":"520.246257ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:04.428068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.836251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:04.428221Z","caller":"traceutil/trace.go:171","msg":"trace[524440437] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25738; }","duration":"344.405308ms","start":"2026-04-21T04:22:04.083793Z","end":"2026-04-21T04:22:04.428198Z","steps":["trace[524440437] 'agreement among raft nodes before linearized reading' (duration: 344.180563ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:04.428237Z","caller":"traceutil/trace.go:171","msg":"trace[2078194800] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25738; }","duration":"467.087187ms","start":"2026-04-21T04:22:03.961138Z","end":"2026-04-21T04:22:04.428225Z","steps":["trace[2078194800] 'agreement among raft nodes before linearized reading' (duration: 466.829261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.428272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.9611Z","time spent":"467.157619ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:04.428274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.083754Z","time spent":"344.509221ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:04.428255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119174546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:22:04.428307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.779768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:22:04.428333Z","caller":"traceutil/trace.go:171","msg":"trace[1998831747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25738; }","duration":"1.119277899s","start":"2026-04-21T04:22:03.309033Z","end":"2026-04-21T04:22:04.428311Z","steps":["trace[1998831747] 'agreement among raft nodes before linearized reading' (duration: 1.119074764s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:04.428369Z","caller":"traceutil/trace.go:171","msg":"trace[112305771] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25738; }","duration":"360.878301ms","start":"2026-04-21T04:22:04.067471Z","end":"2026-04-21T04:22:04.42835Z","steps":["trace[112305771] 'agreement among raft nodes before linearized reading' (duration: 360.634745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.428385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.309022Z","time spent":"1.11935473s","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:04.428419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.067419Z","time spent":"360.983914ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:04.42891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118957171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:120129"} {"level":"warn","ts":"2026-04-21T04:22:04.428922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120861937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:120129"} {"level":"info","ts":"2026-04-21T04:22:04.428975Z","caller":"traceutil/trace.go:171","msg":"trace[1703928473] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:25738; }","duration":"1.119076753s","start":"2026-04-21T04:22:03.309883Z","end":"2026-04-21T04:22:04.428959Z","steps":["trace[1703928473] 'agreement among raft nodes before linearized reading' (duration: 1.11808735s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.429014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.309847Z","time spent":"1.119155315s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":120152,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-21T04:22:04.428978Z","caller":"traceutil/trace.go:171","msg":"trace[771181883] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:25738; }","duration":"1.12095359s","start":"2026-04-21T04:22:03.308011Z","end":"2026-04-21T04:22:04.428965Z","steps":["trace[771181883] 'agreement among raft nodes before linearized reading' (duration: 1.119940875s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:04.429085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:03.307991Z","time spent":"1.121079584s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":120152,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-21T04:22:05.562718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.509143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:05.562838Z","caller":"traceutil/trace.go:171","msg":"trace[276305736] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25738; }","duration":"484.689527ms","start":"2026-04-21T04:22:05.078133Z","end":"2026-04-21T04:22:05.562822Z","steps":["trace[276305736] 'count revisions from in-memory index tree' (duration: 484.3622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.562863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.190619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:05.562884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.078108Z","time spent":"484.765519ms","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:05.562917Z","caller":"traceutil/trace.go:171","msg":"trace[1330742304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25738; }","duration":"656.283041ms","start":"2026-04-21T04:22:04.90662Z","end":"2026-04-21T04:22:05.562903Z","steps":["trace[1330742304] 'range keys from in-memory index tree' (duration: 656.100207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.563092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:04.9066Z","time spent":"656.484276ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:05.563208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.736018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:05.56325Z","caller":"traceutil/trace.go:171","msg":"trace[170626071] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25738; }","duration":"545.80481ms","start":"2026-04-21T04:22:05.017432Z","end":"2026-04-21T04:22:05.563237Z","steps":["trace[170626071] 'count revisions from in-memory index tree' (duration: 545.677307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.563286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.017416Z","time spent":"545.860631ms","remote":"127.0.0.1:56926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:05.808444Z","caller":"traceutil/trace.go:171","msg":"trace[1914147556] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"541.601778ms","start":"2026-04-21T04:22:05.266822Z","end":"2026-04-21T04:22:05.808423Z","steps":["trace[1914147556] 'process raft request' (duration: 541.480225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:05.808566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.266792Z","time spent":"541.710331ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:06.8308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02235988s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T04:22:06.831851Z","caller":"traceutil/trace.go:171","msg":"trace[757781416] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"1.520570789s","start":"2026-04-21T04:22:05.311226Z","end":"2026-04-21T04:22:06.831796Z","steps":["trace[757781416] 'process raft request' (duration: 1.520268201s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:06.832013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.3112Z","time spent":"1.520732252s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:07.023077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.260145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:07.023309Z","caller":"traceutil/trace.go:171","msg":"trace[1608972830] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"1.711974927s","start":"2026-04-21T04:22:05.311318Z","end":"2026-04-21T04:22:07.023292Z","steps":["trace[1608972830] 'process raft request' (duration: 1.711849194s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.023379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311291Z","time spent":"1.712058599s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:07.023337Z","caller":"traceutil/trace.go:171","msg":"trace[174285409] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"1.711932366s","start":"2026-04-21T04:22:05.31132Z","end":"2026-04-21T04:22:07.023252Z","steps":["trace[174285409] 'process raft request' (duration: 1.520417174s)","trace[174285409] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 190.620559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:07.023575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311311Z","time spent":"1.712122701s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:07.023695Z","caller":"traceutil/trace.go:171","msg":"trace[700324607] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.712311235s","start":"2026-04-21T04:22:05.311373Z","end":"2026-04-21T04:22:07.023684Z","steps":["trace[700324607] 'process raft request' (duration: 1.711875325s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.02376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311366Z","time spent":"1.712362466s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:07.023817Z","caller":"traceutil/trace.go:171","msg":"trace[1518151439] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"681.646863ms","start":"2026-04-21T04:22:06.342145Z","end":"2026-04-21T04:22:07.023792Z","steps":["trace[1518151439] 'process raft request' (duration: 681.607422ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:07.023882Z","caller":"traceutil/trace.go:171","msg":"trace[108060022] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"1.712444608s","start":"2026-04-21T04:22:05.311415Z","end":"2026-04-21T04:22:07.023859Z","steps":["trace[108060022] 'process raft request' (duration: 1.712150341s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:07.023904Z","caller":"traceutil/trace.go:171","msg":"trace[1537158030] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.712425178s","start":"2026-04-21T04:22:05.311425Z","end":"2026-04-21T04:22:07.02385Z","steps":["trace[1537158030] 'process raft request' (duration: 1.712238744s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:07.023981Z","caller":"traceutil/trace.go:171","msg":"trace[142998685] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"1.712458668s","start":"2026-04-21T04:22:05.311508Z","end":"2026-04-21T04:22:07.023967Z","steps":["trace[142998685] 'process raft request' (duration: 1.712193982s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.023995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.342114Z","time spent":"681.797616ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:07.02406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311501Z","time spent":"1.712514899s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:07.024056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311406Z","time spent":"1.71252614s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:07.024112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.311418Z","time spent":"1.712563791s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:07.024179Z","caller":"traceutil/trace.go:171","msg":"trace[69888190] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26584; }","duration":"1.685658594s","start":"2026-04-21T04:22:05.338509Z","end":"2026-04-21T04:22:07.024168Z","steps":["trace[69888190] 'read index received' (duration: 470.258615ms)","trace[69888190] 'applied index is now lower than readState.Index' (duration: 1.215398729s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:07.024359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685857738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:22:07.024396Z","caller":"traceutil/trace.go:171","msg":"trace[476747705] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:25747; }","duration":"1.68593285s","start":"2026-04-21T04:22:05.338454Z","end":"2026-04-21T04:22:07.024387Z","steps":["trace[476747705] 'agreement among raft nodes before linearized reading' (duration: 1.685805617s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.338439Z","time spent":"1.685979401s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:22:07.024458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.434755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-21T04:22:07.024513Z","caller":"traceutil/trace.go:171","msg":"trace[1683098904] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25747; }","duration":"280.519857ms","start":"2026-04-21T04:22:06.743975Z","end":"2026-04-21T04:22:07.024495Z","steps":["trace[1683098904] 'agreement among raft nodes before linearized reading' (duration: 280.408464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459326361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:07.024576Z","caller":"traceutil/trace.go:171","msg":"trace[431161505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25747; }","duration":"1.459575278s","start":"2026-04-21T04:22:05.564992Z","end":"2026-04-21T04:22:07.024567Z","steps":["trace[431161505] 'agreement among raft nodes before linearized reading' (duration: 1.459322141s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092947505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-21T04:22:07.024615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.564967Z","time spent":"1.459640718s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:07.024622Z","caller":"traceutil/trace.go:171","msg":"trace[359647788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25747; }","duration":"1.092998717s","start":"2026-04-21T04:22:05.931612Z","end":"2026-04-21T04:22:07.024611Z","steps":["trace[359647788] 'agreement among raft nodes before linearized reading' (duration: 1.092828752s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.931609Z","time spent":"1.093041608s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:07.02474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09313657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:22:07.02476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.734159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:07.024778Z","caller":"traceutil/trace.go:171","msg":"trace[1128022026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25747; }","duration":"1.09318355s","start":"2026-04-21T04:22:05.931585Z","end":"2026-04-21T04:22:07.024768Z","steps":["trace[1128022026] 'agreement among raft nodes before linearized reading' (duration: 1.093089388s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:07.024798Z","caller":"traceutil/trace.go:171","msg":"trace[1322496264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25747; }","duration":"592.821191ms","start":"2026-04-21T04:22:06.431965Z","end":"2026-04-21T04:22:07.024786Z","steps":["trace[1322496264] 'agreement among raft nodes before linearized reading' (duration: 592.707238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.913576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:07.02487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.431938Z","time spent":"592.922314ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T04:22:07.024898Z","caller":"traceutil/trace.go:171","msg":"trace[830370539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25747; }","duration":"899.972178ms","start":"2026-04-21T04:22:06.124915Z","end":"2026-04-21T04:22:07.024887Z","steps":["trace[830370539] 'agreement among raft nodes before linearized reading' (duration: 899.879646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.024806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.931579Z","time spent":"1.093220041s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:07.024929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094093463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:22:07.024939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:06.124896Z","time spent":"900.034269ms","remote":"127.0.0.1:52606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:07.024977Z","caller":"traceutil/trace.go:171","msg":"trace[1167678613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25747; }","duration":"1.094178815s","start":"2026-04-21T04:22:05.930783Z","end":"2026-04-21T04:22:07.024961Z","steps":["trace[1167678613] 'agreement among raft nodes before linearized reading' (duration: 1.09399018s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.025018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.930759Z","time spent":"1.094252366s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:22:07.025229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094121153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:07.025412Z","caller":"traceutil/trace.go:171","msg":"trace[2093018928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25747; }","duration":"1.094352279s","start":"2026-04-21T04:22:05.931036Z","end":"2026-04-21T04:22:07.025388Z","steps":["trace[2093018928] 'agreement among raft nodes before linearized reading' (duration: 1.093917669s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.025475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:05.93103Z","time spent":"1.094433091s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:22:07.419116Z","caller":"traceutil/trace.go:171","msg":"trace[1369077508] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26592; }","duration":"389.46644ms","start":"2026-04-21T04:22:07.029619Z","end":"2026-04-21T04:22:07.419086Z","steps":["trace[1369077508] 'read index received' (duration: 316.688161ms)","trace[1369077508] 'applied index is now lower than readState.Index' (duration: 72.776569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:07.419115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.026647Z","time spent":"392.459133ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T04:22:07.419372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.722276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-953514f2-6a28-4ad5-b7d0-d141d7a8670f\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-21T04:22:07.419451Z","caller":"traceutil/trace.go:171","msg":"trace[1100486110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-953514f2-6a28-4ad5-b7d0-d141d7a8670f; range_end:; response_count:1; response_revision:25747; }","duration":"389.832199ms","start":"2026-04-21T04:22:07.0296Z","end":"2026-04-21T04:22:07.419432Z","steps":["trace[1100486110] 'agreement among raft nodes before linearized reading' (duration: 389.596163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:07.419498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.029583Z","time spent":"389.906311ms","remote":"127.0.0.1:40584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-953514f2-6a28-4ad5-b7d0-d141d7a8670f\" "} {"level":"warn","ts":"2026-04-21T04:22:07.920237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528501614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T04:22:08.301643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.767797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:08.301992Z","caller":"traceutil/trace.go:171","msg":"trace[1894866815] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"1.269813689s","start":"2026-04-21T04:22:07.03216Z","end":"2026-04-21T04:22:08.301974Z","steps":["trace[1894866815] 'process raft request' (duration: 1.269772448s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.302071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.032147Z","time spent":"1.26989228s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.302275Z","caller":"traceutil/trace.go:171","msg":"trace[1663319969] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.271154871s","start":"2026-04-21T04:22:07.031089Z","end":"2026-04-21T04:22:08.302244Z","steps":["trace[1663319969] 'process raft request' (duration: 1.27067481s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:08.302323Z","caller":"traceutil/trace.go:171","msg":"trace[1901490192] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"1.270885335s","start":"2026-04-21T04:22:07.031426Z","end":"2026-04-21T04:22:08.302311Z","steps":["trace[1901490192] 'process raft request' (duration: 1.270441394s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.302376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.031419Z","time spent":"1.270929196s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:08.302421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.031085Z","time spent":"1.271261945s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.302512Z","caller":"traceutil/trace.go:171","msg":"trace[360426559] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"1.270410553s","start":"2026-04-21T04:22:07.032093Z","end":"2026-04-21T04:22:08.302503Z","steps":["trace[360426559] 'process raft request' (duration: 1.269809768s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.302568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.032086Z","time spent":"1.270456194s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.302647Z","caller":"traceutil/trace.go:171","msg":"trace[1386196428] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.271599632s","start":"2026-04-21T04:22:07.031006Z","end":"2026-04-21T04:22:08.302606Z","steps":["trace[1386196428] 'process raft request' (duration: 1.004781831s)","trace[1386196428] 'compare' (duration: 264.701619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:08.302798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.030979Z","time spent":"1.271743076s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.362037Z","caller":"traceutil/trace.go:171","msg":"trace[1263806589] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26593; }","duration":"942.834935ms","start":"2026-04-21T04:22:07.419184Z","end":"2026-04-21T04:22:08.362019Z","steps":["trace[1263806589] 'read index received' (duration: 616.54718ms)","trace[1263806589] 'applied index is now lower than readState.Index' (duration: 326.286875ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:08.362141Z","caller":"traceutil/trace.go:171","msg":"trace[757696082] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"941.952204ms","start":"2026-04-21T04:22:07.420177Z","end":"2026-04-21T04:22:08.362129Z","steps":["trace[757696082] 'process raft request' (duration: 941.597965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.362215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.420155Z","time spent":"942.012226ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.362577Z","caller":"traceutil/trace.go:171","msg":"trace[1903682688] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"549.201024ms","start":"2026-04-21T04:22:07.813362Z","end":"2026-04-21T04:22:08.362563Z","steps":["trace[1903682688] 'process raft request' (duration: 548.533017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.362647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.813337Z","time spent":"549.276685ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:08.362914Z","caller":"traceutil/trace.go:171","msg":"trace[147913279] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"363.731511ms","start":"2026-04-21T04:22:07.999171Z","end":"2026-04-21T04:22:08.362902Z","steps":["trace[147913279] 'process raft request' (duration: 362.776877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.362979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.999146Z","time spent":"363.802962ms","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:08.363135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331200169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.363175Z","caller":"traceutil/trace.go:171","msg":"trace[1720792425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25755; }","duration":"1.331266041s","start":"2026-04-21T04:22:07.0319Z","end":"2026-04-21T04:22:08.363166Z","steps":["trace[1720792425] 'agreement among raft nodes before linearized reading' (duration: 1.331203579s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.363203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.031891Z","time spent":"1.331306241s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:08.363368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.396546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:08.363408Z","caller":"traceutil/trace.go:171","msg":"trace[639405883] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25755; }","duration":"418.435707ms","start":"2026-04-21T04:22:07.944961Z","end":"2026-04-21T04:22:08.363396Z","steps":["trace[639405883] 'agreement among raft nodes before linearized reading' (duration: 418.378146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:08.363438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:07.944914Z","time spent":"418.5136ms","remote":"127.0.0.1:56902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:09.002654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.174868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-21T04:22:09.002781Z","caller":"traceutil/trace.go:171","msg":"trace[727916242] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25755; }","duration":"298.355622ms","start":"2026-04-21T04:22:08.704402Z","end":"2026-04-21T04:22:09.002757Z","steps":["trace[727916242] 'range keys from in-memory index tree' (duration: 297.942703ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:09.457447Z","caller":"traceutil/trace.go:171","msg":"trace[1787655753] linearizableReadLoop","detail":"{readStateIndex:26602; appliedIndex:26601; }","duration":"445.297503ms","start":"2026-04-21T04:22:09.012117Z","end":"2026-04-21T04:22:09.457415Z","steps":["trace[1787655753] 'read index received' (duration: 445.045327ms)","trace[1787655753] 'applied index is now lower than readState.Index' (duration: 250.806µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:09.457652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.510209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-21T04:22:09.457693Z","caller":"traceutil/trace.go:171","msg":"trace[885842507] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25756; }","duration":"445.587302ms","start":"2026-04-21T04:22:09.012093Z","end":"2026-04-21T04:22:09.45768Z","steps":["trace[885842507] 'agreement among raft nodes before linearized reading' (duration: 445.428198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:09.457733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.012077Z","time spent":"445.647404ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-21T04:22:09.457675Z","caller":"traceutil/trace.go:171","msg":"trace[539881453] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"619.413912ms","start":"2026-04-21T04:22:08.838218Z","end":"2026-04-21T04:22:09.457632Z","steps":["trace[539881453] 'process raft request' (duration: 618.9546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:09.458013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:08.83819Z","time spent":"619.724089ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.018195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528501633,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:10.285551Z","caller":"traceutil/trace.go:171","msg":"trace[1263039188] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.257010146s","start":"2026-04-21T04:22:09.028488Z","end":"2026-04-21T04:22:10.285498Z","steps":["trace[1263039188] 'process raft request' (duration: 1.256674738s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.285873Z","caller":"traceutil/trace.go:171","msg":"trace[1969830987] linearizableReadLoop","detail":"{readStateIndex:26608; appliedIndex:26602; }","duration":"767.732516ms","start":"2026-04-21T04:22:09.518119Z","end":"2026-04-21T04:22:10.285852Z","steps":["trace[1969830987] 'read index received' (duration: 767.073ms)","trace[1969830987] 'applied index is now lower than readState.Index' (duration: 658.026µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:10.28592Z","caller":"traceutil/trace.go:171","msg":"trace[117693919] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.255615421s","start":"2026-04-21T04:22:09.030247Z","end":"2026-04-21T04:22:10.285863Z","steps":["trace[117693919] 'process raft request' (duration: 1.255414466s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.285972Z","caller":"traceutil/trace.go:171","msg":"trace[965810156] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.254361721s","start":"2026-04-21T04:22:09.031576Z","end":"2026-04-21T04:22:10.285938Z","steps":["trace[965810156] 'process raft request' (duration: 1.254235578s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.285994Z","caller":"traceutil/trace.go:171","msg":"trace[2146906573] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.25513811s","start":"2026-04-21T04:22:09.03077Z","end":"2026-04-21T04:22:10.285908Z","steps":["trace[2146906573] 'process raft request' (duration: 1.255003667s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:10.28606Z","caller":"traceutil/trace.go:171","msg":"trace[439970064] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.255708293s","start":"2026-04-21T04:22:09.030339Z","end":"2026-04-21T04:22:10.286047Z","steps":["trace[439970064] 'process raft request' (duration: 1.255397836s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.286098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.979002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:22:10.286096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.030236Z","time spent":"1.255766925s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:10.28614Z","caller":"traceutil/trace.go:171","msg":"trace[2081096663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25762; }","duration":"768.064764ms","start":"2026-04-21T04:22:09.518063Z","end":"2026-04-21T04:22:10.286127Z","steps":["trace[2081096663] 'agreement among raft nodes before linearized reading' (duration: 767.89437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.286145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.031564Z","time spent":"1.254495165s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.286181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.518041Z","time spent":"768.131985ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:10.286187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.030316Z","time spent":"1.255816956s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:10.285976Z","caller":"traceutil/trace.go:171","msg":"trace[505406084] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.255919309s","start":"2026-04-21T04:22:09.030013Z","end":"2026-04-21T04:22:10.285933Z","steps":["trace[505406084] 'process raft request' (duration: 1.255393946s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:10.286332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.030747Z","time spent":"1.255386335s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.286361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.029988Z","time spent":"1.256325359s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:10.285763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.028468Z","time spent":"1.25718521s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.034094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.787774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:11.034206Z","caller":"traceutil/trace.go:171","msg":"trace[305724818] linearizableReadLoop","detail":"{readStateIndex:26609; appliedIndex:26608; }","duration":"748.259029ms","start":"2026-04-21T04:22:10.285929Z","end":"2026-04-21T04:22:11.034189Z","steps":["trace[305724818] 'read index received' (duration: 485.377824ms)","trace[305724818] 'applied index is now lower than readState.Index' (duration: 262.879565ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:11.034236Z","caller":"traceutil/trace.go:171","msg":"trace[1508927964] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"858.72825ms","start":"2026-04-21T04:22:10.175469Z","end":"2026-04-21T04:22:11.034198Z","steps":["trace[1508927964] 'process raft request' (duration: 595.748011ms)","trace[1508927964] 'compare' (duration: 262.147328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:11.034311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.356032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.034352Z","caller":"traceutil/trace.go:171","msg":"trace[347071585] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25763; }","duration":"775.432004ms","start":"2026-04-21T04:22:10.258906Z","end":"2026-04-21T04:22:11.034338Z","steps":["trace[347071585] 'agreement among raft nodes before linearized reading' (duration: 775.361422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.034389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.258884Z","time spent":"775.495255ms","remote":"127.0.0.1:35550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:11.034396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.17545Z","time spent":"858.864473ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.034363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127027238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:11.034424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29851772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xvd6d.18a843b42a758a3f\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-04-21T04:22:11.034465Z","caller":"traceutil/trace.go:171","msg":"trace[146031695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25763; }","duration":"1.127138751s","start":"2026-04-21T04:22:09.907305Z","end":"2026-04-21T04:22:11.034443Z","steps":["trace[146031695] 'agreement among raft nodes before linearized reading' (duration: 1.126974487s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.034488Z","caller":"traceutil/trace.go:171","msg":"trace[422188505] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-xvd6d.18a843b42a758a3f; range_end:; response_count:1; response_revision:25763; }","duration":"1.298585131s","start":"2026-04-21T04:22:09.735887Z","end":"2026-04-21T04:22:11.034472Z","steps":["trace[422188505] 'agreement among raft nodes before linearized reading' (duration: 1.298413027s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.034513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.907227Z","time spent":"1.127278344s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:11.034529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:09.735815Z","time spent":"1.298705334s","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-xvd6d.18a843b42a758a3f\" "} {"level":"warn","ts":"2026-04-21T04:22:11.034747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032912309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.034789Z","caller":"traceutil/trace.go:171","msg":"trace[1752024565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25763; }","duration":"1.03298747s","start":"2026-04-21T04:22:10.001789Z","end":"2026-04-21T04:22:11.034777Z","steps":["trace[1752024565] 'agreement among raft nodes before linearized reading' (duration: 1.032926098s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.03482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.001768Z","time spent":"1.033043061s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:11.03509Z","caller":"traceutil/trace.go:171","msg":"trace[1346223555] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"662.445413ms","start":"2026-04-21T04:22:10.372631Z","end":"2026-04-21T04:22:11.035076Z","steps":["trace[1346223555] 'process raft request' (duration: 662.122195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.035175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.372592Z","time spent":"662.528555ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:11.067992Z","caller":"traceutil/trace.go:171","msg":"trace[648083156] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"356.152575ms","start":"2026-04-21T04:22:10.711819Z","end":"2026-04-21T04:22:11.067971Z","steps":["trace[648083156] 'process raft request' (duration: 355.647143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.711797Z","time spent":"356.246248ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:11.068259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.07727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:11.068319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.227817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:11.068361Z","caller":"traceutil/trace.go:171","msg":"trace[1754136435] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25765; }","duration":"362.244075ms","start":"2026-04-21T04:22:10.70609Z","end":"2026-04-21T04:22:11.068334Z","steps":["trace[1754136435] 'agreement among raft nodes before linearized reading' (duration: 362.048839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.706069Z","time spent":"362.334368ms","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:11.068414Z","caller":"traceutil/trace.go:171","msg":"trace[535792333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25765; }","duration":"761.369401ms","start":"2026-04-21T04:22:10.30702Z","end":"2026-04-21T04:22:11.068389Z","steps":["trace[535792333] 'agreement among raft nodes before linearized reading' (duration: 761.105544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.30699Z","time spent":"761.469333ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:11.068493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.232013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:22:11.068264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.010781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:11.068572Z","caller":"traceutil/trace.go:171","msg":"trace[1719728790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25765; }","duration":"762.351275ms","start":"2026-04-21T04:22:10.306206Z","end":"2026-04-21T04:22:11.068557Z","steps":["trace[1719728790] 'agreement among raft nodes before linearized reading' (duration: 762.11949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.306191Z","time spent":"762.427128ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T04:22:11.068626Z","caller":"traceutil/trace.go:171","msg":"trace[1264579588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25765; }","duration":"761.389661ms","start":"2026-04-21T04:22:10.307218Z","end":"2026-04-21T04:22:11.068607Z","steps":["trace[1264579588] 'agreement among raft nodes before linearized reading' (duration: 760.848007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.847163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:22:11.068682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.307141Z","time spent":"761.524125ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:22:11.068709Z","caller":"traceutil/trace.go:171","msg":"trace[2014419067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25765; }","duration":"761.912234ms","start":"2026-04-21T04:22:10.306765Z","end":"2026-04-21T04:22:11.068677Z","steps":["trace[2014419067] 'agreement among raft nodes before linearized reading' (duration: 761.526184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.202362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:22:11.068747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.30676Z","time spent":"761.979556ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:22:11.068794Z","caller":"traceutil/trace.go:171","msg":"trace[1300499009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25765; }","duration":"778.5291ms","start":"2026-04-21T04:22:10.290234Z","end":"2026-04-21T04:22:11.068763Z","steps":["trace[1300499009] 'agreement among raft nodes before linearized reading' (duration: 777.952695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.068862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.290215Z","time spent":"778.632862ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:11.068866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.434762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:11.068955Z","caller":"traceutil/trace.go:171","msg":"trace[1638994253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25765; }","duration":"761.538855ms","start":"2026-04-21T04:22:10.307387Z","end":"2026-04-21T04:22:11.068925Z","steps":["trace[1638994253] 'agreement among raft nodes before linearized reading' (duration: 761.269709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.069019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:10.307377Z","time spent":"761.632677ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:22:11.170251Z","caller":"traceutil/trace.go:171","msg":"trace[1180237583] linearizableReadLoop","detail":"{readStateIndex:26614; appliedIndex:26613; }","duration":"100.386854ms","start":"2026-04-21T04:22:11.069834Z","end":"2026-04-21T04:22:11.170221Z","steps":["trace[1180237583] 'read index received' (duration: 94.470259ms)","trace[1180237583] 'applied index is now lower than readState.Index' (duration: 5.914985ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:11.170443Z","caller":"traceutil/trace.go:171","msg":"trace[542347730] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"100.915676ms","start":"2026-04-21T04:22:11.069409Z","end":"2026-04-21T04:22:11.170325Z","steps":["trace[542347730] 'process raft request' (duration: 94.870119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.170887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.962068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18615"} {"level":"info","ts":"2026-04-21T04:22:11.171198Z","caller":"traceutil/trace.go:171","msg":"trace[1950079099] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25766; }","duration":"101.298646ms","start":"2026-04-21T04:22:11.06983Z","end":"2026-04-21T04:22:11.171129Z","steps":["trace[1950079099] 'agreement among raft nodes before linearized reading' (duration: 100.536677ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.174604Z","caller":"traceutil/trace.go:171","msg":"trace[2032586485] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"101.044599ms","start":"2026-04-21T04:22:11.073511Z","end":"2026-04-21T04:22:11.174556Z","steps":["trace[2032586485] 'process raft request' (duration: 100.875375ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:11.174659Z","caller":"traceutil/trace.go:171","msg":"trace[1584541156] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"101.484141ms","start":"2026-04-21T04:22:11.073132Z","end":"2026-04-21T04:22:11.174616Z","steps":["trace[1584541156] 'process raft request' (duration: 101.109842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:11.397172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.930923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:11.397311Z","caller":"traceutil/trace.go:171","msg":"trace[499052745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25771; }","duration":"118.089166ms","start":"2026-04-21T04:22:11.279201Z","end":"2026-04-21T04:22:11.39729Z","steps":["trace[499052745] 'range keys from in-memory index tree' (duration: 117.906702ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.444897Z","caller":"traceutil/trace.go:171","msg":"trace[1544012559] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"152.960139ms","start":"2026-04-21T04:22:12.29189Z","end":"2026-04-21T04:22:12.44485Z","steps":["trace[1544012559] 'process raft request' (duration: 152.705873ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.580167Z","caller":"traceutil/trace.go:171","msg":"trace[951066941] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"288.184855ms","start":"2026-04-21T04:22:12.291952Z","end":"2026-04-21T04:22:12.580137Z","steps":["trace[951066941] 'process raft request' (duration: 287.911058ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.580656Z","caller":"traceutil/trace.go:171","msg":"trace[856246392] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"288.590484ms","start":"2026-04-21T04:22:12.291969Z","end":"2026-04-21T04:22:12.580559Z","steps":["trace[856246392] 'process raft request' (duration: 288.104602ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.581126Z","caller":"traceutil/trace.go:171","msg":"trace[483609218] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"288.967655ms","start":"2026-04-21T04:22:12.292123Z","end":"2026-04-21T04:22:12.581091Z","steps":["trace[483609218] 'process raft request' (duration: 288.559634ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.58157Z","caller":"traceutil/trace.go:171","msg":"trace[1466838437] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"288.547404ms","start":"2026-04-21T04:22:12.292995Z","end":"2026-04-21T04:22:12.581543Z","steps":["trace[1466838437] 'process raft request' (duration: 287.99698ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:12.581596Z","caller":"traceutil/trace.go:171","msg":"trace[190585527] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"287.394295ms","start":"2026-04-21T04:22:12.29417Z","end":"2026-04-21T04:22:12.581565Z","steps":["trace[190585527] 'process raft request' (duration: 287.283073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.356955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.892563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:13.357045Z","caller":"traceutil/trace.go:171","msg":"trace[2094455510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25779; }","duration":"449.046727ms","start":"2026-04-21T04:22:12.907978Z","end":"2026-04-21T04:22:13.357024Z","steps":["trace[2094455510] 'range keys from in-memory index tree' (duration: 448.804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.35709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:12.907955Z","time spent":"449.126139ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:13.358001Z","caller":"traceutil/trace.go:171","msg":"trace[228551098] linearizableReadLoop","detail":"{readStateIndex:26628; appliedIndex:26627; }","duration":"281.488511ms","start":"2026-04-21T04:22:13.076482Z","end":"2026-04-21T04:22:13.35797Z","steps":["trace[228551098] 'read index received' (duration: 230.240649ms)","trace[228551098] 'applied index is now lower than readState.Index' (duration: 51.246442ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:13.358159Z","caller":"traceutil/trace.go:171","msg":"trace[1675426845] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"315.981125ms","start":"2026-04-21T04:22:13.042163Z","end":"2026-04-21T04:22:13.358144Z","steps":["trace[1675426845] 'process raft request' (duration: 264.551138ms)","trace[1675426845] 'compare' (duration: 50.967385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:13.358276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:13.042132Z","time spent":"316.061416ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:13.358384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.60417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:22:13.358435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.990811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:13.358461Z","caller":"traceutil/trace.go:171","msg":"trace[258981741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25780; }","duration":"179.694473ms","start":"2026-04-21T04:22:13.178745Z","end":"2026-04-21T04:22:13.35844Z","steps":["trace[258981741] 'agreement among raft nodes before linearized reading' (duration: 179.470497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.3584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.902631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:13.358536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.820744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:13.358632Z","caller":"traceutil/trace.go:171","msg":"trace[588047502] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25780; }","duration":"119.022309ms","start":"2026-04-21T04:22:13.239588Z","end":"2026-04-21T04:22:13.358611Z","steps":["trace[588047502] 'agreement among raft nodes before linearized reading' (duration: 118.755842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.358665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.376521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:22:13.358669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.728389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:13.358731Z","caller":"traceutil/trace.go:171","msg":"trace[940525773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25780; }","duration":"178.443932ms","start":"2026-04-21T04:22:13.18026Z","end":"2026-04-21T04:22:13.358704Z","steps":["trace[940525773] 'agreement among raft nodes before linearized reading' (duration: 178.281148ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.358565Z","caller":"traceutil/trace.go:171","msg":"trace[702542303] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25780; }","duration":"282.108466ms","start":"2026-04-21T04:22:13.076442Z","end":"2026-04-21T04:22:13.35855Z","steps":["trace[702542303] 'agreement among raft nodes before linearized reading' (duration: 281.896101ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.358765Z","caller":"traceutil/trace.go:171","msg":"trace[1812444545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25780; }","duration":"178.861582ms","start":"2026-04-21T04:22:13.179884Z","end":"2026-04-21T04:22:13.358745Z","steps":["trace[1812444545] 'agreement among raft nodes before linearized reading' (duration: 178.539194ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.358503Z","caller":"traceutil/trace.go:171","msg":"trace[467841269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25780; }","duration":"178.106595ms","start":"2026-04-21T04:22:13.180375Z","end":"2026-04-21T04:22:13.358481Z","steps":["trace[467841269] 'agreement among raft nodes before linearized reading' (duration: 177.92341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:13.35869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.886843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:13.358965Z","caller":"traceutil/trace.go:171","msg":"trace[413523667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25780; }","duration":"179.206281ms","start":"2026-04-21T04:22:13.179749Z","end":"2026-04-21T04:22:13.358955Z","steps":["trace[413523667] 'agreement among raft nodes before linearized reading' (duration: 178.837582ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.477948Z","caller":"traceutil/trace.go:171","msg":"trace[1039381182] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"114.15567ms","start":"2026-04-21T04:22:13.363749Z","end":"2026-04-21T04:22:13.477905Z","steps":["trace[1039381182] 'process raft request' (duration: 112.721424ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.478361Z","caller":"traceutil/trace.go:171","msg":"trace[1502497378] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"114.529849ms","start":"2026-04-21T04:22:13.36381Z","end":"2026-04-21T04:22:13.47834Z","steps":["trace[1502497378] 'process raft request' (duration: 114.022397ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.478412Z","caller":"traceutil/trace.go:171","msg":"trace[262568981] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"114.181871ms","start":"2026-04-21T04:22:13.364217Z","end":"2026-04-21T04:22:13.478399Z","steps":["trace[262568981] 'process raft request' (duration: 113.906284ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.478414Z","caller":"traceutil/trace.go:171","msg":"trace[1589526307] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"114.54706ms","start":"2026-04-21T04:22:13.363829Z","end":"2026-04-21T04:22:13.478376Z","steps":["trace[1589526307] 'process raft request' (duration: 114.169261ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:13.627576Z","caller":"traceutil/trace.go:171","msg":"trace[164441298] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"122.566386ms","start":"2026-04-21T04:22:13.504973Z","end":"2026-04-21T04:22:13.62754Z","steps":["trace[164441298] 'process raft request' (duration: 82.921057ms)","trace[164441298] 'compare' (duration: 39.415824ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:14.700946Z","caller":"traceutil/trace.go:171","msg":"trace[1528755444] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"113.389661ms","start":"2026-04-21T04:22:14.587526Z","end":"2026-04-21T04:22:14.700915Z","steps":["trace[1528755444] 'process raft request' (duration: 113.174836ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:14.701069Z","caller":"traceutil/trace.go:171","msg":"trace[351970332] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"113.608787ms","start":"2026-04-21T04:22:14.587453Z","end":"2026-04-21T04:22:14.701062Z","steps":["trace[351970332] 'process raft request' (duration: 69.237552ms)","trace[351970332] 'compare' (duration: 43.822541ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:14.701138Z","caller":"traceutil/trace.go:171","msg":"trace[2002659423] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"113.431133ms","start":"2026-04-21T04:22:14.587636Z","end":"2026-04-21T04:22:14.701068Z","steps":["trace[2002659423] 'process raft request' (duration: 113.132496ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:14.701174Z","caller":"traceutil/trace.go:171","msg":"trace[1512225168] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"113.35079ms","start":"2026-04-21T04:22:14.587817Z","end":"2026-04-21T04:22:14.701168Z","steps":["trace[1512225168] 'process raft request' (duration: 112.988181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:15.21856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.031462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:15.218884Z","caller":"traceutil/trace.go:171","msg":"trace[2136772304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25794; }","duration":"311.405661ms","start":"2026-04-21T04:22:14.907456Z","end":"2026-04-21T04:22:15.218862Z","steps":["trace[2136772304] 'range keys from in-memory index tree' (duration: 310.92267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:15.219532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:14.907431Z","time spent":"312.078898ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:15.700521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.469186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:15.700648Z","caller":"traceutil/trace.go:171","msg":"trace[1542614999] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"172.593919ms","start":"2026-04-21T04:22:15.528007Z","end":"2026-04-21T04:22:15.700601Z","steps":["trace[1542614999] 'process raft request' (duration: 53.97087ms)","trace[1542614999] 'compare' (duration: 117.973873ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:15.926266Z","caller":"traceutil/trace.go:171","msg":"trace[249239980] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"397.952907ms","start":"2026-04-21T04:22:15.528282Z","end":"2026-04-21T04:22:15.926235Z","steps":["trace[249239980] 'process raft request' (duration: 377.511076ms)","trace[249239980] 'compare' (duration: 20.120363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:15.926384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.528204Z","time spent":"398.118321ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:15.92638Z","caller":"traceutil/trace.go:171","msg":"trace[737561620] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"397.978217ms","start":"2026-04-21T04:22:15.528369Z","end":"2026-04-21T04:22:15.926348Z","steps":["trace[737561620] 'process raft request' (duration: 397.866195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:15.926557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.528347Z","time spent":"398.108251ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:15.926954Z","caller":"traceutil/trace.go:171","msg":"trace[306304420] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"397.926297ms","start":"2026-04-21T04:22:15.528353Z","end":"2026-04-21T04:22:15.92628Z","steps":["trace[306304420] 'process raft request' (duration: 397.782173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:15.927176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:15.52833Z","time spent":"398.708025ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:15.929396Z","caller":"traceutil/trace.go:171","msg":"trace[1732769521] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"294.460497ms","start":"2026-04-21T04:22:15.634916Z","end":"2026-04-21T04:22:15.929376Z","steps":["trace[1732769521] 'process raft request' (duration: 294.120819ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:16.995579Z","caller":"traceutil/trace.go:171","msg":"trace[1135139916] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"288.03174ms","start":"2026-04-21T04:22:16.707513Z","end":"2026-04-21T04:22:16.995545Z","steps":["trace[1135139916] 'process raft request' (duration: 226.529806ms)","trace[1135139916] 'compare' (duration: 61.019292ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:17.146362Z","caller":"traceutil/trace.go:171","msg":"trace[1077235979] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"438.747245ms","start":"2026-04-21T04:22:16.707578Z","end":"2026-04-21T04:22:17.146325Z","steps":["trace[1077235979] 'process raft request' (duration: 393.804586ms)","trace[1077235979] 'compare' (duration: 44.715463ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:17.146423Z","caller":"traceutil/trace.go:171","msg":"trace[74589009] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"438.085788ms","start":"2026-04-21T04:22:16.708297Z","end":"2026-04-21T04:22:17.146383Z","steps":["trace[74589009] 'process raft request' (duration: 437.983705ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:17.146435Z","caller":"traceutil/trace.go:171","msg":"trace[939658075] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"438.362375ms","start":"2026-04-21T04:22:16.708019Z","end":"2026-04-21T04:22:17.146382Z","steps":["trace[939658075] 'process raft request' (duration: 438.210791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:17.14674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.259584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:17.14674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.708277Z","time spent":"438.210251ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:17.146775Z","caller":"traceutil/trace.go:171","msg":"trace[1752812595] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25809; }","duration":"319.344106ms","start":"2026-04-21T04:22:16.82742Z","end":"2026-04-21T04:22:17.146764Z","steps":["trace[1752812595] 'agreement among raft nodes before linearized reading' (duration: 319.275144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:17.146797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.827401Z","time spent":"319.390587ms","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:17.146795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.707554Z","time spent":"438.892707ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:17.14683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:16.708002Z","time spent":"438.710824ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:17.146468Z","caller":"traceutil/trace.go:171","msg":"trace[1980791968] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26653; }","duration":"318.977678ms","start":"2026-04-21T04:22:16.827472Z","end":"2026-04-21T04:22:17.146449Z","steps":["trace[1980791968] 'read index received' (duration: 106.586226ms)","trace[1980791968] 'applied index is now lower than readState.Index' (duration: 212.388671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:17.146986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.837294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:17.147029Z","caller":"traceutil/trace.go:171","msg":"trace[966678519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25809; }","duration":"237.933806ms","start":"2026-04-21T04:22:16.909081Z","end":"2026-04-21T04:22:17.147015Z","steps":["trace[966678519] 'agreement among raft nodes before linearized reading' (duration: 237.866665ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:17.886045Z","caller":"traceutil/trace.go:171","msg":"trace[2079193515] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"164.710256ms","start":"2026-04-21T04:22:17.72131Z","end":"2026-04-21T04:22:17.88602Z","steps":["trace[2079193515] 'process raft request' (duration: 164.544922ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:18.695979Z","caller":"traceutil/trace.go:171","msg":"trace[451924807] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"193.792007ms","start":"2026-04-21T04:22:18.502163Z","end":"2026-04-21T04:22:18.695955Z","steps":["trace[451924807] 'process raft request' (duration: 193.601282ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:18.746824Z","caller":"traceutil/trace.go:171","msg":"trace[1900852747] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"199.942037ms","start":"2026-04-21T04:22:18.546864Z","end":"2026-04-21T04:22:18.746806Z","steps":["trace[1900852747] 'process raft request' (duration: 199.448445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:19.367209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.174137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:19.367488Z","caller":"traceutil/trace.go:171","msg":"trace[1348985959] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"365.72545ms","start":"2026-04-21T04:22:19.001734Z","end":"2026-04-21T04:22:19.367459Z","steps":["trace[1348985959] 'process raft request' (duration: 365.602157ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:19.367488Z","caller":"traceutil/trace.go:171","msg":"trace[1918653219] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"432.181754ms","start":"2026-04-21T04:22:18.93526Z","end":"2026-04-21T04:22:19.367442Z","steps":["trace[1918653219] 'process raft request' (duration: 122.658359ms)","trace[1918653219] 'compare' (duration: 308.946861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:19.367638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:18.935237Z","time spent":"432.327377ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:19.367667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:19.001708Z","time spent":"365.830692ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:19.407376Z","caller":"traceutil/trace.go:171","msg":"trace[692400233] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"253.6748ms","start":"2026-04-21T04:22:19.153668Z","end":"2026-04-21T04:22:19.407343Z","steps":["trace[692400233] 'process raft request' (duration: 253.613769ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:19.407434Z","caller":"traceutil/trace.go:171","msg":"trace[1777068261] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"254.85174ms","start":"2026-04-21T04:22:19.152547Z","end":"2026-04-21T04:22:19.407399Z","steps":["trace[1777068261] 'process raft request' (duration: 254.684256ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:19.407429Z","caller":"traceutil/trace.go:171","msg":"trace[1935600624] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"255.193107ms","start":"2026-04-21T04:22:19.152193Z","end":"2026-04-21T04:22:19.407386Z","steps":["trace[1935600624] 'process raft request' (duration: 254.858509ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:19.673273Z","caller":"traceutil/trace.go:171","msg":"trace[1167658879] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"138.620878ms","start":"2026-04-21T04:22:19.534625Z","end":"2026-04-21T04:22:19.673246Z","steps":["trace[1167658879] 'process raft request' (duration: 126.056962ms)","trace[1167658879] 'compare' (duration: 12.2914ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:20.050327Z","caller":"traceutil/trace.go:171","msg":"trace[1366182500] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"155.175034ms","start":"2026-04-21T04:22:19.895125Z","end":"2026-04-21T04:22:20.0503Z","steps":["trace[1366182500] 'process raft request' (duration: 155.035671ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.050584Z","caller":"traceutil/trace.go:171","msg":"trace[1574458818] linearizableReadLoop","detail":"{readStateIndex:26677; appliedIndex:26677; }","duration":"120.756242ms","start":"2026-04-21T04:22:19.929793Z","end":"2026-04-21T04:22:20.05055Z","steps":["trace[1574458818] 'read index received' (duration: 120.735241ms)","trace[1574458818] 'applied index is now lower than readState.Index' (duration: 18.291µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:20.050803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.992027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.050839Z","caller":"traceutil/trace.go:171","msg":"trace[1202883217] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25828; }","duration":"121.09295ms","start":"2026-04-21T04:22:19.929736Z","end":"2026-04-21T04:22:20.050829Z","steps":["trace[1202883217] 'agreement among raft nodes before linearized reading' (duration: 120.954466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.052904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.164208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:22:20.052912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.458195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:20.052898Z","caller":"traceutil/trace.go:171","msg":"trace[405957035] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"106.233416ms","start":"2026-04-21T04:22:19.946623Z","end":"2026-04-21T04:22:20.052857Z","steps":["trace[405957035] 'process raft request' (duration: 105.321354ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.052962Z","caller":"traceutil/trace.go:171","msg":"trace[1590158584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25829; }","duration":"102.25541ms","start":"2026-04-21T04:22:19.950693Z","end":"2026-04-21T04:22:20.052949Z","steps":["trace[1590158584] 'agreement among raft nodes before linearized reading' (duration: 102.031364ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.052972Z","caller":"traceutil/trace.go:171","msg":"trace[159034454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25829; }","duration":"100.523007ms","start":"2026-04-21T04:22:19.952434Z","end":"2026-04-21T04:22:20.052957Z","steps":["trace[159034454] 'agreement among raft nodes before linearized reading' (duration: 100.335732ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.719198Z","caller":"traceutil/trace.go:171","msg":"trace[1787566464] linearizableReadLoop","detail":"{readStateIndex:26682; appliedIndex:26681; }","duration":"223.977535ms","start":"2026-04-21T04:22:20.495195Z","end":"2026-04-21T04:22:20.719172Z","steps":["trace[1787566464] 'read index received' (duration: 223.727208ms)","trace[1787566464] 'applied index is now lower than readState.Index' (duration: 248.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:20.719265Z","caller":"traceutil/trace.go:171","msg":"trace[1732420921] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"287.068577ms","start":"2026-04-21T04:22:20.432158Z","end":"2026-04-21T04:22:20.719227Z","steps":["trace[1732420921] 'process raft request' (duration: 286.82069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:20.719345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.133508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.71938Z","caller":"traceutil/trace.go:171","msg":"trace[1061916732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25833; }","duration":"224.219721ms","start":"2026-04-21T04:22:20.49515Z","end":"2026-04-21T04:22:20.71937Z","steps":["trace[1061916732] 'agreement among raft nodes before linearized reading' (duration: 224.138279ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:20.841042Z","caller":"traceutil/trace.go:171","msg":"trace[1763881011] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26682; }","duration":"121.748485ms","start":"2026-04-21T04:22:20.719266Z","end":"2026-04-21T04:22:20.841014Z","steps":["trace[1763881011] 'read index received' (duration: 83.451989ms)","trace[1763881011] 'applied index is now lower than readState.Index' (duration: 38.295166ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:20.841169Z","caller":"traceutil/trace.go:171","msg":"trace[1406149851] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"139.423108ms","start":"2026-04-21T04:22:20.701714Z","end":"2026-04-21T04:22:20.841137Z","steps":["trace[1406149851] 'process raft request' (duration: 101.04849ms)","trace[1406149851] 'compare' (duration: 38.119602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:20.84123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.25831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:20.841274Z","caller":"traceutil/trace.go:171","msg":"trace[925016722] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25834; }","duration":"201.370932ms","start":"2026-04-21T04:22:20.63989Z","end":"2026-04-21T04:22:20.841261Z","steps":["trace[925016722] 'agreement among raft nodes before linearized reading' (duration: 201.226189ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:21.423874Z","caller":"traceutil/trace.go:171","msg":"trace[2143270511] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"264.377872ms","start":"2026-04-21T04:22:21.159474Z","end":"2026-04-21T04:22:21.423852Z","steps":["trace[2143270511] 'process raft request' (duration: 264.243309ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:21.518405Z","caller":"traceutil/trace.go:171","msg":"trace[1933573412] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"144.897162ms","start":"2026-04-21T04:22:21.373474Z","end":"2026-04-21T04:22:21.518371Z","steps":["trace[1933573412] 'process raft request' (duration: 104.151515ms)","trace[1933573412] 'compare' (duration: 40.541592ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:21.518713Z","caller":"traceutil/trace.go:171","msg":"trace[1109162108] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"104.919915ms","start":"2026-04-21T04:22:21.413752Z","end":"2026-04-21T04:22:21.518672Z","steps":["trace[1109162108] 'process raft request' (duration: 104.560216ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:21.518775Z","caller":"traceutil/trace.go:171","msg":"trace[905964027] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"104.084584ms","start":"2026-04-21T04:22:21.414668Z","end":"2026-04-21T04:22:21.518753Z","steps":["trace[905964027] 'process raft request' (duration: 103.875249ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:21.518841Z","caller":"traceutil/trace.go:171","msg":"trace[268282917] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"102.511896ms","start":"2026-04-21T04:22:21.416302Z","end":"2026-04-21T04:22:21.518814Z","steps":["trace[268282917] 'process raft request' (duration: 102.362253ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.255798Z","caller":"traceutil/trace.go:171","msg":"trace[1691890317] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26692; }","duration":"161.101627ms","start":"2026-04-21T04:22:22.094671Z","end":"2026-04-21T04:22:22.255773Z","steps":["trace[1691890317] 'read index received' (duration: 160.855721ms)","trace[1691890317] 'applied index is now lower than readState.Index' (duration: 245.086µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:22.255888Z","caller":"traceutil/trace.go:171","msg":"trace[1203759084] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"192.637669ms","start":"2026-04-21T04:22:22.063215Z","end":"2026-04-21T04:22:22.255853Z","steps":["trace[1203759084] 'process raft request' (duration: 192.382193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.256187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.487527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:22.25627Z","caller":"traceutil/trace.go:171","msg":"trace[234876422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25844; }","duration":"161.62367ms","start":"2026-04-21T04:22:22.094628Z","end":"2026-04-21T04:22:22.256252Z","steps":["trace[234876422] 'agreement among raft nodes before linearized reading' (duration: 161.314572ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:22.262922Z","caller":"traceutil/trace.go:171","msg":"trace[133576942] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"110.737018ms","start":"2026-04-21T04:22:22.152163Z","end":"2026-04-21T04:22:22.2629Z","steps":["trace[133576942] 'process raft request' (duration: 110.532423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.263119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.358273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:22.263384Z","caller":"traceutil/trace.go:171","msg":"trace[1595204614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25845; }","duration":"118.684602ms","start":"2026-04-21T04:22:22.144687Z","end":"2026-04-21T04:22:22.263371Z","steps":["trace[1595204614] 'agreement among raft nodes before linearized reading' (duration: 118.16742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:22.26326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.416235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:22.263554Z","caller":"traceutil/trace.go:171","msg":"trace[1370321536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25845; }","duration":"118.737733ms","start":"2026-04-21T04:22:22.144803Z","end":"2026-04-21T04:22:22.26354Z","steps":["trace[1370321536] 'agreement among raft nodes before linearized reading' (duration: 118.228781ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:25.704096Z","caller":"traceutil/trace.go:171","msg":"trace[84627763] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"104.2922ms","start":"2026-04-21T04:22:25.599783Z","end":"2026-04-21T04:22:25.704076Z","steps":["trace[84627763] 'process raft request' (duration: 104.155206ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:25.709429Z","caller":"traceutil/trace.go:171","msg":"trace[1927303478] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"109.205869ms","start":"2026-04-21T04:22:25.600206Z","end":"2026-04-21T04:22:25.709411Z","steps":["trace[1927303478] 'process raft request' (duration: 109.129477ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:25.709765Z","caller":"traceutil/trace.go:171","msg":"trace[980199644] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"109.851876ms","start":"2026-04-21T04:22:25.599902Z","end":"2026-04-21T04:22:25.709754Z","steps":["trace[980199644] 'process raft request' (duration: 109.297582ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:25.709899Z","caller":"traceutil/trace.go:171","msg":"trace[401276263] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"109.695022ms","start":"2026-04-21T04:22:25.600192Z","end":"2026-04-21T04:22:25.709887Z","steps":["trace[401276263] 'process raft request' (duration: 109.097977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.453699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.02879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:26.453846Z","caller":"traceutil/trace.go:171","msg":"trace[1346295222] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25871; }","duration":"380.226455ms","start":"2026-04-21T04:22:26.073601Z","end":"2026-04-21T04:22:26.453827Z","steps":["trace[1346295222] 'count revisions from in-memory index tree' (duration: 379.949978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.453918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.073579Z","time spent":"380.324547ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:26.453722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.275956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:26.454421Z","caller":"traceutil/trace.go:171","msg":"trace[2098566146] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25871; }","duration":"496.045876ms","start":"2026-04-21T04:22:25.958358Z","end":"2026-04-21T04:22:26.454403Z","steps":["trace[2098566146] 'count revisions from in-memory index tree' (duration: 495.192905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.454524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:25.958322Z","time spent":"496.173618ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:26.454297Z","caller":"traceutil/trace.go:171","msg":"trace[1178573969] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"332.651191ms","start":"2026-04-21T04:22:26.121618Z","end":"2026-04-21T04:22:26.45427Z","steps":["trace[1178573969] 'process raft request' (duration: 292.595201ms)","trace[1178573969] 'compare' (duration: 39.181078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:26.4551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.121595Z","time spent":"333.40222ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:26.461894Z","caller":"traceutil/trace.go:171","msg":"trace[298448350] linearizableReadLoop","detail":"{readStateIndex:26724; appliedIndex:26722; }","duration":"152.914989ms","start":"2026-04-21T04:22:26.308969Z","end":"2026-04-21T04:22:26.461884Z","steps":["trace[298448350] 'read index received' (duration: 105.258553ms)","trace[298448350] 'applied index is now lower than readState.Index' (duration: 47.655496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:26.462052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.081192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:26.462083Z","caller":"traceutil/trace.go:171","msg":"trace[281719248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25873; }","duration":"153.164044ms","start":"2026-04-21T04:22:26.30891Z","end":"2026-04-21T04:22:26.462074Z","steps":["trace[281719248] 'agreement among raft nodes before linearized reading' (duration: 153.039061ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:26.462049Z","caller":"traceutil/trace.go:171","msg":"trace[1680126303] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"209.618224ms","start":"2026-04-21T04:22:26.252318Z","end":"2026-04-21T04:22:26.461936Z","steps":["trace[1680126303] 'process raft request' (duration: 209.50549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.462181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.729091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:26.462236Z","caller":"traceutil/trace.go:171","msg":"trace[1489833829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25873; }","duration":"147.804193ms","start":"2026-04-21T04:22:26.314416Z","end":"2026-04-21T04:22:26.46222Z","steps":["trace[1489833829] 'agreement among raft nodes before linearized reading' (duration: 147.655639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:26.462194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.788383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:22:26.462285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.137677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:26.462336Z","caller":"traceutil/trace.go:171","msg":"trace[136950915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25873; }","duration":"147.931796ms","start":"2026-04-21T04:22:26.31439Z","end":"2026-04-21T04:22:26.462321Z","steps":["trace[136950915] 'agreement among raft nodes before linearized reading' (duration: 147.630569ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:26.462372Z","caller":"traceutil/trace.go:171","msg":"trace[1577804316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25873; }","duration":"147.27873ms","start":"2026-04-21T04:22:26.31507Z","end":"2026-04-21T04:22:26.462349Z","steps":["trace[1577804316] 'agreement among raft nodes before linearized reading' (duration: 146.987623ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:26.609714Z","caller":"traceutil/trace.go:171","msg":"trace[968644736] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"143.763584ms","start":"2026-04-21T04:22:26.465929Z","end":"2026-04-21T04:22:26.609693Z","steps":["trace[968644736] 'process raft request' (duration: 143.524958ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:26.610078Z","caller":"traceutil/trace.go:171","msg":"trace[1007247741] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"144.067441ms","start":"2026-04-21T04:22:26.465979Z","end":"2026-04-21T04:22:26.610047Z","steps":["trace[1007247741] 'process raft request' (duration: 143.657672ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:26.610226Z","caller":"traceutil/trace.go:171","msg":"trace[2021766096] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"144.099731ms","start":"2026-04-21T04:22:26.466113Z","end":"2026-04-21T04:22:26.610213Z","steps":["trace[2021766096] 'process raft request' (duration: 143.803504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:27.239804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.685343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:27.23988Z","caller":"traceutil/trace.go:171","msg":"trace[204058812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25878; }","duration":"332.802256ms","start":"2026-04-21T04:22:26.90706Z","end":"2026-04-21T04:22:27.239862Z","steps":["trace[204058812] 'range keys from in-memory index tree' (duration: 332.559809ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:27.240312Z","caller":"traceutil/trace.go:171","msg":"trace[1860607885] linearizableReadLoop","detail":"{readStateIndex:26731; appliedIndex:26729; }","duration":"144.085272ms","start":"2026-04-21T04:22:27.096197Z","end":"2026-04-21T04:22:27.240283Z","steps":["trace[1860607885] 'read index received' (duration: 120.490935ms)","trace[1860607885] 'applied index is now lower than readState.Index' (duration: 23.592767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:27.240407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.907041Z","time spent":"333.342158ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:27.240426Z","caller":"traceutil/trace.go:171","msg":"trace[1489664287] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"312.660202ms","start":"2026-04-21T04:22:26.927736Z","end":"2026-04-21T04:22:27.240396Z","steps":["trace[1489664287] 'process raft request' (duration: 312.433837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:27.240463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.240675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:27.240441Z","caller":"traceutil/trace.go:171","msg":"trace[1172352094] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"313.072822ms","start":"2026-04-21T04:22:26.92734Z","end":"2026-04-21T04:22:27.240413Z","steps":["trace[1172352094] 'process raft request' (duration: 289.341402ms)","trace[1172352094] 'compare' (duration: 23.030923ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:27.240503Z","caller":"traceutil/trace.go:171","msg":"trace[1957720976] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25880; }","duration":"144.309057ms","start":"2026-04-21T04:22:27.096182Z","end":"2026-04-21T04:22:27.240491Z","steps":["trace[1957720976] 'agreement among raft nodes before linearized reading' (duration: 144.209464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:27.240579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.927323Z","time spent":"313.185095ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:27.24059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:26.927713Z","time spent":"312.791375ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:27.824618Z","caller":"traceutil/trace.go:171","msg":"trace[2104194061] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"114.625292ms","start":"2026-04-21T04:22:27.709964Z","end":"2026-04-21T04:22:27.82459Z","steps":["trace[2104194061] 'process raft request' (duration: 114.381957ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:27.826099Z","caller":"traceutil/trace.go:171","msg":"trace[1985044708] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"110.763937ms","start":"2026-04-21T04:22:27.715304Z","end":"2026-04-21T04:22:27.826068Z","steps":["trace[1985044708] 'process raft request' (duration: 110.622774ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:27.826144Z","caller":"traceutil/trace.go:171","msg":"trace[1787263133] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"111.619577ms","start":"2026-04-21T04:22:27.714495Z","end":"2026-04-21T04:22:27.826114Z","steps":["trace[1787263133] 'process raft request' (duration: 111.219718ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:27.826191Z","caller":"traceutil/trace.go:171","msg":"trace[1030880352] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"109.578489ms","start":"2026-04-21T04:22:27.716589Z","end":"2026-04-21T04:22:27.826167Z","steps":["trace[1030880352] 'process raft request' (duration: 109.402964ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:28.575457Z","caller":"traceutil/trace.go:171","msg":"trace[385301969] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"116.112888ms","start":"2026-04-21T04:22:28.459317Z","end":"2026-04-21T04:22:28.57543Z","steps":["trace[385301969] 'process raft request' (duration: 115.887872ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:29.412559Z","caller":"traceutil/trace.go:171","msg":"trace[1915517365] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"166.652594ms","start":"2026-04-21T04:22:29.245875Z","end":"2026-04-21T04:22:29.412528Z","steps":["trace[1915517365] 'process raft request' (duration: 166.427029ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:29.414461Z","caller":"traceutil/trace.go:171","msg":"trace[898839047] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26743; }","duration":"142.981815ms","start":"2026-04-21T04:22:29.27143Z","end":"2026-04-21T04:22:29.414411Z","steps":["trace[898839047] 'read index received' (duration: 140.918705ms)","trace[898839047] 'applied index is now lower than readState.Index' (duration: 2.06134ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:29.414589Z","caller":"traceutil/trace.go:171","msg":"trace[576827140] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"167.527795ms","start":"2026-04-21T04:22:29.247017Z","end":"2026-04-21T04:22:29.414544Z","steps":["trace[576827140] 'process raft request' (duration: 167.112424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:29.414692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.223941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:29.414748Z","caller":"traceutil/trace.go:171","msg":"trace[299929700] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25894; }","duration":"143.346374ms","start":"2026-04-21T04:22:29.271383Z","end":"2026-04-21T04:22:29.414729Z","steps":["trace[299929700] 'agreement among raft nodes before linearized reading' (duration: 143.205251ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:29.771486Z","caller":"traceutil/trace.go:171","msg":"trace[624396768] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"132.242212ms","start":"2026-04-21T04:22:29.639198Z","end":"2026-04-21T04:22:29.77144Z","steps":["trace[624396768] 'process raft request' (duration: 131.617897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.019667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.774766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:30.020021Z","caller":"traceutil/trace.go:171","msg":"trace[1888925071] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"188.243702ms","start":"2026-04-21T04:22:29.831755Z","end":"2026-04-21T04:22:30.019998Z","steps":["trace[1888925071] 'process raft request' (duration: 21.045245ms)","trace[1888925071] 'compare' (duration: 166.557811ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:30.078983Z","caller":"traceutil/trace.go:171","msg":"trace[1401904085] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"246.862394ms","start":"2026-04-21T04:22:29.83208Z","end":"2026-04-21T04:22:30.078943Z","steps":["trace[1401904085] 'process raft request' (duration: 246.580127ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:30.079204Z","caller":"traceutil/trace.go:171","msg":"trace[287341738] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"246.977187ms","start":"2026-04-21T04:22:29.832212Z","end":"2026-04-21T04:22:30.079189Z","steps":["trace[287341738] 'process raft request' (duration: 246.659039ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:30.079238Z","caller":"traceutil/trace.go:171","msg":"trace[2006730510] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"246.603407ms","start":"2026-04-21T04:22:29.832602Z","end":"2026-04-21T04:22:30.079205Z","steps":["trace[2006730510] 'process raft request' (duration: 246.489594ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:30.111798Z","caller":"traceutil/trace.go:171","msg":"trace[1683571993] linearizableReadLoop","detail":"{readStateIndex:26751; appliedIndex:26747; }","duration":"204.699704ms","start":"2026-04-21T04:22:29.907034Z","end":"2026-04-21T04:22:30.111734Z","steps":["trace[1683571993] 'read index received' (duration: 171.624686ms)","trace[1683571993] 'applied index is now lower than readState.Index' (duration: 33.073998ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:30.11184Z","caller":"traceutil/trace.go:171","msg":"trace[1962188465] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"226.891926ms","start":"2026-04-21T04:22:29.884912Z","end":"2026-04-21T04:22:30.111804Z","steps":["trace[1962188465] 'process raft request' (duration: 226.707971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.111921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.876288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:30.112184Z","caller":"traceutil/trace.go:171","msg":"trace[1930322067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25900; }","duration":"205.197396ms","start":"2026-04-21T04:22:29.906973Z","end":"2026-04-21T04:22:30.112171Z","steps":["trace[1930322067] 'agreement among raft nodes before linearized reading' (duration: 204.887808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.112211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.754148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:30.112283Z","caller":"traceutil/trace.go:171","msg":"trace[1294865944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25900; }","duration":"119.873901ms","start":"2026-04-21T04:22:29.992393Z","end":"2026-04-21T04:22:30.112267Z","steps":["trace[1294865944] 'agreement among raft nodes before linearized reading' (duration: 119.693136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.421022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.639473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:30.421132Z","caller":"traceutil/trace.go:171","msg":"trace[656259083] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"305.137478ms","start":"2026-04-21T04:22:30.115972Z","end":"2026-04-21T04:22:30.421109Z","steps":["trace[656259083] 'process raft request' (duration: 156.308571ms)","trace[656259083] 'compare' (duration: 148.263434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:30.421197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.115951Z","time spent":"305.214221ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:30.679966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.874746ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:22:30.680118Z","caller":"traceutil/trace.go:171","msg":"trace[1288236008] linearizableReadLoop","detail":"{readStateIndex:26753; appliedIndex:26752; }","duration":"177.213102ms","start":"2026-04-21T04:22:30.502894Z","end":"2026-04-21T04:22:30.680107Z","steps":["trace[1288236008] 'read index received' (duration: 36.801µs)","trace[1288236008] 'applied index is now lower than readState.Index' (duration: 177.175761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:30.680576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.673613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-21T04:22:30.680598Z","caller":"traceutil/trace.go:171","msg":"trace[1625348653] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25901; }","duration":"177.737505ms","start":"2026-04-21T04:22:30.502855Z","end":"2026-04-21T04:22:30.680592Z","steps":["trace[1625348653] 'agreement among raft nodes before linearized reading' (duration: 177.653173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:30.706184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.552612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:30.706286Z","caller":"traceutil/trace.go:171","msg":"trace[1654346711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25902; }","duration":"112.711306ms","start":"2026-04-21T04:22:30.59355Z","end":"2026-04-21T04:22:30.706261Z","steps":["trace[1654346711] 'agreement among raft nodes before linearized reading' (duration: 87.297495ms)","trace[1654346711] 'range keys from in-memory index tree' (duration: 25.064731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:31.300311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.796312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:31.300463Z","caller":"traceutil/trace.go:171","msg":"trace[1697839068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25906; }","duration":"392.996847ms","start":"2026-04-21T04:22:30.907446Z","end":"2026-04-21T04:22:31.300442Z","steps":["trace[1697839068] 'range keys from in-memory index tree' (duration: 392.70958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.300539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.907423Z","time spent":"393.10367ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:22:31.300854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.274789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:31.301014Z","caller":"traceutil/trace.go:171","msg":"trace[146866849] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25906; }","duration":"385.482463ms","start":"2026-04-21T04:22:30.915511Z","end":"2026-04-21T04:22:31.300994Z","steps":["trace[146866849] 'count revisions from in-memory index tree' (duration: 385.224027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.301035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.574306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:31.301109Z","caller":"traceutil/trace.go:171","msg":"trace[1570676378] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25906; }","duration":"311.718219ms","start":"2026-04-21T04:22:30.989371Z","end":"2026-04-21T04:22:31.30109Z","steps":["trace[1570676378] 'count revisions from in-memory index tree' (duration: 311.477394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.301119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.915501Z","time spent":"385.548674ms","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:31.301158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:30.989347Z","time spent":"311.798842ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:31.833688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.079871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:31.833849Z","caller":"traceutil/trace.go:171","msg":"trace[862201220] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"383.590286ms","start":"2026-04-21T04:22:31.450232Z","end":"2026-04-21T04:22:31.833822Z","steps":["trace[862201220] 'process raft request' (duration: 156.225278ms)","trace[862201220] 'compare' (duration: 226.665671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:31.83393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:31.450204Z","time spent":"383.693239ms","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:31.835602Z","caller":"traceutil/trace.go:171","msg":"trace[1923456135] linearizableReadLoop","detail":"{readStateIndex:26762; appliedIndex:26761; }","duration":"109.800264ms","start":"2026-04-21T04:22:31.725774Z","end":"2026-04-21T04:22:31.835574Z","steps":["trace[1923456135] 'read index received' (duration: 109.62223ms)","trace[1923456135] 'applied index is now lower than readState.Index' (duration: 176.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:31.835741Z","caller":"traceutil/trace.go:171","msg":"trace[1642420199] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"201.437944ms","start":"2026-04-21T04:22:31.634267Z","end":"2026-04-21T04:22:31.835705Z","steps":["trace[1642420199] 'process raft request' (duration: 201.152717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:31.83586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.06892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:22:31.835897Z","caller":"traceutil/trace.go:171","msg":"trace[1413181490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25910; }","duration":"110.167312ms","start":"2026-04-21T04:22:31.725719Z","end":"2026-04-21T04:22:31.835886Z","steps":["trace[1413181490] 'agreement among raft nodes before linearized reading' (duration: 109.960347ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:32.206256Z","caller":"traceutil/trace.go:171","msg":"trace[1042673661] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"121.739775ms","start":"2026-04-21T04:22:32.084488Z","end":"2026-04-21T04:22:32.206228Z","steps":["trace[1042673661] 'process raft request' (duration: 121.503419ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:32.206672Z","caller":"traceutil/trace.go:171","msg":"trace[728244717] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"122.076093ms","start":"2026-04-21T04:22:32.084571Z","end":"2026-04-21T04:22:32.206647Z","steps":["trace[728244717] 'process raft request' (duration: 121.9407ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:32.206718Z","caller":"traceutil/trace.go:171","msg":"trace[1748345485] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"122.160326ms","start":"2026-04-21T04:22:32.084522Z","end":"2026-04-21T04:22:32.206682Z","steps":["trace[1748345485] 'process raft request' (duration: 121.638693ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:32.294754Z","caller":"traceutil/trace.go:171","msg":"trace[136531050] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"177.852228ms","start":"2026-04-21T04:22:32.116874Z","end":"2026-04-21T04:22:32.294726Z","steps":["trace[136531050] 'process raft request' (duration: 132.620142ms)","trace[136531050] 'compare' (duration: 45.059022ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:32.610307Z","caller":"traceutil/trace.go:171","msg":"trace[1204101329] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"100.701732ms","start":"2026-04-21T04:22:32.509577Z","end":"2026-04-21T04:22:32.610279Z","steps":["trace[1204101329] 'process raft request' (duration: 100.413135ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:32.918681Z","caller":"traceutil/trace.go:171","msg":"trace[1968765302] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"197.858326ms","start":"2026-04-21T04:22:32.720795Z","end":"2026-04-21T04:22:32.918654Z","steps":["trace[1968765302] 'read index received' (duration: 131.7491ms)","trace[1968765302] 'applied index is now lower than readState.Index' (duration: 66.108136ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:32.918707Z","caller":"traceutil/trace.go:171","msg":"trace[1773950662] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"231.799975ms","start":"2026-04-21T04:22:32.686864Z","end":"2026-04-21T04:22:32.918664Z","steps":["trace[1773950662] 'process raft request' (duration: 165.70209ms)","trace[1773950662] 'compare' (duration: 65.814378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:32.918955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.928431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:32.918998Z","caller":"traceutil/trace.go:171","msg":"trace[152743874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25918; }","duration":"190.042445ms","start":"2026-04-21T04:22:32.728943Z","end":"2026-04-21T04:22:32.918986Z","steps":["trace[152743874] 'agreement among raft nodes before linearized reading' (duration: 189.871891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:32.919139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.759029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:22:32.919243Z","caller":"traceutil/trace.go:171","msg":"trace[900466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25918; }","duration":"189.895232ms","start":"2026-04-21T04:22:32.729325Z","end":"2026-04-21T04:22:32.91922Z","steps":["trace[900466] 'agreement among raft nodes before linearized reading' (duration: 189.624265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:32.919236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.42605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:32.919311Z","caller":"traceutil/trace.go:171","msg":"trace[403996994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25918; }","duration":"198.567474ms","start":"2026-04-21T04:22:32.720724Z","end":"2026-04-21T04:22:32.919291Z","steps":["trace[403996994] 'agreement among raft nodes before linearized reading' (duration: 198.02673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:32.919924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.556328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:32.919996Z","caller":"traceutil/trace.go:171","msg":"trace[1389237750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25918; }","duration":"190.64612ms","start":"2026-04-21T04:22:32.729332Z","end":"2026-04-21T04:22:32.919978Z","steps":["trace[1389237750] 'agreement among raft nodes before linearized reading' (duration: 190.462555ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.190593Z","caller":"traceutil/trace.go:171","msg":"trace[335256275] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26778; }","duration":"145.64324ms","start":"2026-04-21T04:22:34.044924Z","end":"2026-04-21T04:22:34.190567Z","steps":["trace[335256275] 'read index received' (duration: 145.449015ms)","trace[335256275] 'applied index is now lower than readState.Index' (duration: 192.705µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:34.190865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.894156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:34.190883Z","caller":"traceutil/trace.go:171","msg":"trace[1217183140] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"176.838932ms","start":"2026-04-21T04:22:34.014003Z","end":"2026-04-21T04:22:34.190842Z","steps":["trace[1217183140] 'process raft request' (duration: 176.392181ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.190912Z","caller":"traceutil/trace.go:171","msg":"trace[718516291] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25927; }","duration":"146.036031ms","start":"2026-04-21T04:22:34.044863Z","end":"2026-04-21T04:22:34.190899Z","steps":["trace[718516291] 'agreement among raft nodes before linearized reading' (duration: 145.800504ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.434715Z","caller":"traceutil/trace.go:171","msg":"trace[73025911] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"314.850126ms","start":"2026-04-21T04:22:34.119842Z","end":"2026-04-21T04:22:34.434692Z","steps":["trace[73025911] 'process raft request' (duration: 241.669467ms)","trace[73025911] 'compare' (duration: 72.975594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:34.434902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:34.119819Z","time spent":"314.95812ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:34.458443Z","caller":"traceutil/trace.go:171","msg":"trace[123530605] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"246.757081ms","start":"2026-04-21T04:22:34.211664Z","end":"2026-04-21T04:22:34.458421Z","steps":["trace[123530605] 'process raft request' (duration: 246.28863ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.458878Z","caller":"traceutil/trace.go:171","msg":"trace[1664605693] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"247.008497ms","start":"2026-04-21T04:22:34.211829Z","end":"2026-04-21T04:22:34.458838Z","steps":["trace[1664605693] 'process raft request' (duration: 246.257829ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.458951Z","caller":"traceutil/trace.go:171","msg":"trace[52763930] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"246.823384ms","start":"2026-04-21T04:22:34.212105Z","end":"2026-04-21T04:22:34.458928Z","steps":["trace[52763930] 'process raft request' (duration: 246.702741ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:34.459063Z","caller":"traceutil/trace.go:171","msg":"trace[1613086989] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"157.424548ms","start":"2026-04-21T04:22:34.301612Z","end":"2026-04-21T04:22:34.459036Z","steps":["trace[1613086989] 'process raft request' (duration: 157.264184ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:35.073795Z","caller":"traceutil/trace.go:171","msg":"trace[2029449544] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"128.00142ms","start":"2026-04-21T04:22:34.945747Z","end":"2026-04-21T04:22:35.073748Z","steps":["trace[2029449544] 'process raft request' (duration: 50.901394ms)","trace[2029449544] 'compare' (duration: 76.804108ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:35.28214Z","caller":"traceutil/trace.go:171","msg":"trace[1096463844] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"202.533311ms","start":"2026-04-21T04:22:35.079559Z","end":"2026-04-21T04:22:35.282093Z","steps":["trace[1096463844] 'process raft request' (duration: 202.441749ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:35.282194Z","caller":"traceutil/trace.go:171","msg":"trace[615935231] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"203.054713ms","start":"2026-04-21T04:22:35.07907Z","end":"2026-04-21T04:22:35.282125Z","steps":["trace[615935231] 'process raft request' (duration: 202.605492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:35.900442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.469152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:35.900694Z","caller":"traceutil/trace.go:171","msg":"trace[51137915] linearizableReadLoop","detail":"{readStateIndex:26795; appliedIndex:26792; }","duration":"322.217526ms","start":"2026-04-21T04:22:35.57846Z","end":"2026-04-21T04:22:35.900677Z","steps":["trace[51137915] 'read index received' (duration: 190.094447ms)","trace[51137915] 'applied index is now lower than readState.Index' (duration: 132.121869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:35.90079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.323928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:35.900858Z","caller":"traceutil/trace.go:171","msg":"trace[196125790] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25942; }","duration":"322.38035ms","start":"2026-04-21T04:22:35.578428Z","end":"2026-04-21T04:22:35.900808Z","steps":["trace[196125790] 'agreement among raft nodes before linearized reading' (duration: 322.293208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:35.900897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.578412Z","time spent":"322.477102ms","remote":"127.0.0.1:55256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:22:35.901116Z","caller":"traceutil/trace.go:171","msg":"trace[263784179] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"367.495612ms","start":"2026-04-21T04:22:35.533612Z","end":"2026-04-21T04:22:35.901107Z","steps":["trace[263784179] 'process raft request' (duration: 367.032771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:35.90118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.533582Z","time spent":"367.575795ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:35.901665Z","caller":"traceutil/trace.go:171","msg":"trace[1058672087] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"535.166681ms","start":"2026-04-21T04:22:35.366449Z","end":"2026-04-21T04:22:35.901616Z","steps":["trace[1058672087] 'process raft request' (duration: 58.417358ms)","trace[1058672087] 'compare' (duration: 474.859707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:35.901896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.366426Z","time spent":"535.368386ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:35.903491Z","caller":"traceutil/trace.go:171","msg":"trace[906488941] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"453.087595ms","start":"2026-04-21T04:22:35.448534Z","end":"2026-04-21T04:22:35.901622Z","steps":["trace[906488941] 'process raft request' (duration: 452.011599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:35.904069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:35.448505Z","time spent":"455.417912ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:37.099194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528502035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:22:37.117754Z","caller":"traceutil/trace.go:171","msg":"trace[2128578381] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"677.195003ms","start":"2026-04-21T04:22:36.440524Z","end":"2026-04-21T04:22:37.117719Z","steps":["trace[2128578381] 'process raft request' (duration: 676.951687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.117958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.440501Z","time spent":"677.346496ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:37.130275Z","caller":"traceutil/trace.go:171","msg":"trace[653841305] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"665.60106ms","start":"2026-04-21T04:22:36.464655Z","end":"2026-04-21T04:22:37.130256Z","steps":["trace[653841305] 'process raft request' (duration: 665.331424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.13038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.464631Z","time spent":"665.688252ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:37.130384Z","caller":"traceutil/trace.go:171","msg":"trace[1264473805] linearizableReadLoop","detail":"{readStateIndex:26801; appliedIndex:26795; }","duration":"531.917142ms","start":"2026-04-21T04:22:36.598442Z","end":"2026-04-21T04:22:37.13036Z","steps":["trace[1264473805] 'read index received' (duration: 519.004236ms)","trace[1264473805] 'applied index is now lower than readState.Index' (duration: 12.911786ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:37.130468Z","caller":"traceutil/trace.go:171","msg":"trace[1281517827] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"665.788005ms","start":"2026-04-21T04:22:36.464663Z","end":"2026-04-21T04:22:37.130451Z","steps":["trace[1281517827] 'process raft request' (duration: 665.498978ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:37.130473Z","caller":"traceutil/trace.go:171","msg":"trace[1618728229] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"665.776325ms","start":"2026-04-21T04:22:36.464664Z","end":"2026-04-21T04:22:37.13044Z","steps":["trace[1618728229] 'process raft request' (duration: 665.56133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:37.130539Z","caller":"traceutil/trace.go:171","msg":"trace[1740933523] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"189.233666ms","start":"2026-04-21T04:22:36.941266Z","end":"2026-04-21T04:22:37.1305Z","steps":["trace[1740933523] 'process raft request' (duration: 189.053652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.130586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.464633Z","time spent":"665.877657ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:37.130586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.129958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:37.130586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.46463Z","time spent":"665.889547ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:37.130628Z","caller":"traceutil/trace.go:171","msg":"trace[1124373388] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25948; }","duration":"532.23006ms","start":"2026-04-21T04:22:36.598386Z","end":"2026-04-21T04:22:37.130616Z","steps":["trace[1124373388] 'agreement among raft nodes before linearized reading' (duration: 532.098577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.130665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.598365Z","time spent":"532.290561ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:22:37.130667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.10577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:37.130714Z","caller":"traceutil/trace.go:171","msg":"trace[290787442] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"665.073256ms","start":"2026-04-21T04:22:36.465629Z","end":"2026-04-21T04:22:37.130702Z","steps":["trace[290787442] 'process raft request' (duration: 664.653446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.130767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.844248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:22:37.130774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.465609Z","time spent":"665.130758ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:37.130801Z","caller":"traceutil/trace.go:171","msg":"trace[1423582168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25948; }","duration":"222.914779ms","start":"2026-04-21T04:22:36.907877Z","end":"2026-04-21T04:22:37.130791Z","steps":["trace[1423582168] 'agreement among raft nodes before linearized reading' (duration: 222.860788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.13082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.621051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:22:37.130889Z","caller":"traceutil/trace.go:171","msg":"trace[946106958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25948; }","duration":"197.718193ms","start":"2026-04-21T04:22:36.933153Z","end":"2026-04-21T04:22:37.130872Z","steps":["trace[946106958] 'agreement among raft nodes before linearized reading' (duration: 197.545749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.130912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.230014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-21T04:22:37.130713Z","caller":"traceutil/trace.go:171","msg":"trace[1812298985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25948; }","duration":"481.172792ms","start":"2026-04-21T04:22:36.649528Z","end":"2026-04-21T04:22:37.130701Z","steps":["trace[1812298985] 'agreement among raft nodes before linearized reading' (duration: 480.999618ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:37.130958Z","caller":"traceutil/trace.go:171","msg":"trace[31239794] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25948; }","duration":"389.340077ms","start":"2026-04-21T04:22:36.7416Z","end":"2026-04-21T04:22:37.13094Z","steps":["trace[31239794] 'agreement among raft nodes before linearized reading' (duration: 389.140682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.130977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.649517Z","time spent":"481.443688ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:22:37.130994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:36.741582Z","time spent":"389.400289ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:22:37.39466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.709797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:22:37.394804Z","caller":"traceutil/trace.go:171","msg":"trace[588090199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25951; }","duration":"108.890002ms","start":"2026-04-21T04:22:37.285895Z","end":"2026-04-21T04:22:37.394785Z","steps":["trace[588090199] 'range keys from in-memory index tree' (duration: 108.557714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.394754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.487287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:37.394887Z","caller":"traceutil/trace.go:171","msg":"trace[1848557335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25951; }","duration":"107.640951ms","start":"2026-04-21T04:22:37.287232Z","end":"2026-04-21T04:22:37.394873Z","steps":["trace[1848557335] 'range keys from in-memory index tree' (duration: 107.409535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.395014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.05949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-21T04:22:37.395099Z","caller":"traceutil/trace.go:171","msg":"trace[1309255406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25951; }","duration":"119.180083ms","start":"2026-04-21T04:22:37.275894Z","end":"2026-04-21T04:22:37.395075Z","steps":["trace[1309255406] 'range keys from in-memory index tree' (duration: 118.889076ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:37.640383Z","caller":"traceutil/trace.go:171","msg":"trace[174501646] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"240.437457ms","start":"2026-04-21T04:22:37.39992Z","end":"2026-04-21T04:22:37.640357Z","steps":["trace[174501646] 'process raft request' (duration: 240.270363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:37.926051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.834665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:37.926114Z","caller":"traceutil/trace.go:171","msg":"trace[38726610] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25954; }","duration":"109.939746ms","start":"2026-04-21T04:22:37.816159Z","end":"2026-04-21T04:22:37.926098Z","steps":["trace[38726610] 'count revisions from in-memory index tree' (duration: 109.747562ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:38.183666Z","caller":"traceutil/trace.go:171","msg":"trace[424845282] linearizableReadLoop","detail":"{readStateIndex:26808; appliedIndex:26807; }","duration":"273.977947ms","start":"2026-04-21T04:22:37.909663Z","end":"2026-04-21T04:22:38.183641Z","steps":["trace[424845282] 'read index received' (duration: 273.835793ms)","trace[424845282] 'applied index is now lower than readState.Index' (duration: 140.894µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:38.183728Z","caller":"traceutil/trace.go:171","msg":"trace[2008006163] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"274.146501ms","start":"2026-04-21T04:22:37.909544Z","end":"2026-04-21T04:22:38.18369Z","steps":["trace[2008006163] 'process raft request' (duration: 273.939196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.183784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.104341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:38.183818Z","caller":"traceutil/trace.go:171","msg":"trace[411451934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25955; }","duration":"274.193553ms","start":"2026-04-21T04:22:37.909615Z","end":"2026-04-21T04:22:38.183809Z","steps":["trace[411451934] 'agreement among raft nodes before linearized reading' (duration: 274.119951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.550437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.808405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:22:38.550543Z","caller":"traceutil/trace.go:171","msg":"trace[519577323] linearizableReadLoop","detail":"{readStateIndex:26809; appliedIndex:26808; }","duration":"365.584867ms","start":"2026-04-21T04:22:38.184939Z","end":"2026-04-21T04:22:38.550524Z","steps":["trace[519577323] 'read index received' (duration: 176.658718ms)","trace[519577323] 'applied index is now lower than readState.Index' (duration: 188.924439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:38.550909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.961916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:38.55089Z","caller":"traceutil/trace.go:171","msg":"trace[282312096] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"640.272211ms","start":"2026-04-21T04:22:37.910563Z","end":"2026-04-21T04:22:38.550836Z","steps":["trace[282312096] 'process raft request' (duration: 450.982334ms)","trace[282312096] 'compare' (duration: 188.59112ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:38.550968Z","caller":"traceutil/trace.go:171","msg":"trace[515613354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25956; }","duration":"366.048548ms","start":"2026-04-21T04:22:38.184905Z","end":"2026-04-21T04:22:38.550954Z","steps":["trace[515613354] 'agreement among raft nodes before linearized reading' (duration: 365.666029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:38.551063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:37.910546Z","time spent":"640.432165ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:38.551005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:38.184889Z","time spent":"366.107719ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:22:39.591296Z","caller":"traceutil/trace.go:171","msg":"trace[1142918926] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"129.463024ms","start":"2026-04-21T04:22:39.461802Z","end":"2026-04-21T04:22:39.591265Z","steps":["trace[1142918926] 'process raft request' (duration: 129.246509ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:40.333824Z","caller":"traceutil/trace.go:171","msg":"trace[1084631821] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"144.277737ms","start":"2026-04-21T04:22:40.189518Z","end":"2026-04-21T04:22:40.333796Z","steps":["trace[1084631821] 'process raft request' (duration: 143.537019ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:41.526819Z","caller":"traceutil/trace.go:171","msg":"trace[1051407528] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"386.874417ms","start":"2026-04-21T04:22:41.13991Z","end":"2026-04-21T04:22:41.526784Z","steps":["trace[1051407528] 'process raft request' (duration: 386.646621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.527138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.139883Z","time spent":"387.028421ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:41.530387Z","caller":"traceutil/trace.go:171","msg":"trace[1825472612] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"306.539953ms","start":"2026-04-21T04:22:41.223797Z","end":"2026-04-21T04:22:41.530337Z","steps":["trace[1825472612] 'process raft request' (duration: 306.278807ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:41.530424Z","caller":"traceutil/trace.go:171","msg":"trace[2119629007] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"305.804235ms","start":"2026-04-21T04:22:41.224585Z","end":"2026-04-21T04:22:41.530389Z","steps":["trace[2119629007] 'process raft request' (duration: 305.649242ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:41.53045Z","caller":"traceutil/trace.go:171","msg":"trace[1118929647] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"309.402402ms","start":"2026-04-21T04:22:41.220948Z","end":"2026-04-21T04:22:41.53035Z","steps":["trace[1118929647] 'process raft request' (duration: 308.987352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.530554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.220923Z","time spent":"309.580778ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:41.530545Z","caller":"traceutil/trace.go:171","msg":"trace[1480706863] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"305.041447ms","start":"2026-04-21T04:22:41.225464Z","end":"2026-04-21T04:22:41.530505Z","steps":["trace[1480706863] 'process raft request' (duration: 304.809071ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:41.530399Z","caller":"traceutil/trace.go:171","msg":"trace[575334195] linearizableReadLoop","detail":"{readStateIndex:26829; appliedIndex:26823; }","duration":"288.305516ms","start":"2026-04-21T04:22:41.242063Z","end":"2026-04-21T04:22:41.530369Z","steps":["trace[575334195] 'read index received' (duration: 284.469432ms)","trace[575334195] 'applied index is now lower than readState.Index' (duration: 3.834744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:41.53059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.224574Z","time spent":"305.923239ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:41.530626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.223774Z","time spent":"306.722968ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:22:41.530641Z","caller":"traceutil/trace.go:171","msg":"trace[1769787144] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"306.975984ms","start":"2026-04-21T04:22:41.223602Z","end":"2026-04-21T04:22:41.530578Z","steps":["trace[1769787144] 'process raft request' (duration: 306.529992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.530879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.943056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:22:41.530881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.80815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:22:41.53092Z","caller":"traceutil/trace.go:171","msg":"trace[240338983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25976; }","duration":"240.033058ms","start":"2026-04-21T04:22:41.290876Z","end":"2026-04-21T04:22:41.530909Z","steps":["trace[240338983] 'agreement among raft nodes before linearized reading' (duration: 239.863594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.530927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.36338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:41.530955Z","caller":"traceutil/trace.go:171","msg":"trace[1425714627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25976; }","duration":"288.866091ms","start":"2026-04-21T04:22:41.242053Z","end":"2026-04-21T04:22:41.530919Z","steps":["trace[1425714627] 'agreement among raft nodes before linearized reading' (duration: 288.403429ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:41.530971Z","caller":"traceutil/trace.go:171","msg":"trace[889346532] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25976; }","duration":"133.443942ms","start":"2026-04-21T04:22:41.397512Z","end":"2026-04-21T04:22:41.530956Z","steps":["trace[889346532] 'agreement among raft nodes before linearized reading' (duration: 133.37462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.530885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.223553Z","time spent":"307.240341ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:41.531121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:41.225452Z","time spent":"305.17461ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:41.532627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.283711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:41.532694Z","caller":"traceutil/trace.go:171","msg":"trace[256260298] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25976; }","duration":"208.395673ms","start":"2026-04-21T04:22:41.324281Z","end":"2026-04-21T04:22:41.532676Z","steps":["trace[256260298] 'agreement among raft nodes before linearized reading' (duration: 208.2585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:41.532906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.518874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:22:41.533073Z","caller":"traceutil/trace.go:171","msg":"trace[1215581187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25976; }","duration":"241.782819ms","start":"2026-04-21T04:22:41.291229Z","end":"2026-04-21T04:22:41.533011Z","steps":["trace[1215581187] 'agreement among raft nodes before linearized reading' (duration: 241.359339ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.017113Z","caller":"traceutil/trace.go:171","msg":"trace[988007774] linearizableReadLoop","detail":"{readStateIndex:26836; appliedIndex:26835; }","duration":"106.828791ms","start":"2026-04-21T04:22:41.910249Z","end":"2026-04-21T04:22:42.017078Z","steps":["trace[988007774] 'read index received' (duration: 106.493503ms)","trace[988007774] 'applied index is now lower than readState.Index' (duration: 334.068µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.017221Z","caller":"traceutil/trace.go:171","msg":"trace[257930552] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"132.485219ms","start":"2026-04-21T04:22:41.884702Z","end":"2026-04-21T04:22:42.017188Z","steps":["trace[257930552] 'process raft request' (duration: 132.084219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.017316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.039087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:42.017431Z","caller":"traceutil/trace.go:171","msg":"trace[1048484589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25982; }","duration":"107.19953ms","start":"2026-04-21T04:22:41.91021Z","end":"2026-04-21T04:22:42.01741Z","steps":["trace[1048484589] 'agreement among raft nodes before linearized reading' (duration: 107.001425ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.523455Z","caller":"traceutil/trace.go:171","msg":"trace[1282533703] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"184.051389ms","start":"2026-04-21T04:22:42.339373Z","end":"2026-04-21T04:22:42.523425Z","steps":["trace[1282533703] 'process raft request' (duration: 183.842664ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.758337Z","caller":"traceutil/trace.go:171","msg":"trace[1750939196] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"163.016074ms","start":"2026-04-21T04:22:42.595294Z","end":"2026-04-21T04:22:42.75831Z","steps":["trace[1750939196] 'process raft request' (duration: 162.916112ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.758518Z","caller":"traceutil/trace.go:171","msg":"trace[348623721] linearizableReadLoop","detail":"{readStateIndex:26838; appliedIndex:26836; }","duration":"355.561281ms","start":"2026-04-21T04:22:42.402935Z","end":"2026-04-21T04:22:42.758496Z","steps":["trace[348623721] 'read index received' (duration: 120.28206ms)","trace[348623721] 'applied index is now lower than readState.Index' (duration: 235.24507ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.758508Z","caller":"traceutil/trace.go:171","msg":"trace[1311455829] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"356.739189ms","start":"2026-04-21T04:22:42.401731Z","end":"2026-04-21T04:22:42.75847Z","steps":["trace[1311455829] 'process raft request' (duration: 263.715216ms)","trace[1311455829] 'compare' (duration: 92.425809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.758764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.401701Z","time spent":"356.971426ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:22:42.758952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.714567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:22:42.759039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.703152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-695f6b6dcc-cj7ll.18a843d6ba25d419\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-04-21T04:22:42.759042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.086594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:22:42.759119Z","caller":"traceutil/trace.go:171","msg":"trace[427618820] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-695f6b6dcc-cj7ll.18a843d6ba25d419; range_end:; response_count:1; response_revision:25985; }","duration":"233.801795ms","start":"2026-04-21T04:22:42.52527Z","end":"2026-04-21T04:22:42.759072Z","steps":["trace[427618820] 'agreement among raft nodes before linearized reading' (duration: 233.396455ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.759055Z","caller":"traceutil/trace.go:171","msg":"trace[1457439333] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25985; }","duration":"117.866271ms","start":"2026-04-21T04:22:42.641161Z","end":"2026-04-21T04:22:42.759028Z","steps":["trace[1457439333] 'agreement among raft nodes before linearized reading' (duration: 117.527213ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:42.75919Z","caller":"traceutil/trace.go:171","msg":"trace[783047011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25985; }","duration":"356.278548ms","start":"2026-04-21T04:22:42.402861Z","end":"2026-04-21T04:22:42.75914Z","steps":["trace[783047011] 'agreement among raft nodes before linearized reading' (duration: 355.698204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.759277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:22:42.402839Z","time spent":"356.425282ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-21T04:22:42.961344Z","caller":"traceutil/trace.go:171","msg":"trace[369370316] linearizableReadLoop","detail":"{readStateIndex:26840; appliedIndex:26839; }","duration":"197.479906ms","start":"2026-04-21T04:22:42.763838Z","end":"2026-04-21T04:22:42.961318Z","steps":["trace[369370316] 'read index received' (duration: 132.756644ms)","trace[369370316] 'applied index is now lower than readState.Index' (duration: 64.722112ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:42.961455Z","caller":"traceutil/trace.go:171","msg":"trace[1840097013] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"199.22519ms","start":"2026-04-21T04:22:42.762194Z","end":"2026-04-21T04:22:42.96142Z","steps":["trace[1840097013] 'process raft request' (duration: 134.416796ms)","trace[1840097013] 'compare' (duration: 64.336512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:42.961582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.732323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:22:42.961613Z","caller":"traceutil/trace.go:171","msg":"trace[1001949000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25986; }","duration":"197.804444ms","start":"2026-04-21T04:22:42.7638Z","end":"2026-04-21T04:22:42.961605Z","steps":["trace[1001949000] 'agreement among raft nodes before linearized reading' (duration: 197.6414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:42.961756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.362732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:42.961866Z","caller":"traceutil/trace.go:171","msg":"trace[1458966899] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25986; }","duration":"181.550377ms","start":"2026-04-21T04:22:42.780291Z","end":"2026-04-21T04:22:42.961842Z","steps":["trace[1458966899] 'agreement among raft nodes before linearized reading' (duration: 181.221869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.359817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.519666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:43.360001Z","caller":"traceutil/trace.go:171","msg":"trace[1391998989] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25987; }","duration":"273.772362ms","start":"2026-04-21T04:22:43.08619Z","end":"2026-04-21T04:22:43.359962Z","steps":["trace[1391998989] 'count revisions from in-memory index tree' (duration: 273.311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.359952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.544158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:43.360164Z","caller":"traceutil/trace.go:171","msg":"trace[540177390] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25987; }","duration":"298.807664ms","start":"2026-04-21T04:22:43.061321Z","end":"2026-04-21T04:22:43.360129Z","steps":["trace[540177390] 'count revisions from in-memory index tree' (duration: 298.438015ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:43.79019Z","caller":"traceutil/trace.go:171","msg":"trace[268743077] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"255.195138ms","start":"2026-04-21T04:22:43.534972Z","end":"2026-04-21T04:22:43.790167Z","steps":["trace[268743077] 'process raft request' (duration: 255.016484ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:43.790503Z","caller":"traceutil/trace.go:171","msg":"trace[977197174] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"255.150377ms","start":"2026-04-21T04:22:43.535344Z","end":"2026-04-21T04:22:43.790494Z","steps":["trace[977197174] 'process raft request' (duration: 254.790879ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:43.790598Z","caller":"traceutil/trace.go:171","msg":"trace[860748867] linearizableReadLoop","detail":"{readStateIndex:26847; appliedIndex:26841; }","duration":"239.868402ms","start":"2026-04-21T04:22:43.550708Z","end":"2026-04-21T04:22:43.790576Z","steps":["trace[860748867] 'read index received' (duration: 16.233306ms)","trace[860748867] 'applied index is now lower than readState.Index' (duration: 223.633986ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:43.790612Z","caller":"traceutil/trace.go:171","msg":"trace[890561157] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"254.969453ms","start":"2026-04-21T04:22:43.535621Z","end":"2026-04-21T04:22:43.79059Z","steps":["trace[890561157] 'process raft request' (duration: 254.759727ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:43.790733Z","caller":"traceutil/trace.go:171","msg":"trace[1517827369] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"254.251015ms","start":"2026-04-21T04:22:43.536469Z","end":"2026-04-21T04:22:43.79072Z","steps":["trace[1517827369] 'process raft request' (duration: 254.005329ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:43.790851Z","caller":"traceutil/trace.go:171","msg":"trace[1642723128] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"249.262923ms","start":"2026-04-21T04:22:43.541571Z","end":"2026-04-21T04:22:43.790834Z","steps":["trace[1642723128] 'process raft request' (duration: 248.961416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.790933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.20735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:43.790984Z","caller":"traceutil/trace.go:171","msg":"trace[762547558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25993; }","duration":"240.307443ms","start":"2026-04-21T04:22:43.550667Z","end":"2026-04-21T04:22:43.790974Z","steps":["trace[762547558] 'agreement among raft nodes before linearized reading' (duration: 240.220351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.791102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.256539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:22:43.791164Z","caller":"traceutil/trace.go:171","msg":"trace[1461395715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25993; }","duration":"165.366242ms","start":"2026-04-21T04:22:43.625784Z","end":"2026-04-21T04:22:43.79115Z","steps":["trace[1461395715] 'agreement among raft nodes before linearized reading' (duration: 165.195838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.791475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.408675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:22:43.791538Z","caller":"traceutil/trace.go:171","msg":"trace[1807674254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25993; }","duration":"118.501037ms","start":"2026-04-21T04:22:43.673023Z","end":"2026-04-21T04:22:43.791524Z","steps":["trace[1807674254] 'agreement among raft nodes before linearized reading' (duration: 118.352313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.791576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.725122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:22:43.791621Z","caller":"traceutil/trace.go:171","msg":"trace[885509586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25993; }","duration":"165.813884ms","start":"2026-04-21T04:22:43.625793Z","end":"2026-04-21T04:22:43.791607Z","steps":["trace[885509586] 'agreement among raft nodes before linearized reading' (duration: 165.702111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:43.791638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.743352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:22:43.791676Z","caller":"traceutil/trace.go:171","msg":"trace[1557930835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25993; }","duration":"165.836434ms","start":"2026-04-21T04:22:43.625831Z","end":"2026-04-21T04:22:43.791667Z","steps":["trace[1557930835] 'agreement among raft nodes before linearized reading' (duration: 165.758733ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.031135Z","caller":"traceutil/trace.go:171","msg":"trace[381077656] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"235.555997ms","start":"2026-04-21T04:22:43.795532Z","end":"2026-04-21T04:22:44.031088Z","steps":["trace[381077656] 'process raft request' (duration: 232.433831ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.031179Z","caller":"traceutil/trace.go:171","msg":"trace[335473535] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"235.044785ms","start":"2026-04-21T04:22:43.796097Z","end":"2026-04-21T04:22:44.031142Z","steps":["trace[335473535] 'process raft request' (duration: 234.82754ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.031415Z","caller":"traceutil/trace.go:171","msg":"trace[1001314407] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"234.840661ms","start":"2026-04-21T04:22:43.796558Z","end":"2026-04-21T04:22:44.031398Z","steps":["trace[1001314407] 'process raft request' (duration: 234.750738ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.031431Z","caller":"traceutil/trace.go:171","msg":"trace[8372586] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"235.027175ms","start":"2026-04-21T04:22:43.796358Z","end":"2026-04-21T04:22:44.031385Z","steps":["trace[8372586] 'process raft request' (duration: 234.852661ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.031383Z","caller":"traceutil/trace.go:171","msg":"trace[1798445263] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26848; }","duration":"193.560831ms","start":"2026-04-21T04:22:43.837795Z","end":"2026-04-21T04:22:44.031356Z","steps":["trace[1798445263] 'read index received' (duration: 190.203819ms)","trace[1798445263] 'applied index is now lower than readState.Index' (duration: 3.355671ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:44.031495Z","caller":"traceutil/trace.go:171","msg":"trace[775201136] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"235.143748ms","start":"2026-04-21T04:22:43.796299Z","end":"2026-04-21T04:22:44.031442Z","steps":["trace[775201136] 'process raft request' (duration: 234.784419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:44.031622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.804026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-04-21T04:22:44.031673Z","caller":"traceutil/trace.go:171","msg":"trace[879463440] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25999; }","duration":"193.910699ms","start":"2026-04-21T04:22:43.83775Z","end":"2026-04-21T04:22:44.031661Z","steps":["trace[879463440] 'agreement among raft nodes before linearized reading' (duration: 193.695334ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:44.032516Z","caller":"traceutil/trace.go:171","msg":"trace[2088914837] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"120.750981ms","start":"2026-04-21T04:22:43.91175Z","end":"2026-04-21T04:22:44.032501Z","steps":["trace[2088914837] 'process raft request' (duration: 120.531716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:44.03252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.811421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:44.03259Z","caller":"traceutil/trace.go:171","msg":"trace[1536571754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26000; }","duration":"124.927724ms","start":"2026-04-21T04:22:43.907647Z","end":"2026-04-21T04:22:44.032575Z","steps":["trace[1536571754] 'agreement among raft nodes before linearized reading' (duration: 124.74773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:45.064241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.636822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:45.064338Z","caller":"traceutil/trace.go:171","msg":"trace[1299681791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26002; }","duration":"157.786946ms","start":"2026-04-21T04:22:44.906533Z","end":"2026-04-21T04:22:45.06432Z","steps":["trace[1299681791] 'range keys from in-memory index tree' (duration: 157.4844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:45.652996Z","caller":"traceutil/trace.go:171","msg":"trace[1632259632] linearizableReadLoop","detail":"{readStateIndex:26858; appliedIndex:26857; }","duration":"176.576496ms","start":"2026-04-21T04:22:45.476395Z","end":"2026-04-21T04:22:45.652971Z","steps":["trace[1632259632] 'read index received' (duration: 128.376898ms)","trace[1632259632] 'applied index is now lower than readState.Index' (duration: 48.198608ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:45.653036Z","caller":"traceutil/trace.go:171","msg":"trace[2048278078] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"235.926497ms","start":"2026-04-21T04:22:45.417061Z","end":"2026-04-21T04:22:45.652987Z","steps":["trace[2048278078] 'process raft request' (duration: 187.577786ms)","trace[2048278078] 'compare' (duration: 48.149356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:22:45.653159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.747501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:22:45.653213Z","caller":"traceutil/trace.go:171","msg":"trace[203745053] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26003; }","duration":"176.846803ms","start":"2026-04-21T04:22:45.476349Z","end":"2026-04-21T04:22:45.653195Z","steps":["trace[203745053] 'agreement among raft nodes before linearized reading' (duration: 176.7176ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:45.700401Z","caller":"traceutil/trace.go:171","msg":"trace[825613885] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"127.735463ms","start":"2026-04-21T04:22:45.572626Z","end":"2026-04-21T04:22:45.700361Z","steps":["trace[825613885] 'process raft request' (duration: 127.498087ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.077262Z","caller":"traceutil/trace.go:171","msg":"trace[1058822896] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"280.61626ms","start":"2026-04-21T04:22:45.79662Z","end":"2026-04-21T04:22:46.077236Z","steps":["trace[1058822896] 'process raft request' (duration: 199.570728ms)","trace[1058822896] 'compare' (duration: 80.772674ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:46.077618Z","caller":"traceutil/trace.go:171","msg":"trace[1740360272] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"280.929007ms","start":"2026-04-21T04:22:45.796657Z","end":"2026-04-21T04:22:46.077586Z","steps":["trace[1740360272] 'process raft request' (duration: 280.536298ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.078293Z","caller":"traceutil/trace.go:171","msg":"trace[826013265] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"281.498512ms","start":"2026-04-21T04:22:45.79677Z","end":"2026-04-21T04:22:46.078269Z","steps":["trace[826013265] 'process raft request' (duration: 281.269556ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.078437Z","caller":"traceutil/trace.go:171","msg":"trace[16454812] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"281.502521ms","start":"2026-04-21T04:22:45.796913Z","end":"2026-04-21T04:22:46.078416Z","steps":["trace[16454812] 'process raft request' (duration: 281.304437ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.234721Z","caller":"traceutil/trace.go:171","msg":"trace[2121291301] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"150.987941ms","start":"2026-04-21T04:22:46.083713Z","end":"2026-04-21T04:22:46.234701Z","steps":["trace[2121291301] 'process raft request' (duration: 150.899878ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.234732Z","caller":"traceutil/trace.go:171","msg":"trace[1898676104] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"151.028461ms","start":"2026-04-21T04:22:46.083667Z","end":"2026-04-21T04:22:46.234696Z","steps":["trace[1898676104] 'process raft request' (duration: 116.866916ms)","trace[1898676104] 'compare' (duration: 33.92269ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:22:46.234976Z","caller":"traceutil/trace.go:171","msg":"trace[864406405] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"150.777896ms","start":"2026-04-21T04:22:46.08419Z","end":"2026-04-21T04:22:46.234968Z","steps":["trace[864406405] 'process raft request' (duration: 150.458768ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.235167Z","caller":"traceutil/trace.go:171","msg":"trace[485200883] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"150.877278ms","start":"2026-04-21T04:22:46.084269Z","end":"2026-04-21T04:22:46.235147Z","steps":["trace[485200883] 'process raft request' (duration: 150.668283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.613996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.925297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:46.614084Z","caller":"traceutil/trace.go:171","msg":"trace[571753798] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26014; }","duration":"189.085121ms","start":"2026-04-21T04:22:46.424976Z","end":"2026-04-21T04:22:46.614061Z","steps":["trace[571753798] 'count revisions from in-memory index tree' (duration: 188.824435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:22:46.614088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.235804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:22:46.614252Z","caller":"traceutil/trace.go:171","msg":"trace[1670716426] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26014; }","duration":"155.46661ms","start":"2026-04-21T04:22:46.458769Z","end":"2026-04-21T04:22:46.614235Z","steps":["trace[1670716426] 'count revisions from in-memory index tree' (duration: 155.117001ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:46.986189Z","caller":"traceutil/trace.go:171","msg":"trace[491286725] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"178.028673ms","start":"2026-04-21T04:22:46.808127Z","end":"2026-04-21T04:22:46.986156Z","steps":["trace[491286725] 'process raft request' (duration: 177.817368ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:22:47.865266Z","caller":"traceutil/trace.go:171","msg":"trace[794794990] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"100.363603ms","start":"2026-04-21T04:22:47.764878Z","end":"2026-04-21T04:22:47.865242Z","steps":["trace[794794990] 'process raft request' (duration: 100.19823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:00.779979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.610854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T04:23:00.780114Z","caller":"traceutil/trace.go:171","msg":"trace[1472486083] linearizableReadLoop","detail":"{readStateIndex:26978; appliedIndex:26977; }","duration":"229.752066ms","start":"2026-04-21T04:23:00.550341Z","end":"2026-04-21T04:23:00.780093Z","steps":["trace[1472486083] 'read index received' (duration: 53.041µs)","trace[1472486083] 'applied index is now lower than readState.Index' (duration: 229.697555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:00.780249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.891719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:00.780295Z","caller":"traceutil/trace.go:171","msg":"trace[1028671143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26120; }","duration":"229.981511ms","start":"2026-04-21T04:23:00.550298Z","end":"2026-04-21T04:23:00.78028Z","steps":["trace[1028671143] 'agreement among raft nodes before linearized reading' (duration: 229.896529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:00.781987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.638266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:181 size:1991042"} {"level":"info","ts":"2026-04-21T04:23:00.782031Z","caller":"traceutil/trace.go:171","msg":"trace[697353374] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:181; response_revision:26120; }","duration":"133.719828ms","start":"2026-04-21T04:23:00.648301Z","end":"2026-04-21T04:23:00.782021Z","steps":["trace[697353374] 'agreement among raft nodes before linearized reading' (duration: 132.499548ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.251289Z","caller":"traceutil/trace.go:171","msg":"trace[1897562577] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"316.011104ms","start":"2026-04-21T04:23:01.935253Z","end":"2026-04-21T04:23:02.251264Z","steps":["trace[1897562577] 'process raft request' (duration: 315.858701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.251442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:01.935227Z","time spent":"316.138188ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.835174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.612444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:02.835426Z","caller":"traceutil/trace.go:171","msg":"trace[684876027] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"823.92543ms","start":"2026-04-21T04:23:02.011481Z","end":"2026-04-21T04:23:02.835406Z","steps":["trace[684876027] 'process raft request' (duration: 316.993488ms)","trace[684876027] 'compare' (duration: 504.915162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:02.835496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.011461Z","time spent":"824.005172ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.835594Z","caller":"traceutil/trace.go:171","msg":"trace[105825008] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"520.416601ms","start":"2026-04-21T04:23:02.315108Z","end":"2026-04-21T04:23:02.835524Z","steps":["trace[105825008] 'process raft request' (duration: 520.172716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.835756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.315087Z","time spent":"520.582725ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.864612Z","caller":"traceutil/trace.go:171","msg":"trace[1224325624] linearizableReadLoop","detail":"{readStateIndex:26987; appliedIndex:26981; }","duration":"390.31753ms","start":"2026-04-21T04:23:02.474263Z","end":"2026-04-21T04:23:02.86458Z","steps":["trace[1224325624] 'read index received' (duration: 106.037242ms)","trace[1224325624] 'applied index is now lower than readState.Index' (duration: 284.278868ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:02.864799Z","caller":"traceutil/trace.go:171","msg":"trace[1603225757] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"525.977666ms","start":"2026-04-21T04:23:02.338779Z","end":"2026-04-21T04:23:02.864757Z","steps":["trace[1603225757] 'process raft request' (duration: 525.72066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.864966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.338767Z","time spent":"526.126401ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.865088Z","caller":"traceutil/trace.go:171","msg":"trace[342016636] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"526.738395ms","start":"2026-04-21T04:23:02.338341Z","end":"2026-04-21T04:23:02.86508Z","steps":["trace[342016636] 'process raft request' (duration: 525.958106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.865129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.33832Z","time spent":"526.788596ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:02.865191Z","caller":"traceutil/trace.go:171","msg":"trace[1140701325] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"490.396367ms","start":"2026-04-21T04:23:02.374777Z","end":"2026-04-21T04:23:02.865174Z","steps":["trace[1140701325] 'process raft request' (duration: 489.762122ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:02.865264Z","caller":"traceutil/trace.go:171","msg":"trace[139856292] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"526.668133ms","start":"2026-04-21T04:23:02.338588Z","end":"2026-04-21T04:23:02.865256Z","steps":["trace[139856292] 'process raft request' (duration: 525.872974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.865311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.33855Z","time spent":"526.739325ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.865327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.374757Z","time spent":"490.473539ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:02.865584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.317764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:02.865624Z","caller":"traceutil/trace.go:171","msg":"trace[849820209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26129; }","duration":"391.389006ms","start":"2026-04-21T04:23:02.474226Z","end":"2026-04-21T04:23:02.865615Z","steps":["trace[849820209] 'agreement among raft nodes before linearized reading' (duration: 391.250323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.865649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.474206Z","time spent":"391.436877ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:02.866517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.354244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:23:02.866546Z","caller":"traceutil/trace.go:171","msg":"trace[1523411692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26130; }","duration":"379.406614ms","start":"2026-04-21T04:23:02.487134Z","end":"2026-04-21T04:23:02.86654Z","steps":["trace[1523411692] 'agreement among raft nodes before linearized reading' (duration: 379.315522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.866563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.487122Z","time spent":"379.436515ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:02.866709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.649059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:02.866741Z","caller":"traceutil/trace.go:171","msg":"trace[729225311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26130; }","duration":"336.69717ms","start":"2026-04-21T04:23:02.530038Z","end":"2026-04-21T04:23:02.866735Z","steps":["trace[729225311] 'agreement among raft nodes before linearized reading' (duration: 336.614758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.866757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.530031Z","time spent":"336.72251ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:02.866704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.222619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:23:02.866863Z","caller":"traceutil/trace.go:171","msg":"trace[48645036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26130; }","duration":"336.406933ms","start":"2026-04-21T04:23:02.530443Z","end":"2026-04-21T04:23:02.86685Z","steps":["trace[48645036] 'agreement among raft nodes before linearized reading' (duration: 336.142496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.86689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.530436Z","time spent":"336.445353ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:02.866906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.058249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:02.866997Z","caller":"traceutil/trace.go:171","msg":"trace[908345936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26130; }","duration":"337.166182ms","start":"2026-04-21T04:23:02.529808Z","end":"2026-04-21T04:23:02.866974Z","steps":["trace[908345936] 'agreement among raft nodes before linearized reading' (duration: 336.874045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:02.867051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:02.529742Z","time spent":"337.297364ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:17.671174Z","caller":"traceutil/trace.go:171","msg":"trace[2128375102] linearizableReadLoop","detail":"{readStateIndex:27273; appliedIndex:27272; }","duration":"367.360291ms","start":"2026-04-21T04:23:17.303788Z","end":"2026-04-21T04:23:17.671148Z","steps":["trace[2128375102] 'read index received' (duration: 367.129374ms)","trace[2128375102] 'applied index is now lower than readState.Index' (duration: 229.947µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:17.671242Z","caller":"traceutil/trace.go:171","msg":"trace[91974966] transaction","detail":"{read_only:false; response_revision:26410; number_of_response:1; }","duration":"402.94652ms","start":"2026-04-21T04:23:17.268253Z","end":"2026-04-21T04:23:17.6712Z","steps":["trace[91974966] 'process raft request' (duration: 402.736734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:17.671321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.513494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:17.671363Z","caller":"traceutil/trace.go:171","msg":"trace[1700870316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26410; }","duration":"367.642737ms","start":"2026-04-21T04:23:17.303707Z","end":"2026-04-21T04:23:17.67135Z","steps":["trace[1700870316] 'agreement among raft nodes before linearized reading' (duration: 367.546635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:17.671401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:17.268225Z","time spent":"403.089853ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:17.67141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:17.303674Z","time spent":"367.72706ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:21.152042Z","caller":"traceutil/trace.go:171","msg":"trace[2112875437] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"229.148781ms","start":"2026-04-21T04:23:20.922869Z","end":"2026-04-21T04:23:21.152018Z","steps":["trace[2112875437] 'process raft request' (duration: 220.683805ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.152405Z","caller":"traceutil/trace.go:171","msg":"trace[687487414] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"222.99978ms","start":"2026-04-21T04:23:20.929368Z","end":"2026-04-21T04:23:21.152368Z","steps":["trace[687487414] 'process raft request' (duration: 222.59992ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.152589Z","caller":"traceutil/trace.go:171","msg":"trace[163233367] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"221.391132ms","start":"2026-04-21T04:23:20.931185Z","end":"2026-04-21T04:23:21.152577Z","steps":["trace[163233367] 'process raft request' (duration: 221.068644ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.152806Z","caller":"traceutil/trace.go:171","msg":"trace[1203009324] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"220.929959ms","start":"2026-04-21T04:23:20.931866Z","end":"2026-04-21T04:23:21.152796Z","steps":["trace[1203009324] 'process raft request' (duration: 220.668133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.153063Z","caller":"traceutil/trace.go:171","msg":"trace[1793026724] linearizableReadLoop","detail":"{readStateIndex:27298; appliedIndex:27293; }","duration":"188.774653ms","start":"2026-04-21T04:23:20.964273Z","end":"2026-04-21T04:23:21.153048Z","steps":["trace[1793026724] 'read index received' (duration: 179.273041ms)","trace[1793026724] 'applied index is now lower than readState.Index' (duration: 9.500032ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:21.153161Z","caller":"traceutil/trace.go:171","msg":"trace[1600293224] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"220.53823ms","start":"2026-04-21T04:23:20.932607Z","end":"2026-04-21T04:23:21.153145Z","steps":["trace[1600293224] 'process raft request' (duration: 220.15217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.153188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.009565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.153231Z","caller":"traceutil/trace.go:171","msg":"trace[1661729521] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26434; }","duration":"206.077867ms","start":"2026-04-21T04:23:20.947142Z","end":"2026-04-21T04:23:21.15322Z","steps":["trace[1661729521] 'agreement among raft nodes before linearized reading' (duration: 206.002125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.153445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.413681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-21T04:23:21.153493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.449436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:21.153495Z","caller":"traceutil/trace.go:171","msg":"trace[1594078161] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26434; }","duration":"223.504204ms","start":"2026-04-21T04:23:20.929979Z","end":"2026-04-21T04:23:21.153483Z","steps":["trace[1594078161] 'agreement among raft nodes before linearized reading' (duration: 223.308959ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:21.153525Z","caller":"traceutil/trace.go:171","msg":"trace[233236027] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26434; }","duration":"199.501887ms","start":"2026-04-21T04:23:20.954013Z","end":"2026-04-21T04:23:21.153515Z","steps":["trace[233236027] 'agreement among raft nodes before linearized reading' (duration: 199.368594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.153685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.889222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:23:21.153724Z","caller":"traceutil/trace.go:171","msg":"trace[765715351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26434; }","duration":"187.937613ms","start":"2026-04-21T04:23:20.965776Z","end":"2026-04-21T04:23:21.153714Z","steps":["trace[765715351] 'agreement among raft nodes before linearized reading' (duration: 187.843901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.15373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.338444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.153761Z","caller":"traceutil/trace.go:171","msg":"trace[576199766] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26434; }","duration":"206.375235ms","start":"2026-04-21T04:23:20.947377Z","end":"2026-04-21T04:23:21.153752Z","steps":["trace[576199766] 'agreement among raft nodes before linearized reading' (duration: 206.333224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.153873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.611364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.153916Z","caller":"traceutil/trace.go:171","msg":"trace[1330968044] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26434; }","duration":"119.711046ms","start":"2026-04-21T04:23:21.03419Z","end":"2026-04-21T04:23:21.153901Z","steps":["trace[1330968044] 'agreement among raft nodes before linearized reading' (duration: 119.646704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.154158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.410822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:23:21.154196Z","caller":"traceutil/trace.go:171","msg":"trace[934166821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26434; }","duration":"185.449283ms","start":"2026-04-21T04:23:20.968737Z","end":"2026-04-21T04:23:21.154186Z","steps":["trace[934166821] 'agreement among raft nodes before linearized reading' (duration: 185.3458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.153692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.239438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:21.154259Z","caller":"traceutil/trace.go:171","msg":"trace[1811040376] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26434; }","duration":"205.813501ms","start":"2026-04-21T04:23:20.948436Z","end":"2026-04-21T04:23:21.154249Z","steps":["trace[1811040376] 'agreement among raft nodes before linearized reading' (duration: 205.234717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.154417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.702839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:23:21.15445Z","caller":"traceutil/trace.go:171","msg":"trace[388200001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26434; }","duration":"185.75599ms","start":"2026-04-21T04:23:20.968686Z","end":"2026-04-21T04:23:21.154442Z","steps":["trace[388200001] 'agreement among raft nodes before linearized reading' (duration: 185.668998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.154587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.585271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:23:21.154622Z","caller":"traceutil/trace.go:171","msg":"trace[854220956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26434; }","duration":"186.658303ms","start":"2026-04-21T04:23:20.967954Z","end":"2026-04-21T04:23:21.154612Z","steps":["trace[854220956] 'agreement among raft nodes before linearized reading' (duration: 186.581381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:21.154716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.549574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:23:21.154762Z","caller":"traceutil/trace.go:171","msg":"trace[592620376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26434; }","duration":"187.611595ms","start":"2026-04-21T04:23:20.967136Z","end":"2026-04-21T04:23:21.154748Z","steps":["trace[592620376] 'agreement among raft nodes before linearized reading' (duration: 187.495522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.032445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.620036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.03254Z","caller":"traceutil/trace.go:171","msg":"trace[420375015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26461; }","duration":"124.730318ms","start":"2026-04-21T04:23:24.907788Z","end":"2026-04-21T04:23:25.032518Z","steps":["trace[420375015] 'range keys from in-memory index tree' (duration: 124.549024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.032811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.725783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.032925Z","caller":"traceutil/trace.go:171","msg":"trace[1591330449] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26461; }","duration":"100.881426ms","start":"2026-04-21T04:23:24.932023Z","end":"2026-04-21T04:23:25.032905Z","steps":["trace[1591330449] 'range keys from in-memory index tree' (duration: 100.655191ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.321316Z","caller":"traceutil/trace.go:171","msg":"trace[1901473222] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"127.523037ms","start":"2026-04-21T04:23:25.193763Z","end":"2026-04-21T04:23:25.321286Z","steps":["trace[1901473222] 'process raft request' (duration: 127.302421ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.321755Z","caller":"traceutil/trace.go:171","msg":"trace[1183908377] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27326; }","duration":"122.221828ms","start":"2026-04-21T04:23:25.19949Z","end":"2026-04-21T04:23:25.321712Z","steps":["trace[1183908377] 'read index received' (duration: 10.950278ms)","trace[1183908377] 'applied index is now lower than readState.Index' (duration: 111.27028ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:25.321765Z","caller":"traceutil/trace.go:171","msg":"trace[736630182] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"127.045016ms","start":"2026-04-21T04:23:25.194664Z","end":"2026-04-21T04:23:25.321709Z","steps":["trace[736630182] 'process raft request' (duration: 126.574294ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.321865Z","caller":"traceutil/trace.go:171","msg":"trace[1752855930] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"125.451356ms","start":"2026-04-21T04:23:25.196404Z","end":"2026-04-21T04:23:25.321855Z","steps":["trace[1752855930] 'process raft request' (duration: 125.220801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.321949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.407532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.322Z","caller":"traceutil/trace.go:171","msg":"trace[1090278599] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26467; }","duration":"122.505615ms","start":"2026-04-21T04:23:25.199483Z","end":"2026-04-21T04:23:25.321988Z","steps":["trace[1090278599] 'agreement among raft nodes before linearized reading' (duration: 122.414942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.322134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.322201Z","caller":"traceutil/trace.go:171","msg":"trace[536851791] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26467; }","duration":"122.73104ms","start":"2026-04-21T04:23:25.199453Z","end":"2026-04-21T04:23:25.322184Z","steps":["trace[536851791] 'agreement among raft nodes before linearized reading' (duration: 122.629348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.321782Z","caller":"traceutil/trace.go:171","msg":"trace[2142745395] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"125.883777ms","start":"2026-04-21T04:23:25.19587Z","end":"2026-04-21T04:23:25.321754Z","steps":["trace[2142745395] 'process raft request' (duration: 125.61895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.322429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.422389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:25.322476Z","caller":"traceutil/trace.go:171","msg":"trace[4747252] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26467; }","duration":"121.47801ms","start":"2026-04-21T04:23:25.200985Z","end":"2026-04-21T04:23:25.322463Z","steps":["trace[4747252] 'agreement among raft nodes before linearized reading' (duration: 121.418099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.322581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.658429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:25.322634Z","caller":"traceutil/trace.go:171","msg":"trace[1749429919] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26467; }","duration":"120.747372ms","start":"2026-04-21T04:23:25.201873Z","end":"2026-04-21T04:23:25.322621Z","steps":["trace[1749429919] 'agreement among raft nodes before linearized reading' (duration: 120.487606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:25.322788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.607864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:23:25.322831Z","caller":"traceutil/trace.go:171","msg":"trace[1548665029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26467; }","duration":"119.660866ms","start":"2026-04-21T04:23:25.20316Z","end":"2026-04-21T04:23:25.322821Z","steps":["trace[1548665029] 'agreement among raft nodes before linearized reading' (duration: 119.562453ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.431839Z","caller":"traceutil/trace.go:171","msg":"trace[270116572] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"103.079689ms","start":"2026-04-21T04:23:25.328719Z","end":"2026-04-21T04:23:25.431798Z","steps":["trace[270116572] 'process raft request' (duration: 102.237909ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:25.432097Z","caller":"traceutil/trace.go:171","msg":"trace[1517876592] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"102.130287ms","start":"2026-04-21T04:23:25.329932Z","end":"2026-04-21T04:23:25.432062Z","steps":["trace[1517876592] 'process raft request' (duration: 101.206044ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:26.818961Z","caller":"traceutil/trace.go:171","msg":"trace[1102668755] linearizableReadLoop","detail":"{readStateIndex:27342; appliedIndex:27341; }","duration":"100.395724ms","start":"2026-04-21T04:23:26.71854Z","end":"2026-04-21T04:23:26.818936Z","steps":["trace[1102668755] 'read index received' (duration: 99.585104ms)","trace[1102668755] 'applied index is now lower than readState.Index' (duration: 809.23µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:26.819004Z","caller":"traceutil/trace.go:171","msg":"trace[1001473252] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"181.757443ms","start":"2026-04-21T04:23:26.637214Z","end":"2026-04-21T04:23:26.818972Z","steps":["trace[1001473252] 'process raft request' (duration: 180.934403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:26.819178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.608339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:26.81929Z","caller":"traceutil/trace.go:171","msg":"trace[574169365] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26477; }","duration":"100.799124ms","start":"2026-04-21T04:23:26.718466Z","end":"2026-04-21T04:23:26.819265Z","steps":["trace[574169365] 'agreement among raft nodes before linearized reading' (duration: 100.576628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.837316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528503369,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:23:27.907725Z","caller":"traceutil/trace.go:171","msg":"trace[1357352978] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"580.061569ms","start":"2026-04-21T04:23:27.32763Z","end":"2026-04-21T04:23:27.907691Z","steps":["trace[1357352978] 'process raft request' (duration: 579.821733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.907912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.327618Z","time spent":"580.198892ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:27.908006Z","caller":"traceutil/trace.go:171","msg":"trace[36941638] transaction","detail":"{read_only:false; response_revision:26483; number_of_response:1; }","duration":"579.173307ms","start":"2026-04-21T04:23:27.328812Z","end":"2026-04-21T04:23:27.907985Z","steps":["trace[36941638] 'process raft request' (duration: 579.073575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.908149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.328799Z","time spent":"579.281631ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:27.908178Z","caller":"traceutil/trace.go:171","msg":"trace[2050124847] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"580.11439ms","start":"2026-04-21T04:23:27.327987Z","end":"2026-04-21T04:23:27.908102Z","steps":["trace[2050124847] 'process raft request' (duration: 579.657519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:27.90848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.327959Z","time spent":"580.364496ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.541464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.903657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:28.541652Z","caller":"traceutil/trace.go:171","msg":"trace[75800635] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"571.757876ms","start":"2026-04-21T04:23:27.969876Z","end":"2026-04-21T04:23:28.541634Z","steps":["trace[75800635] 'process raft request' (duration: 571.695904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.541729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.969847Z","time spent":"571.846948ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.541979Z","caller":"traceutil/trace.go:171","msg":"trace[1616353816] linearizableReadLoop","detail":"{readStateIndex:27349; appliedIndex:27345; }","duration":"1.204996004s","start":"2026-04-21T04:23:27.336947Z","end":"2026-04-21T04:23:28.541943Z","steps":["trace[1616353816] 'read index received' (duration: 570.524716ms)","trace[1616353816] 'applied index is now lower than readState.Index' (duration: 634.468558ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:28.54198Z","caller":"traceutil/trace.go:171","msg":"trace[20305115] transaction","detail":"{read_only:false; response_revision:26484; number_of_response:1; }","duration":"759.876184ms","start":"2026-04-21T04:23:27.782072Z","end":"2026-04-21T04:23:28.541949Z","steps":["trace[20305115] 'process raft request' (duration: 435.418013ms)","trace[20305115] 'compare' (duration: 323.744284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:28.54212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214581249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:28.542174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211909073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:28.542205Z","caller":"traceutil/trace.go:171","msg":"trace[820617488] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26485; }","duration":"1.214683001s","start":"2026-04-21T04:23:27.327505Z","end":"2026-04-21T04:23:28.542187Z","steps":["trace[820617488] 'agreement among raft nodes before linearized reading' (duration: 1.214553188s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.542217Z","caller":"traceutil/trace.go:171","msg":"trace[730885125] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26485; }","duration":"1.211983674s","start":"2026-04-21T04:23:27.330223Z","end":"2026-04-21T04:23:28.542206Z","steps":["trace[730885125] 'agreement among raft nodes before linearized reading' (duration: 1.211823691s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.542219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214621739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:28.542254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.327498Z","time spent":"1.214745362s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-21T04:23:28.54226Z","caller":"traceutil/trace.go:171","msg":"trace[1908665618] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26485; }","duration":"1.214778403s","start":"2026-04-21T04:23:27.32747Z","end":"2026-04-21T04:23:28.542249Z","steps":["trace[1908665618] 'agreement among raft nodes before linearized reading' (duration: 1.21461766s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.542265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.330214Z","time spent":"1.212034756s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:28.542327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.327465Z","time spent":"1.214853295s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:28.542262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.782052Z","time spent":"760.078529ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:28.820134Z","caller":"traceutil/trace.go:171","msg":"trace[1505894049] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"278.042596ms","start":"2026-04-21T04:23:28.542051Z","end":"2026-04-21T04:23:28.820094Z","steps":["trace[1505894049] 'read index received' (duration: 223.129684ms)","trace[1505894049] 'applied index is now lower than readState.Index' (duration: 54.911772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:28.820212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.769675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:28.820286Z","caller":"traceutil/trace.go:171","msg":"trace[764309745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26486; }","duration":"510.891908ms","start":"2026-04-21T04:23:28.309375Z","end":"2026-04-21T04:23:28.820267Z","steps":["trace[764309745] 'agreement among raft nodes before linearized reading' (duration: 510.722064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.309351Z","time spent":"510.96442ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:28.8203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30587696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:28.820322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21222365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-21T04:23:28.820378Z","caller":"traceutil/trace.go:171","msg":"trace[1156323242] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26486; }","duration":"1.306015563s","start":"2026-04-21T04:23:27.514343Z","end":"2026-04-21T04:23:28.820358Z","steps":["trace[1156323242] 'agreement among raft nodes before linearized reading' (duration: 1.305835249s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.82035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38238625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-21T04:23:28.820392Z","caller":"traceutil/trace.go:171","msg":"trace[160217297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26486; }","duration":"1.212312653s","start":"2026-04-21T04:23:27.608062Z","end":"2026-04-21T04:23:28.820375Z","steps":["trace[160217297] 'agreement among raft nodes before linearized reading' (duration: 1.212042646s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.82042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412082876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-21T04:23:28.820433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.514323Z","time spent":"1.306093426s","remote":"127.0.0.1:40708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:28.820442Z","caller":"traceutil/trace.go:171","msg":"trace[627822360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26486; }","duration":"1.382530134s","start":"2026-04-21T04:23:27.43789Z","end":"2026-04-21T04:23:28.82042Z","steps":["trace[627822360] 'agreement among raft nodes before linearized reading' (duration: 1.382250707s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.820471Z","caller":"traceutil/trace.go:171","msg":"trace[1231945527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26486; }","duration":"1.412183129s","start":"2026-04-21T04:23:27.408273Z","end":"2026-04-21T04:23:28.820456Z","steps":["trace[1231945527] 'agreement among raft nodes before linearized reading' (duration: 1.411967593s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382579965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T04:23:28.820453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382490703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:23:28.820443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.608032Z","time spent":"1.212402555s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-21T04:23:28.820519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.408247Z","time spent":"1.412259221s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:28.820537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.312887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:28.820531Z","caller":"traceutil/trace.go:171","msg":"trace[88318212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26486; }","duration":"1.382669387s","start":"2026-04-21T04:23:27.437843Z","end":"2026-04-21T04:23:28.820512Z","steps":["trace[88318212] 'agreement among raft nodes before linearized reading' (duration: 1.382426851s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.820575Z","caller":"traceutil/trace.go:171","msg":"trace[1787955550] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26486; }","duration":"655.402631ms","start":"2026-04-21T04:23:28.165159Z","end":"2026-04-21T04:23:28.820562Z","steps":["trace[1787955550] 'agreement among raft nodes before linearized reading' (duration: 655.308398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.43781Z","time spent":"1.38276495s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:28.820607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.165128Z","time spent":"655.470452ms","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:28.820624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384560754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-21T04:23:28.820656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.940845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:28.820659Z","caller":"traceutil/trace.go:171","msg":"trace[738097434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26486; }","duration":"1.384592595s","start":"2026-04-21T04:23:27.436053Z","end":"2026-04-21T04:23:28.820646Z","steps":["trace[738097434] 'agreement among raft nodes before linearized reading' (duration: 1.384510143s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.435976Z","time spent":"1.384718458s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T04:23:28.820701Z","caller":"traceutil/trace.go:171","msg":"trace[2084201866] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26486; }","duration":"510.024598ms","start":"2026-04-21T04:23:28.310663Z","end":"2026-04-21T04:23:28.820687Z","steps":["trace[2084201866] 'agreement among raft nodes before linearized reading' (duration: 509.951236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.043048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-21T04:23:28.820742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.310643Z","time spent":"510.088809ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:23:28.820758Z","caller":"traceutil/trace.go:171","msg":"trace[1558025998] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26486; }","duration":"510.10691ms","start":"2026-04-21T04:23:28.310644Z","end":"2026-04-21T04:23:28.820751Z","steps":["trace[1558025998] 'agreement among raft nodes before linearized reading' (duration: 510.001887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.310622Z","time spent":"510.155971ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:28.820497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.437872Z","time spent":"1.382614065s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:23:28.820901Z","caller":"traceutil/trace.go:171","msg":"trace[365837985] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"314.534619ms","start":"2026-04-21T04:23:28.50635Z","end":"2026-04-21T04:23:28.820885Z","steps":["trace[365837985] 'process raft request' (duration: 258.868978ms)","trace[365837985] 'compare' (duration: 54.690786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:28.820924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.524967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:28.820537Z","caller":"traceutil/trace.go:171","msg":"trace[1671053021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26486; }","duration":"1.382615395s","start":"2026-04-21T04:23:27.437908Z","end":"2026-04-21T04:23:28.820523Z","steps":["trace[1671053021] 'agreement among raft nodes before linearized reading' (duration: 1.38239617s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:28.820975Z","caller":"traceutil/trace.go:171","msg":"trace[137368879] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26486; }","duration":"505.58695ms","start":"2026-04-21T04:23:28.315373Z","end":"2026-04-21T04:23:28.82096Z","steps":["trace[137368879] 'agreement among raft nodes before linearized reading' (duration: 505.507818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.820995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.437892Z","time spent":"1.383092248s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:28.821017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.315365Z","time spent":"505.641201ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:23:28.821025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:28.506249Z","time spent":"314.682373ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:28.821089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117445004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:28.821137Z","caller":"traceutil/trace.go:171","msg":"trace[429511397] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26486; }","duration":"1.117552587s","start":"2026-04-21T04:23:27.703573Z","end":"2026-04-21T04:23:28.821126Z","steps":["trace[429511397] 'agreement among raft nodes before linearized reading' (duration: 1.117317091s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.821143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.572171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:28.821169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.703547Z","time spent":"1.117614069s","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":190,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:28.821174Z","caller":"traceutil/trace.go:171","msg":"trace[173984103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26486; }","duration":"913.646333ms","start":"2026-04-21T04:23:27.907518Z","end":"2026-04-21T04:23:28.821165Z","steps":["trace[173984103] 'agreement among raft nodes before linearized reading' (duration: 913.595711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.821199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.907492Z","time spent":"913.702484ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:28.821201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179739107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:28.82126Z","caller":"traceutil/trace.go:171","msg":"trace[192287221] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26486; }","duration":"1.1798432s","start":"2026-04-21T04:23:27.641401Z","end":"2026-04-21T04:23:28.821245Z","steps":["trace[192287221] 'agreement among raft nodes before linearized reading' (duration: 1.179609624s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:28.821309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:27.64139Z","time spent":"1.179904041s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:29.046918Z","caller":"traceutil/trace.go:171","msg":"trace[1617571859] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"221.478924ms","start":"2026-04-21T04:23:28.825416Z","end":"2026-04-21T04:23:29.046895Z","steps":["trace[1617571859] 'process raft request' (duration: 221.34791ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.061037Z","caller":"traceutil/trace.go:171","msg":"trace[1242687447] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"235.289652ms","start":"2026-04-21T04:23:28.825729Z","end":"2026-04-21T04:23:29.061018Z","steps":["trace[1242687447] 'process raft request' (duration: 235.155248ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.061377Z","caller":"traceutil/trace.go:171","msg":"trace[2123859683] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"235.544647ms","start":"2026-04-21T04:23:28.825824Z","end":"2026-04-21T04:23:29.061369Z","steps":["trace[2123859683] 'process raft request' (duration: 235.160648ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.06145Z","caller":"traceutil/trace.go:171","msg":"trace[1235901753] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"234.958402ms","start":"2026-04-21T04:23:28.826485Z","end":"2026-04-21T04:23:29.061443Z","steps":["trace[1235901753] 'process raft request' (duration: 234.756207ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.061467Z","caller":"traceutil/trace.go:171","msg":"trace[808072659] linearizableReadLoop","detail":"{readStateIndex:27356; appliedIndex:27351; }","duration":"234.212245ms","start":"2026-04-21T04:23:28.827176Z","end":"2026-04-21T04:23:29.061389Z","steps":["trace[808072659] 'read index received' (duration: 219.665069ms)","trace[808072659] 'applied index is now lower than readState.Index' (duration: 14.546226ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:29.061567Z","caller":"traceutil/trace.go:171","msg":"trace[1403080254] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"234.984674ms","start":"2026-04-21T04:23:28.826575Z","end":"2026-04-21T04:23:29.06156Z","steps":["trace[1403080254] 'process raft request' (duration: 234.771108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.061647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.456731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:29.061708Z","caller":"traceutil/trace.go:171","msg":"trace[14808955] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26491; }","duration":"234.547863ms","start":"2026-04-21T04:23:28.827146Z","end":"2026-04-21T04:23:29.061694Z","steps":["trace[14808955] 'agreement among raft nodes before linearized reading' (duration: 234.43339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.061809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.259486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:29.061879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.311968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:29.061911Z","caller":"traceutil/trace.go:171","msg":"trace[128988320] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26491; }","duration":"234.371079ms","start":"2026-04-21T04:23:28.827532Z","end":"2026-04-21T04:23:29.061903Z","steps":["trace[128988320] 'agreement among raft nodes before linearized reading' (duration: 234.316248ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.061887Z","caller":"traceutil/trace.go:171","msg":"trace[1711926623] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26491; }","duration":"234.367929ms","start":"2026-04-21T04:23:28.827506Z","end":"2026-04-21T04:23:29.061874Z","steps":["trace[1711926623] 'agreement among raft nodes before linearized reading' (duration: 234.166614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:29.061951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.502053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:29.062034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.485552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:29.062024Z","caller":"traceutil/trace.go:171","msg":"trace[930330602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26491; }","duration":"153.604364ms","start":"2026-04-21T04:23:28.908403Z","end":"2026-04-21T04:23:29.062007Z","steps":["trace[930330602] 'agreement among raft nodes before linearized reading' (duration: 153.505632ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.062059Z","caller":"traceutil/trace.go:171","msg":"trace[1907562300] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26491; }","duration":"234.529903ms","start":"2026-04-21T04:23:28.827523Z","end":"2026-04-21T04:23:29.062053Z","steps":["trace[1907562300] 'agreement among raft nodes before linearized reading' (duration: 234.43072ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:29.192729Z","caller":"traceutil/trace.go:171","msg":"trace[1389592114] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"125.921658ms","start":"2026-04-21T04:23:29.066744Z","end":"2026-04-21T04:23:29.192666Z","steps":["trace[1389592114] 'process raft request' (duration: 50.432652ms)","trace[1389592114] 'compare' (duration: 75.284851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:31.439638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.327069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:31.439934Z","caller":"traceutil/trace.go:171","msg":"trace[344584805] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26506; }","duration":"160.647848ms","start":"2026-04-21T04:23:31.279257Z","end":"2026-04-21T04:23:31.439905Z","steps":["trace[344584805] 'range keys from in-memory index tree' (duration: 160.298688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:31.440485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.045817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:31.440592Z","caller":"traceutil/trace.go:171","msg":"trace[1363836947] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26506; }","duration":"188.204481ms","start":"2026-04-21T04:23:31.252362Z","end":"2026-04-21T04:23:31.440566Z","steps":["trace[1363836947] 'range keys from in-memory index tree' (duration: 187.453512ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.440758Z","caller":"traceutil/trace.go:171","msg":"trace[1481080907] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"166.607543ms","start":"2026-04-21T04:23:31.274126Z","end":"2026-04-21T04:23:31.440734Z","steps":["trace[1481080907] 'process raft request' (duration: 166.191163ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:31.465374Z","caller":"traceutil/trace.go:171","msg":"trace[1081696186] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"107.321863ms","start":"2026-04-21T04:23:31.35803Z","end":"2026-04-21T04:23:31.465352Z","steps":["trace[1081696186] 'process raft request' (duration: 107.106538ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:32.938379Z","caller":"traceutil/trace.go:171","msg":"trace[1213133668] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"119.016068ms","start":"2026-04-21T04:23:32.819337Z","end":"2026-04-21T04:23:32.938353Z","steps":["trace[1213133668] 'process raft request' (duration: 118.771642ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:32.938404Z","caller":"traceutil/trace.go:171","msg":"trace[39055226] linearizableReadLoop","detail":"{readStateIndex:27379; appliedIndex:27378; }","duration":"107.034296ms","start":"2026-04-21T04:23:32.831315Z","end":"2026-04-21T04:23:32.938349Z","steps":["trace[39055226] 'read index received' (duration: 106.992595ms)","trace[39055226] 'applied index is now lower than readState.Index' (duration: 37.581µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:32.938846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.497268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:32.938908Z","caller":"traceutil/trace.go:171","msg":"trace[457136811] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26513; }","duration":"107.627041ms","start":"2026-04-21T04:23:32.831265Z","end":"2026-04-21T04:23:32.938892Z","steps":["trace[457136811] 'agreement among raft nodes before linearized reading' (duration: 107.280302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:32.943718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.357906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:32.943823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:32.943832Z","caller":"traceutil/trace.go:171","msg":"trace[1982650390] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26514; }","duration":"112.484999ms","start":"2026-04-21T04:23:32.831318Z","end":"2026-04-21T04:23:32.943803Z","steps":["trace[1982650390] 'agreement among raft nodes before linearized reading' (duration: 112.253954ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:32.943874Z","caller":"traceutil/trace.go:171","msg":"trace[805467841] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26514; }","duration":"112.563602ms","start":"2026-04-21T04:23:32.831294Z","end":"2026-04-21T04:23:32.943858Z","steps":["trace[805467841] 'agreement among raft nodes before linearized reading' (duration: 112.4986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:32.943735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.287584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:32.944081Z","caller":"traceutil/trace.go:171","msg":"trace[1917622850] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26514; }","duration":"112.730876ms","start":"2026-04-21T04:23:32.831335Z","end":"2026-04-21T04:23:32.944066Z","steps":["trace[1917622850] 'agreement among raft nodes before linearized reading' (duration: 112.335566ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:34.405965Z","caller":"traceutil/trace.go:171","msg":"trace[206377025] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"450.024119ms","start":"2026-04-21T04:23:33.955916Z","end":"2026-04-21T04:23:34.40594Z","steps":["trace[206377025] 'process raft request' (duration: 449.855595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.406141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:33.955886Z","time spent":"450.150202ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:34.441309Z","caller":"traceutil/trace.go:171","msg":"trace[2094855117] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"428.085004ms","start":"2026-04-21T04:23:34.0132Z","end":"2026-04-21T04:23:34.441285Z","steps":["trace[2094855117] 'process raft request' (duration: 427.808837ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:34.441312Z","caller":"traceutil/trace.go:171","msg":"trace[1326011959] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"414.665746ms","start":"2026-04-21T04:23:34.02662Z","end":"2026-04-21T04:23:34.441286Z","steps":["trace[1326011959] 'process raft request' (duration: 414.562823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.441433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.013176Z","time spent":"428.194127ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:34.441449Z","caller":"traceutil/trace.go:171","msg":"trace[502315478] linearizableReadLoop","detail":"{readStateIndex:27393; appliedIndex:27390; }","duration":"179.904658ms","start":"2026-04-21T04:23:34.261516Z","end":"2026-04-21T04:23:34.441421Z","steps":["trace[502315478] 'read index received' (duration: 144.284267ms)","trace[502315478] 'applied index is now lower than readState.Index' (duration: 35.618971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.441481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.026589Z","time spent":"414.793789ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:34.441588Z","caller":"traceutil/trace.go:171","msg":"trace[646978023] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"117.778469ms","start":"2026-04-21T04:23:34.323746Z","end":"2026-04-21T04:23:34.441524Z","steps":["trace[646978023] 'process raft request' (duration: 117.487392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.441709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.365084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:23:34.441747Z","caller":"traceutil/trace.go:171","msg":"trace[2001856978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26528; }","duration":"145.444285ms","start":"2026-04-21T04:23:34.296292Z","end":"2026-04-21T04:23:34.441736Z","steps":["trace[2001856978] 'agreement among raft nodes before linearized reading' (duration: 145.309442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:34.441758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.232015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-21T04:23:34.441804Z","caller":"traceutil/trace.go:171","msg":"trace[1196216135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26528; }","duration":"180.329858ms","start":"2026-04-21T04:23:34.261463Z","end":"2026-04-21T04:23:34.441793Z","steps":["trace[1196216135] 'agreement among raft nodes before linearized reading' (duration: 180.162424ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:34.620663Z","caller":"traceutil/trace.go:171","msg":"trace[1669473016] linearizableReadLoop","detail":"{readStateIndex:27395; appliedIndex:27394; }","duration":"173.45504ms","start":"2026-04-21T04:23:34.44718Z","end":"2026-04-21T04:23:34.620635Z","steps":["trace[1669473016] 'read index received' (duration: 76.09216ms)","trace[1669473016] 'applied index is now lower than readState.Index' (duration: 97.36161ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:34.620689Z","caller":"traceutil/trace.go:171","msg":"trace[1765166782] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"174.342791ms","start":"2026-04-21T04:23:34.446303Z","end":"2026-04-21T04:23:34.620646Z","steps":["trace[1765166782] 'process raft request' (duration: 76.962661ms)","trace[1765166782] 'compare' (duration: 97.227977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:34.621119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.922751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:23:34.62119Z","caller":"traceutil/trace.go:171","msg":"trace[827700629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26529; }","duration":"174.049104ms","start":"2026-04-21T04:23:34.447124Z","end":"2026-04-21T04:23:34.621173Z","steps":["trace[827700629] 'agreement among raft nodes before linearized reading' (duration: 173.642094ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.029015Z","caller":"traceutil/trace.go:171","msg":"trace[594171097] linearizableReadLoop","detail":"{readStateIndex:27397; appliedIndex:27396; }","duration":"333.779418ms","start":"2026-04-21T04:23:34.695205Z","end":"2026-04-21T04:23:35.028984Z","steps":["trace[594171097] 'read index received' (duration: 333.602704ms)","trace[594171097] 'applied index is now lower than readState.Index' (duration: 175.104µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:35.029127Z","caller":"traceutil/trace.go:171","msg":"trace[441023974] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"381.986558ms","start":"2026-04-21T04:23:34.647106Z","end":"2026-04-21T04:23:35.029093Z","steps":["trace[441023974] 'process raft request' (duration: 381.642289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.029213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.979784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.029263Z","caller":"traceutil/trace.go:171","msg":"trace[727548642] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26531; }","duration":"334.095526ms","start":"2026-04-21T04:23:34.695154Z","end":"2026-04-21T04:23:35.029249Z","steps":["trace[727548642] 'agreement among raft nodes before linearized reading' (duration: 333.985884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.029319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.695129Z","time spent":"334.169078ms","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T04:23:35.029321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.647083Z","time spent":"382.12541ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:35.070081Z","caller":"traceutil/trace.go:171","msg":"trace[2144285404] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"119.886579ms","start":"2026-04-21T04:23:34.950168Z","end":"2026-04-21T04:23:35.070055Z","steps":["trace[2144285404] 'process raft request' (duration: 119.49393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.070106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.49491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:35.070162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.012842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:35.07009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.622786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.070223Z","caller":"traceutil/trace.go:171","msg":"trace[323290681] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26532; }","duration":"122.103934ms","start":"2026-04-21T04:23:34.948101Z","end":"2026-04-21T04:23:35.070205Z","steps":["trace[323290681] 'agreement among raft nodes before linearized reading' (duration: 122.029642ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.07026Z","caller":"traceutil/trace.go:171","msg":"trace[1959286534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26532; }","duration":"122.816442ms","start":"2026-04-21T04:23:34.947411Z","end":"2026-04-21T04:23:35.070228Z","steps":["trace[1959286534] 'agreement among raft nodes before linearized reading' (duration: 122.575276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.07009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.527513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.070365Z","caller":"traceutil/trace.go:171","msg":"trace[480855498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26532; }","duration":"162.8388ms","start":"2026-04-21T04:23:34.907505Z","end":"2026-04-21T04:23:35.070344Z","steps":["trace[480855498] 'agreement among raft nodes before linearized reading' (duration: 162.522523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.070171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.059084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.070465Z","caller":"traceutil/trace.go:171","msg":"trace[94393167] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26532; }","duration":"264.378893ms","start":"2026-04-21T04:23:34.806058Z","end":"2026-04-21T04:23:35.070437Z","steps":["trace[94393167] 'agreement among raft nodes before linearized reading' (duration: 264.083394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.070625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.222238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-68685576c4-lqn22.18a842c25abc87f4\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-04-21T04:23:35.070669Z","caller":"traceutil/trace.go:171","msg":"trace[1360360727] range","detail":"{range_begin:/registry/events/openstack/glance-api-68685576c4-lqn22.18a842c25abc87f4; range_end:; response_count:1; response_revision:26532; }","duration":"365.290199ms","start":"2026-04-21T04:23:34.705368Z","end":"2026-04-21T04:23:35.070659Z","steps":["trace[1360360727] 'agreement among raft nodes before linearized reading' (duration: 364.767395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.070694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:34.705357Z","time spent":"365.328861ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-68685576c4-lqn22.18a842c25abc87f4\" "} {"level":"warn","ts":"2026-04-21T04:23:35.072065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.426306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:35.07233Z","caller":"traceutil/trace.go:171","msg":"trace[1178557949] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26532; }","duration":"125.730494ms","start":"2026-04-21T04:23:34.946571Z","end":"2026-04-21T04:23:35.072302Z","steps":["trace[1178557949] 'agreement among raft nodes before linearized reading' (duration: 123.508159ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.070169Z","caller":"traceutil/trace.go:171","msg":"trace[1525375246] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26532; }","duration":"121.621003ms","start":"2026-04-21T04:23:34.948534Z","end":"2026-04-21T04:23:35.070155Z","steps":["trace[1525375246] 'agreement among raft nodes before linearized reading' (duration: 121.474379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.299177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.511926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:35.299288Z","caller":"traceutil/trace.go:171","msg":"trace[1646240133] linearizableReadLoop","detail":"{readStateIndex:27399; appliedIndex:27398; }","duration":"229.339066ms","start":"2026-04-21T04:23:35.069931Z","end":"2026-04-21T04:23:35.299271Z","steps":["trace[1646240133] 'read index received' (duration: 36.655976ms)","trace[1646240133] 'applied index is now lower than readState.Index' (duration: 192.68171ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:35.299367Z","caller":"traceutil/trace.go:171","msg":"trace[1635958816] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"244.316021ms","start":"2026-04-21T04:23:35.05504Z","end":"2026-04-21T04:23:35.299356Z","steps":["trace[1635958816] 'process raft request' (duration: 51.545669ms)","trace[1635958816] 'compare' (duration: 192.392643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:35.299424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.795427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.299503Z","caller":"traceutil/trace.go:171","msg":"trace[2075849514] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26533; }","duration":"265.907569ms","start":"2026-04-21T04:23:35.033579Z","end":"2026-04-21T04:23:35.299486Z","steps":["trace[2075849514] 'agreement among raft nodes before linearized reading' (duration: 265.781656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.299598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.574389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:35.299642Z","caller":"traceutil/trace.go:171","msg":"trace[1325421098] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26533; }","duration":"269.653661ms","start":"2026-04-21T04:23:35.029975Z","end":"2026-04-21T04:23:35.299629Z","steps":["trace[1325421098] 'agreement among raft nodes before linearized reading' (duration: 269.584459ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:35.386976Z","caller":"traceutil/trace.go:171","msg":"trace[695887678] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"313.527933ms","start":"2026-04-21T04:23:35.073421Z","end":"2026-04-21T04:23:35.386949Z","steps":["trace[695887678] 'process raft request' (duration: 312.053448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:35.387162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.073397Z","time spent":"313.661047ms","remote":"127.0.0.1:40528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.103084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.931687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:36.103196Z","caller":"traceutil/trace.go:171","msg":"trace[409281777] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"862.78384ms","start":"2026-04-21T04:23:35.240369Z","end":"2026-04-21T04:23:36.103153Z","steps":["trace[409281777] 'process raft request' (duration: 266.7217ms)","trace[409281777] 'compare' (duration: 595.62865ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:36.103248Z","caller":"traceutil/trace.go:171","msg":"trace[980382203] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"608.839822ms","start":"2026-04-21T04:23:35.494398Z","end":"2026-04-21T04:23:36.103238Z","steps":["trace[980382203] 'process raft request' (duration: 608.75728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.494382Z","time spent":"608.887063ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.103321Z","caller":"traceutil/trace.go:171","msg":"trace[2115713672] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"607.847458ms","start":"2026-04-21T04:23:35.495449Z","end":"2026-04-21T04:23:36.103297Z","steps":["trace[2115713672] 'process raft request' (duration: 607.763726ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.103372Z","caller":"traceutil/trace.go:171","msg":"trace[782251133] linearizableReadLoop","detail":"{readStateIndex:27401; appliedIndex:27399; }","duration":"804.048874ms","start":"2026-04-21T04:23:35.299314Z","end":"2026-04-21T04:23:36.103363Z","steps":["trace[782251133] 'read index received' (duration: 87.100189ms)","trace[782251133] 'applied index is now lower than readState.Index' (duration: 716.947535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:36.103369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.240339Z","time spent":"862.937173ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.103454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027271019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:36.103473Z","caller":"traceutil/trace.go:171","msg":"trace[1966017970] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26537; }","duration":"1.027324451s","start":"2026-04-21T04:23:35.076144Z","end":"2026-04-21T04:23:36.103468Z","steps":["trace[1966017970] 'agreement among raft nodes before linearized reading' (duration: 1.02727256s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.495437Z","time spent":"607.949781ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.103489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.076127Z","time spent":"1.027358881s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013534765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:23:36.103561Z","caller":"traceutil/trace.go:171","msg":"trace[357413585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26537; }","duration":"1.013594896s","start":"2026-04-21T04:23:35.089958Z","end":"2026-04-21T04:23:36.103553Z","steps":["trace[357413585] 'agreement among raft nodes before linearized reading' (duration: 1.013456723s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.10356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013097074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:36.103619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013559854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:36.103638Z","caller":"traceutil/trace.go:171","msg":"trace[1566030936] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26537; }","duration":"1.013594235s","start":"2026-04-21T04:23:35.090039Z","end":"2026-04-21T04:23:36.103633Z","steps":["trace[1566030936] 'agreement among raft nodes before linearized reading' (duration: 1.013559204s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.103634Z","caller":"traceutil/trace.go:171","msg":"trace[1061319457] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26537; }","duration":"1.013196595s","start":"2026-04-21T04:23:35.090421Z","end":"2026-04-21T04:23:36.103618Z","steps":["trace[1061319457] 'agreement among raft nodes before linearized reading' (duration: 1.01298274s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.090033Z","time spent":"1.013622336s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013456862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:36.103681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.58028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:36.103679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.090414Z","time spent":"1.013252987s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-21T04:23:36.103688Z","caller":"traceutil/trace.go:171","msg":"trace[493024266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26537; }","duration":"1.013532964s","start":"2026-04-21T04:23:35.090145Z","end":"2026-04-21T04:23:36.103678Z","steps":["trace[493024266] 'agreement among raft nodes before linearized reading' (duration: 1.013470702s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.103702Z","caller":"traceutil/trace.go:171","msg":"trace[1173011541] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26537; }","duration":"609.644341ms","start":"2026-04-21T04:23:35.494053Z","end":"2026-04-21T04:23:36.103698Z","steps":["trace[1173011541] 'agreement among raft nodes before linearized reading' (duration: 609.612651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.494033Z","time spent":"609.681392ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.090118Z","time spent":"1.013594895s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.319242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-21T04:23:36.103774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030491528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:36.103674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013545194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:36.103799Z","caller":"traceutil/trace.go:171","msg":"trace[1950141241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26537; }","duration":"1.03056666s","start":"2026-04-21T04:23:35.073227Z","end":"2026-04-21T04:23:36.103794Z","steps":["trace[1950141241] 'agreement among raft nodes before linearized reading' (duration: 1.030530199s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.10379Z","caller":"traceutil/trace.go:171","msg":"trace[1372626780] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26537; }","duration":"800.447235ms","start":"2026-04-21T04:23:35.303325Z","end":"2026-04-21T04:23:36.103772Z","steps":["trace[1372626780] 'agreement among raft nodes before linearized reading' (duration: 800.23021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.073216Z","time spent":"1.03059658s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:36.103825Z","caller":"traceutil/trace.go:171","msg":"trace[1418556367] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26537; }","duration":"1.013727378s","start":"2026-04-21T04:23:35.090079Z","end":"2026-04-21T04:23:36.103807Z","steps":["trace[1418556367] 'agreement among raft nodes before linearized reading' (duration: 1.013510643s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.520379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-21T04:23:36.103834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.303311Z","time spent":"800.513996ms","remote":"127.0.0.1:40618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.960975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:36.103864Z","caller":"traceutil/trace.go:171","msg":"trace[659616828] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:26537; }","duration":"760.57789ms","start":"2026-04-21T04:23:35.343282Z","end":"2026-04-21T04:23:36.103859Z","steps":["trace[659616828] 'agreement among raft nodes before linearized reading' (duration: 760.526819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.343262Z","time spent":"760.622452ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.090073Z","time spent":"1.01379549s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-21T04:23:36.1039Z","caller":"traceutil/trace.go:171","msg":"trace[1201108557] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26537; }","duration":"609.069988ms","start":"2026-04-21T04:23:35.494813Z","end":"2026-04-21T04:23:36.103883Z","steps":["trace[1201108557] 'agreement among raft nodes before linearized reading' (duration: 608.852883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.644365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:36.103953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.205854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-21T04:23:36.104018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013276498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:36.104048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.299241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-21T04:23:36.104036Z","caller":"traceutil/trace.go:171","msg":"trace[1263671795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26537; }","duration":"988.308627ms","start":"2026-04-21T04:23:35.115704Z","end":"2026-04-21T04:23:36.104013Z","steps":["trace[1263671795] 'agreement among raft nodes before linearized reading' (duration: 988.109322ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.104066Z","caller":"traceutil/trace.go:171","msg":"trace[196047716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26537; }","duration":"973.317271ms","start":"2026-04-21T04:23:35.130744Z","end":"2026-04-21T04:23:36.104062Z","steps":["trace[196047716] 'agreement among raft nodes before linearized reading' (duration: 973.27287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.104082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.13071Z","time spent":"973.369733ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T04:23:36.10407Z","caller":"traceutil/trace.go:171","msg":"trace[1025749549] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26537; }","duration":"1.013346369s","start":"2026-04-21T04:23:35.090711Z","end":"2026-04-21T04:23:36.104058Z","steps":["trace[1025749549] 'agreement among raft nodes before linearized reading' (duration: 1.013282228s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.10409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.115692Z","time spent":"988.384468ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T04:23:36.104091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.331671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:23:36.104119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.0907Z","time spent":"1.01340889s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:36.104142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.999598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:23:36.10413Z","caller":"traceutil/trace.go:171","msg":"trace[1002904143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26537; }","duration":"973.390563ms","start":"2026-04-21T04:23:35.130731Z","end":"2026-04-21T04:23:36.104122Z","steps":["trace[1002904143] 'agreement among raft nodes before linearized reading' (duration: 973.29333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.103964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012439927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:36.104171Z","caller":"traceutil/trace.go:171","msg":"trace[2009565201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26537; }","duration":"974.0503ms","start":"2026-04-21T04:23:35.130112Z","end":"2026-04-21T04:23:36.104162Z","steps":["trace[2009565201] 'agreement among raft nodes before linearized reading' (duration: 973.927536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.104178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.13072Z","time spent":"973.452155ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T04:23:36.104196Z","caller":"traceutil/trace.go:171","msg":"trace[700598686] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26537; }","duration":"1.012697974s","start":"2026-04-21T04:23:35.09149Z","end":"2026-04-21T04:23:36.104188Z","steps":["trace[700598686] 'agreement among raft nodes before linearized reading' (duration: 1.012430897s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.104197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.1301Z","time spent":"974.09217ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T04:23:36.104225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.091482Z","time spent":"1.012736076s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:36.103964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.494804Z","time spent":"609.142549ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-21T04:23:36.103971Z","caller":"traceutil/trace.go:171","msg":"trace[1128706775] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26537; }","duration":"387.721337ms","start":"2026-04-21T04:23:35.716238Z","end":"2026-04-21T04:23:36.10396Z","steps":["trace[1128706775] 'agreement among raft nodes before linearized reading' (duration: 387.651215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.104265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.716215Z","time spent":"388.042176ms","remote":"127.0.0.1:59564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:23:36.103585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.089946Z","time spent":"1.013634008s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T04:23:36.105672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015499503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:36.105725Z","caller":"traceutil/trace.go:171","msg":"trace[2140240807] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26537; }","duration":"1.015593704s","start":"2026-04-21T04:23:35.090119Z","end":"2026-04-21T04:23:36.105713Z","steps":["trace[2140240807] 'agreement among raft nodes before linearized reading' (duration: 1.013433581s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.105758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:35.090095Z","time spent":"1.015654906s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:36.669687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15440201743528503505,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T04:23:36.891177Z","caller":"traceutil/trace.go:171","msg":"trace[1323000273] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"782.754833ms","start":"2026-04-21T04:23:36.108395Z","end":"2026-04-21T04:23:36.89115Z","steps":["trace[1323000273] 'process raft request' (duration: 782.657421ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.891191Z","caller":"traceutil/trace.go:171","msg":"trace[610289665] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"782.131218ms","start":"2026-04-21T04:23:36.109035Z","end":"2026-04-21T04:23:36.891166Z","steps":["trace[610289665] 'process raft request' (duration: 782.061346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.891305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.108376Z","time spent":"782.861245ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.891331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.109018Z","time spent":"782.23848ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.891473Z","caller":"traceutil/trace.go:171","msg":"trace[687906338] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"783.327938ms","start":"2026-04-21T04:23:36.10813Z","end":"2026-04-21T04:23:36.891458Z","steps":["trace[687906338] 'process raft request' (duration: 782.745393ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:36.891535Z","caller":"traceutil/trace.go:171","msg":"trace[1572452457] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"782.446016ms","start":"2026-04-21T04:23:36.109067Z","end":"2026-04-21T04:23:36.891513Z","steps":["trace[1572452457] 'process raft request' (duration: 782.062746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.891635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.109051Z","time spent":"782.540739ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:36.891563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.10811Z","time spent":"783.43099ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:36.892076Z","caller":"traceutil/trace.go:171","msg":"trace[1678146603] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"782.421186ms","start":"2026-04-21T04:23:36.10964Z","end":"2026-04-21T04:23:36.892061Z","steps":["trace[1678146603] 'process raft request' (duration: 781.76492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:36.892155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.109631Z","time spent":"782.483667ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:37.477Z","caller":"traceutil/trace.go:171","msg":"trace[1854813649] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"1.307165531s","start":"2026-04-21T04:23:36.169805Z","end":"2026-04-21T04:23:37.476971Z","steps":["trace[1854813649] 'process raft request' (duration: 1.306914404s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:37.477047Z","caller":"traceutil/trace.go:171","msg":"trace[1797788419] linearizableReadLoop","detail":"{readStateIndex:27414; appliedIndex:27404; }","duration":"1.308102484s","start":"2026-04-21T04:23:36.168932Z","end":"2026-04-21T04:23:37.477034Z","steps":["trace[1797788419] 'read index received' (duration: 722.021387ms)","trace[1797788419] 'applied index is now lower than readState.Index' (duration: 586.079927ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:37.47707Z","caller":"traceutil/trace.go:171","msg":"trace[759352132] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"1.029400492s","start":"2026-04-21T04:23:36.447647Z","end":"2026-04-21T04:23:37.477047Z","steps":["trace[759352132] 'process raft request' (duration: 1.02928619s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:37.477116Z","caller":"traceutil/trace.go:171","msg":"trace[595562345] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"829.680921ms","start":"2026-04-21T04:23:36.647405Z","end":"2026-04-21T04:23:37.477086Z","steps":["trace[595562345] 'process raft request' (duration: 829.594119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.477151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.169787Z","time spent":"1.307286315s","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.477197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.447614Z","time spent":"1.029512035s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:37.477057Z","caller":"traceutil/trace.go:171","msg":"trace[1579441859] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"1.065536236s","start":"2026-04-21T04:23:36.411485Z","end":"2026-04-21T04:23:37.477022Z","steps":["trace[1579441859] 'process raft request' (duration: 1.065396942s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.47729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.411459Z","time spent":"1.065789412s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:37.477274Z","caller":"traceutil/trace.go:171","msg":"trace[1266166532] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"1.028796668s","start":"2026-04-21T04:23:36.44844Z","end":"2026-04-21T04:23:37.477237Z","steps":["trace[1266166532] 'process raft request' (duration: 1.028524701s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.477299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.647383Z","time spent":"829.829995ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.477207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369048915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.4774Z","caller":"traceutil/trace.go:171","msg":"trace[561141108] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26547; }","duration":"1.36926432s","start":"2026-04-21T04:23:36.108126Z","end":"2026-04-21T04:23:37.47739Z","steps":["trace[561141108] 'agreement among raft nodes before linearized reading' (duration: 1.368970742s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.477343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366382819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:37.477433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.448428Z","time spent":"1.028921741s","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.477426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.108115Z","time spent":"1.36930202s","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:37.477525Z","caller":"traceutil/trace.go:171","msg":"trace[1706786888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26547; }","duration":"1.366614074s","start":"2026-04-21T04:23:36.110847Z","end":"2026-04-21T04:23:37.477461Z","steps":["trace[1706786888] 'agreement among raft nodes before linearized reading' (duration: 1.366261586s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.477644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.110839Z","time spent":"1.366786639s","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:23:37.825963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.872087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:37.826132Z","caller":"traceutil/trace.go:171","msg":"trace[1299105808] linearizableReadLoop","detail":"{readStateIndex:27415; appliedIndex:27414; }","duration":"349.035541ms","start":"2026-04-21T04:23:37.477073Z","end":"2026-04-21T04:23:37.826108Z","steps":["trace[1299105808] 'read index received' (duration: 107.809815ms)","trace[1299105808] 'applied index is now lower than readState.Index' (duration: 241.223996ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:37.826165Z","caller":"traceutil/trace.go:171","msg":"trace[745840386] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"749.888249ms","start":"2026-04-21T04:23:37.076236Z","end":"2026-04-21T04:23:37.826125Z","steps":["trace[745840386] 'process raft request' (duration: 508.723435ms)","trace[745840386] 'compare' (duration: 240.597891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:37.826298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431555852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:37.826301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178195989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-21T04:23:37.826352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.076212Z","time spent":"750.030263ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:37.826365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.12306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.826404Z","caller":"traceutil/trace.go:171","msg":"trace[1289828820] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26548; }","duration":"1.178346452s","start":"2026-04-21T04:23:36.648033Z","end":"2026-04-21T04:23:37.82638Z","steps":["trace[1289828820] 'agreement among raft nodes before linearized reading' (duration: 1.178121027s)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:37.826446Z","caller":"traceutil/trace.go:171","msg":"trace[1972764132] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26548; }","duration":"751.255904ms","start":"2026-04-21T04:23:37.075173Z","end":"2026-04-21T04:23:37.826428Z","steps":["trace[1972764132] 'agreement among raft nodes before linearized reading' (duration: 751.09992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.728668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:23:37.826507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643580874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-21T04:23:37.826489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180606998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.82654Z","caller":"traceutil/trace.go:171","msg":"trace[846128563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26548; }","duration":"925.81565ms","start":"2026-04-21T04:23:36.900711Z","end":"2026-04-21T04:23:37.826527Z","steps":["trace[846128563] 'agreement among raft nodes before linearized reading' (duration: 925.708357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.958241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.826545Z","caller":"traceutil/trace.go:171","msg":"trace[1928138752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26548; }","duration":"1.643651605s","start":"2026-04-21T04:23:36.182883Z","end":"2026-04-21T04:23:37.826534Z","steps":["trace[1928138752] 'agreement among raft nodes before linearized reading' (duration: 1.643477481s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.611038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.826562Z","caller":"traceutil/trace.go:171","msg":"trace[1140048672] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26548; }","duration":"1.18069664s","start":"2026-04-21T04:23:36.645856Z","end":"2026-04-21T04:23:37.826553Z","steps":["trace[1140048672] 'agreement among raft nodes before linearized reading' (duration: 1.180593847s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.900694Z","time spent":"925.867771ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:37.826579Z","caller":"traceutil/trace.go:171","msg":"trace[472697588] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26548; }","duration":"750.066174ms","start":"2026-04-21T04:23:37.0765Z","end":"2026-04-21T04:23:37.826567Z","steps":["trace[472697588] 'agreement among raft nodes before linearized reading' (duration: 749.936971ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:37.826585Z","caller":"traceutil/trace.go:171","msg":"trace[1766248915] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26548; }","duration":"343.6857ms","start":"2026-04-21T04:23:37.48289Z","end":"2026-04-21T04:23:37.826575Z","steps":["trace[1766248915] 'agreement among raft nodes before linearized reading' (duration: 343.617219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.182864Z","time spent":"1.643720067s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.07648Z","time spent":"750.126435ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.645846Z","time spent":"1.180759052s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.64801Z","time spent":"1.178432664s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.707505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-21T04:23:37.826633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.35663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-21T04:23:37.826493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.075147Z","time spent":"751.338035ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.482873Z","time spent":"343.742051ms","remote":"127.0.0.1:40702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-21T04:23:37.826672Z","caller":"traceutil/trace.go:171","msg":"trace[1158946749] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26548; }","duration":"749.840438ms","start":"2026-04-21T04:23:37.076814Z","end":"2026-04-21T04:23:37.826655Z","steps":["trace[1158946749] 'agreement among raft nodes before linearized reading' (duration: 749.608783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.82667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.792871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:37.826717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.076807Z","time spent":"749.901489ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:37.826763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.822818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-21T04:23:37.82677Z","caller":"traceutil/trace.go:171","msg":"trace[1421992485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26548; }","duration":"347.958735ms","start":"2026-04-21T04:23:37.47878Z","end":"2026-04-21T04:23:37.826739Z","steps":["trace[1421992485] 'agreement among raft nodes before linearized reading' (duration: 347.723069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.478759Z","time spent":"348.076508ms","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T04:23:37.82634Z","caller":"traceutil/trace.go:171","msg":"trace[2141329195] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26548; }","duration":"1.431638404s","start":"2026-04-21T04:23:36.394687Z","end":"2026-04-21T04:23:37.826326Z","steps":["trace[2141329195] 'agreement among raft nodes before linearized reading' (duration: 1.431554332s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.826925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.394633Z","time spent":"1.432277489s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:37.826698Z","caller":"traceutil/trace.go:171","msg":"trace[1633430136] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26548; }","duration":"347.440143ms","start":"2026-04-21T04:23:37.479242Z","end":"2026-04-21T04:23:37.826683Z","steps":["trace[1633430136] 'agreement among raft nodes before linearized reading' (duration: 347.268929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.827024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.47923Z","time spent":"347.778872ms","remote":"127.0.0.1:40600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-21T04:23:37.826802Z","caller":"traceutil/trace.go:171","msg":"trace[498900777] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26548; }","duration":"155.896909ms","start":"2026-04-21T04:23:37.670897Z","end":"2026-04-21T04:23:37.826794Z","steps":["trace[498900777] 'agreement among raft nodes before linearized reading' (duration: 155.645423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.827477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181719916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.827526Z","caller":"traceutil/trace.go:171","msg":"trace[888840600] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26548; }","duration":"1.181814658s","start":"2026-04-21T04:23:36.6457Z","end":"2026-04-21T04:23:37.827514Z","steps":["trace[888840600] 'agreement among raft nodes before linearized reading' (duration: 1.180533036s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.827563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:36.645678Z","time spent":"1.18187794s","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:37.827832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.458273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:37.827874Z","caller":"traceutil/trace.go:171","msg":"trace[863008673] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26548; }","duration":"752.522845ms","start":"2026-04-21T04:23:37.075342Z","end":"2026-04-21T04:23:37.827865Z","steps":["trace[863008673] 'agreement among raft nodes before linearized reading' (duration: 750.769572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:37.827907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:37.075332Z","time spent":"752.569416ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:23:38.619676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.570445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:38.619759Z","caller":"traceutil/trace.go:171","msg":"trace[725625419] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26548; }","duration":"511.711258ms","start":"2026-04-21T04:23:38.108028Z","end":"2026-04-21T04:23:38.61974Z","steps":["trace[725625419] 'range keys from in-memory index tree' (duration: 511.496182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.6198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.108012Z","time spent":"511.77956ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:23:38.620005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.548324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:38.620041Z","caller":"traceutil/trace.go:171","msg":"trace[940673258] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26548; }","duration":"511.612856ms","start":"2026-04-21T04:23:38.108419Z","end":"2026-04-21T04:23:38.620032Z","steps":["trace[940673258] 'range keys from in-memory index tree' (duration: 511.488123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.620072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.108402Z","time spent":"511.662768ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-21T04:23:38.620224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.676538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:38.620319Z","caller":"traceutil/trace.go:171","msg":"trace[1671742] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26548; }","duration":"511.826432ms","start":"2026-04-21T04:23:38.108474Z","end":"2026-04-21T04:23:38.620301Z","steps":["trace[1671742] 'range keys from in-memory index tree' (duration: 511.592105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.620369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.108454Z","time spent":"511.905413ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-21T04:23:38.62059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.626126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:38.620623Z","caller":"traceutil/trace.go:171","msg":"trace[2015706158] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26548; }","duration":"511.674868ms","start":"2026-04-21T04:23:38.108939Z","end":"2026-04-21T04:23:38.620613Z","steps":["trace[2015706158] 'range keys from in-memory index tree' (duration: 511.502093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.620652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.108932Z","time spent":"511.714219ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:38.621269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.206325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:23:38.621522Z","caller":"traceutil/trace.go:171","msg":"trace[603993386] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"512.453056ms","start":"2026-04-21T04:23:38.109045Z","end":"2026-04-21T04:23:38.621498Z","steps":["trace[603993386] 'process raft request' (duration: 349.919993ms)","trace[603993386] 'compare' (duration: 162.036521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:38.621632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.109028Z","time spent":"512.540749ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:38.621626Z","caller":"traceutil/trace.go:171","msg":"trace[1355434197] linearizableReadLoop","detail":"{readStateIndex:27416; appliedIndex:27415; }","duration":"512.159579ms","start":"2026-04-21T04:23:38.109197Z","end":"2026-04-21T04:23:38.621357Z","steps":["trace[1355434197] 'read index received' (duration: 349.78547ms)","trace[1355434197] 'applied index is now lower than readState.Index' (duration: 162.372799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:38.621849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.619171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:38.621926Z","caller":"traceutil/trace.go:171","msg":"trace[1672034112] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26549; }","duration":"512.728253ms","start":"2026-04-21T04:23:38.109181Z","end":"2026-04-21T04:23:38.621909Z","steps":["trace[1672034112] 'agreement among raft nodes before linearized reading' (duration: 512.558119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.62197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.109175Z","time spent":"512.783725ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-21T04:23:38.992668Z","caller":"traceutil/trace.go:171","msg":"trace[979022182] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"883.019505ms","start":"2026-04-21T04:23:38.109618Z","end":"2026-04-21T04:23:38.992638Z","steps":["trace[979022182] 'process raft request' (duration: 813.68461ms)","trace[979022182] 'compare' (duration: 68.952495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:38.99281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.109608Z","time spent":"883.130908ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:38.993237Z","caller":"traceutil/trace.go:171","msg":"trace[1311813378] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"883.504047ms","start":"2026-04-21T04:23:38.109717Z","end":"2026-04-21T04:23:38.993221Z","steps":["trace[1311813378] 'process raft request' (duration: 882.863021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:38.993321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.109705Z","time spent":"883.574408ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:23:39.001311Z","caller":"traceutil/trace.go:171","msg":"trace[1072152386] linearizableReadLoop","detail":"{readStateIndex:27419; appliedIndex:27416; }","duration":"379.592999ms","start":"2026-04-21T04:23:38.6217Z","end":"2026-04-21T04:23:39.001293Z","steps":["trace[1072152386] 'read index received' (duration: 301.615883ms)","trace[1072152386] 'applied index is now lower than readState.Index' (duration: 77.976376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:39.001441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.554023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:39.001426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.948682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-21T04:23:39.001466Z","caller":"traceutil/trace.go:171","msg":"trace[1620712405] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26552; }","duration":"891.616035ms","start":"2026-04-21T04:23:38.109844Z","end":"2026-04-21T04:23:39.00146Z","steps":["trace[1620712405] 'agreement among raft nodes before linearized reading' (duration: 891.562874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.253645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:23:39.001486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.10983Z","time spent":"891.651976ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-21T04:23:39.001484Z","caller":"traceutil/trace.go:171","msg":"trace[1258280605] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26552; }","duration":"885.041133ms","start":"2026-04-21T04:23:38.116426Z","end":"2026-04-21T04:23:39.001467Z","steps":["trace[1258280605] 'agreement among raft nodes before linearized reading' (duration: 884.88949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.001484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.304402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:39.001503Z","caller":"traceutil/trace.go:171","msg":"trace[150263667] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26552; }","duration":"891.345098ms","start":"2026-04-21T04:23:38.110141Z","end":"2026-04-21T04:23:39.001487Z","steps":["trace[150263667] 'agreement among raft nodes before linearized reading' (duration: 891.212475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.001516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.11641Z","time spent":"885.098075ms","remote":"127.0.0.1:59552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:23:39.001524Z","caller":"traceutil/trace.go:171","msg":"trace[1420292458] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26552; }","duration":"890.346193ms","start":"2026-04-21T04:23:38.111167Z","end":"2026-04-21T04:23:39.001513Z","steps":["trace[1420292458] 'agreement among raft nodes before linearized reading' (duration: 890.20899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.001535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.110135Z","time spent":"891.392969ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-21T04:23:39.001551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.111138Z","time spent":"890.407855ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-21T04:23:39.001552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.209416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T04:23:39.001591Z","caller":"traceutil/trace.go:171","msg":"trace[169158127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26552; }","duration":"106.280688ms","start":"2026-04-21T04:23:38.895299Z","end":"2026-04-21T04:23:39.00158Z","steps":["trace[169158127] 'agreement among raft nodes before linearized reading' (duration: 106.118214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.001651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.644463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-21T04:23:39.001661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.53566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-21T04:23:39.00167Z","caller":"traceutil/trace.go:171","msg":"trace[1641206380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26552; }","duration":"105.684004ms","start":"2026-04-21T04:23:38.89598Z","end":"2026-04-21T04:23:39.001664Z","steps":["trace[1641206380] 'agreement among raft nodes before linearized reading' (duration: 105.627753ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.001683Z","caller":"traceutil/trace.go:171","msg":"trace[1200504533] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"446.7504ms","start":"2026-04-21T04:23:38.554924Z","end":"2026-04-21T04:23:39.001674Z","steps":["trace[1200504533] 'process raft request' (duration: 446.272409ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.001699Z","caller":"traceutil/trace.go:171","msg":"trace[581913515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26552; }","duration":"105.648403ms","start":"2026-04-21T04:23:38.896039Z","end":"2026-04-21T04:23:39.001687Z","steps":["trace[581913515] 'agreement among raft nodes before linearized reading' (duration: 105.53377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.00175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.554894Z","time spent":"446.809022ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:23:39.001782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.464269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-21T04:23:39.001775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.406921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T04:23:39.001798Z","caller":"traceutil/trace.go:171","msg":"trace[1399183262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26552; }","duration":"105.498549ms","start":"2026-04-21T04:23:38.896295Z","end":"2026-04-21T04:23:39.001794Z","steps":["trace[1399183262] 'agreement among raft nodes before linearized reading' (duration: 105.450098ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.001814Z","caller":"traceutil/trace.go:171","msg":"trace[593260003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26552; }","duration":"106.455942ms","start":"2026-04-21T04:23:38.895345Z","end":"2026-04-21T04:23:39.001801Z","steps":["trace[593260003] 'agreement among raft nodes before linearized reading' (duration: 106.35775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.00191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.47865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:39.001927Z","caller":"traceutil/trace.go:171","msg":"trace[921996393] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26552; }","duration":"892.030505ms","start":"2026-04-21T04:23:38.109891Z","end":"2026-04-21T04:23:39.001921Z","steps":["trace[921996393] 'agreement among raft nodes before linearized reading' (duration: 891.479092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:39.00194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:23:38.109882Z","time spent":"892.055686ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:23:39.2861Z","caller":"traceutil/trace.go:171","msg":"trace[1041245461] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"279.096732ms","start":"2026-04-21T04:23:39.006826Z","end":"2026-04-21T04:23:39.285923Z","steps":["trace[1041245461] 'process raft request' (duration: 278.865786ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.286446Z","caller":"traceutil/trace.go:171","msg":"trace[1860787408] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"279.330337ms","start":"2026-04-21T04:23:39.007082Z","end":"2026-04-21T04:23:39.286413Z","steps":["trace[1860787408] 'process raft request' (duration: 278.797624ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.286887Z","caller":"traceutil/trace.go:171","msg":"trace[1883664742] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"279.38706ms","start":"2026-04-21T04:23:39.007481Z","end":"2026-04-21T04:23:39.286868Z","steps":["trace[1883664742] 'process raft request' (duration: 278.825645ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.286993Z","caller":"traceutil/trace.go:171","msg":"trace[1206083521] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"279.176594ms","start":"2026-04-21T04:23:39.007809Z","end":"2026-04-21T04:23:39.286985Z","steps":["trace[1206083521] 'process raft request' (duration: 278.98103ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.633152Z","caller":"traceutil/trace.go:171","msg":"trace[694275577] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"150.866748ms","start":"2026-04-21T04:23:39.482256Z","end":"2026-04-21T04:23:39.633122Z","steps":["trace[694275577] 'process raft request' (duration: 119.616194ms)","trace[694275577] 'compare' (duration: 30.726121ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:23:39.687986Z","caller":"traceutil/trace.go:171","msg":"trace[483772885] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"205.108274ms","start":"2026-04-21T04:23:39.482861Z","end":"2026-04-21T04:23:39.687969Z","steps":["trace[483772885] 'process raft request' (duration: 204.96762ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.688012Z","caller":"traceutil/trace.go:171","msg":"trace[1352338923] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"205.204345ms","start":"2026-04-21T04:23:39.482749Z","end":"2026-04-21T04:23:39.687953Z","steps":["trace[1352338923] 'process raft request' (duration: 204.949929ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:39.688175Z","caller":"traceutil/trace.go:171","msg":"trace[2129423828] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"204.596831ms","start":"2026-04-21T04:23:39.483314Z","end":"2026-04-21T04:23:39.687911Z","steps":["trace[2129423828] 'process raft request' (duration: 204.55379ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.10232Z","caller":"traceutil/trace.go:171","msg":"trace[1121260881] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27428; }","duration":"270.248106ms","start":"2026-04-21T04:23:39.832042Z","end":"2026-04-21T04:23:40.10229Z","steps":["trace[1121260881] 'read index received' (duration: 269.9747ms)","trace[1121260881] 'applied index is now lower than readState.Index' (duration: 271.936µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:23:40.102637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.565674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:40.102711Z","caller":"traceutil/trace.go:171","msg":"trace[965832906] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26562; }","duration":"270.673776ms","start":"2026-04-21T04:23:39.832021Z","end":"2026-04-21T04:23:40.102695Z","steps":["trace[965832906] 'agreement among raft nodes before linearized reading' (duration: 270.523993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.10272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.921933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:40.102778Z","caller":"traceutil/trace.go:171","msg":"trace[646563014] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26562; }","duration":"269.006086ms","start":"2026-04-21T04:23:39.833753Z","end":"2026-04-21T04:23:40.102759Z","steps":["trace[646563014] 'agreement among raft nodes before linearized reading' (duration: 268.904053ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:40.102761Z","caller":"traceutil/trace.go:171","msg":"trace[1387082656] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"270.769939ms","start":"2026-04-21T04:23:39.831968Z","end":"2026-04-21T04:23:40.102738Z","steps":["trace[1387082656] 'process raft request' (duration: 270.139294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.102811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.197513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:40.102919Z","caller":"traceutil/trace.go:171","msg":"trace[1259318125] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26562; }","duration":"265.327776ms","start":"2026-04-21T04:23:39.837582Z","end":"2026-04-21T04:23:40.102909Z","steps":["trace[1259318125] 'agreement among raft nodes before linearized reading' (duration: 265.042899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.102981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.845538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:40.103033Z","caller":"traceutil/trace.go:171","msg":"trace[1941114174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26562; }","duration":"195.918629ms","start":"2026-04-21T04:23:39.907101Z","end":"2026-04-21T04:23:40.10302Z","steps":["trace[1941114174] 'agreement among raft nodes before linearized reading' (duration: 195.839157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.103063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.647127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-400d3f38-fcf9-4def-9f19-d49602d5b68d\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-21T04:23:40.103088Z","caller":"traceutil/trace.go:171","msg":"trace[134654785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-400d3f38-fcf9-4def-9f19-d49602d5b68d; range_end:; response_count:1; response_revision:26562; }","duration":"223.691098ms","start":"2026-04-21T04:23:39.879387Z","end":"2026-04-21T04:23:40.103078Z","steps":["trace[134654785] 'agreement among raft nodes before linearized reading' (duration: 223.622047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.103154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.973034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:23:40.103183Z","caller":"traceutil/trace.go:171","msg":"trace[149739743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26562; }","duration":"271.000775ms","start":"2026-04-21T04:23:39.832172Z","end":"2026-04-21T04:23:40.103173Z","steps":["trace[149739743] 'agreement among raft nodes before linearized reading' (duration: 270.959824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:23:40.103365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.23616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-21T04:23:40.103394Z","caller":"traceutil/trace.go:171","msg":"trace[2143866865] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26562; }","duration":"271.278791ms","start":"2026-04-21T04:23:39.832106Z","end":"2026-04-21T04:23:40.103385Z","steps":["trace[2143866865] 'agreement among raft nodes before linearized reading' (duration: 270.515172ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:23:55.252343Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b97.wal"} {"level":"warn","ts":"2026-04-21T04:24:25.577921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.912684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:25.577996Z","caller":"traceutil/trace.go:171","msg":"trace[1686016516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26937; }","duration":"672.026986ms","start":"2026-04-21T04:24:24.905951Z","end":"2026-04-21T04:24:25.577978Z","steps":["trace[1686016516] 'range keys from in-memory index tree' (duration: 671.832552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.578025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:24.905933Z","time spent":"672.086558ms","remote":"127.0.0.1:40440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T04:24:25.578033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.171559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:24:25.578055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.940666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:25.578259Z","caller":"traceutil/trace.go:171","msg":"trace[416664038] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26937; }","duration":"355.157692ms","start":"2026-04-21T04:24:25.223075Z","end":"2026-04-21T04:24:25.578233Z","steps":["trace[416664038] 'range keys from in-memory index tree' (duration: 354.860255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.578312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.223058Z","time spent":"355.239453ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-21T04:24:25.578393Z","caller":"traceutil/trace.go:171","msg":"trace[1752257075] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26937; }","duration":"361.396655ms","start":"2026-04-21T04:24:25.216753Z","end":"2026-04-21T04:24:25.57815Z","steps":["trace[1752257075] 'range keys from in-memory index tree' (duration: 361.055296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.578461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.216733Z","time spent":"361.711882ms","remote":"127.0.0.1:40662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-21T04:24:25.714663Z","caller":"traceutil/trace.go:171","msg":"trace[730776747] linearizableReadLoop","detail":"{readStateIndex:27815; appliedIndex:27814; }","duration":"367.198356ms","start":"2026-04-21T04:24:25.347428Z","end":"2026-04-21T04:24:25.714626Z","steps":["trace[730776747] 'read index received' (duration: 367.069033ms)","trace[730776747] 'applied index is now lower than readState.Index' (duration: 127.933µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:24:25.715005Z","caller":"traceutil/trace.go:171","msg":"trace[1970304031] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"437.042724ms","start":"2026-04-21T04:24:25.277942Z","end":"2026-04-21T04:24:25.714985Z","steps":["trace[1970304031] 'process raft request' (duration: 436.446619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.71514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.277916Z","time spent":"437.133965ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:24:25.715401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.974074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.144\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-21T04:24:25.715471Z","caller":"traceutil/trace.go:171","msg":"trace[573403672] range","detail":"{range_begin:/registry/masterleases/199.204.45.144; range_end:; response_count:1; response_revision:26938; }","duration":"368.071917ms","start":"2026-04-21T04:24:25.347383Z","end":"2026-04-21T04:24:25.715455Z","steps":["trace[573403672] 'agreement among raft nodes before linearized reading' (duration: 367.896303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.715514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.347368Z","time spent":"368.134258ms","remote":"127.0.0.1:40472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.144\" "} {"level":"info","ts":"2026-04-21T04:24:25.768114Z","caller":"traceutil/trace.go:171","msg":"trace[446101042] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"418.869689ms","start":"2026-04-21T04:24:25.349201Z","end":"2026-04-21T04:24:25.768071Z","steps":["trace[446101042] 'process raft request' (duration: 418.643203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.768199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.65519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-21T04:24:25.768279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.349185Z","time spent":"419.016373ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:24:25.76827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.850126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:24:25.768308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.553491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-21T04:24:25.768313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.467126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-21T04:24:25.768365Z","caller":"traceutil/trace.go:171","msg":"trace[1899384698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26939; }","duration":"189.017889ms","start":"2026-04-21T04:24:25.579325Z","end":"2026-04-21T04:24:25.768343Z","steps":["trace[1899384698] 'agreement among raft nodes before linearized reading' (duration: 188.870426ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:25.76839Z","caller":"traceutil/trace.go:171","msg":"trace[451532803] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26939; }","duration":"141.675823ms","start":"2026-04-21T04:24:25.626696Z","end":"2026-04-21T04:24:25.768371Z","steps":["trace[451532803] 'agreement among raft nodes before linearized reading' (duration: 141.510479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.768403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.136609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-21T04:24:25.768413Z","caller":"traceutil/trace.go:171","msg":"trace[409933849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26939; }","duration":"100.62378ms","start":"2026-04-21T04:24:25.667768Z","end":"2026-04-21T04:24:25.768391Z","steps":["trace[409933849] 'agreement among raft nodes before linearized reading' (duration: 100.328312ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:25.768299Z","caller":"traceutil/trace.go:171","msg":"trace[1448138906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26939; }","duration":"343.811944ms","start":"2026-04-21T04:24:25.424468Z","end":"2026-04-21T04:24:25.76828Z","steps":["trace[1448138906] 'agreement among raft nodes before linearized reading' (duration: 343.536657ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:25.76845Z","caller":"traceutil/trace.go:171","msg":"trace[80735484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26939; }","duration":"141.229242ms","start":"2026-04-21T04:24:25.62721Z","end":"2026-04-21T04:24:25.768439Z","steps":["trace[80735484] 'agreement among raft nodes before linearized reading' (duration: 140.908244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.768487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:24:25.424446Z","time spent":"344.025349ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T04:24:25.768558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-21T04:24:25.768678Z","caller":"traceutil/trace.go:171","msg":"trace[1312037180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26939; }","duration":"141.1328ms","start":"2026-04-21T04:24:25.627515Z","end":"2026-04-21T04:24:25.768648Z","steps":["trace[1312037180] 'agreement among raft nodes before linearized reading' (duration: 140.646498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.769132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.347321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:24:25.769212Z","caller":"traceutil/trace.go:171","msg":"trace[1421566031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26939; }","duration":"102.447143ms","start":"2026-04-21T04:24:25.66675Z","end":"2026-04-21T04:24:25.769197Z","steps":["trace[1421566031] 'agreement among raft nodes before linearized reading' (duration: 101.416858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:24:25.769393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.965186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:24:25.76946Z","caller":"traceutil/trace.go:171","msg":"trace[457090570] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26939; }","duration":"139.095029ms","start":"2026-04-21T04:24:25.630351Z","end":"2026-04-21T04:24:25.769446Z","steps":["trace[457090570] 'agreement among raft nodes before linearized reading' (duration: 137.699475ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:24:27.007316Z","caller":"traceutil/trace.go:171","msg":"trace[1416578977] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"119.692035ms","start":"2026-04-21T04:24:26.887531Z","end":"2026-04-21T04:24:27.007223Z","steps":["trace[1416578977] 'process raft request' (duration: 119.225844ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:01.686592Z","caller":"traceutil/trace.go:171","msg":"trace[1351268059] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"159.398956ms","start":"2026-04-21T04:25:01.527163Z","end":"2026-04-21T04:25:01.686561Z","steps":["trace[1351268059] 'process raft request' (duration: 159.132339ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:02.183817Z","caller":"traceutil/trace.go:171","msg":"trace[1233640970] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"137.839369ms","start":"2026-04-21T04:25:02.045952Z","end":"2026-04-21T04:25:02.183791Z","steps":["trace[1233640970] 'process raft request' (duration: 122.113816ms)","trace[1233640970] 'compare' (duration: 14.820221ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:25:02.184055Z","caller":"traceutil/trace.go:171","msg":"trace[1901174280] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"138.022523ms","start":"2026-04-21T04:25:02.046019Z","end":"2026-04-21T04:25:02.184042Z","steps":["trace[1901174280] 'process raft request' (duration: 137.517281ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:02.184194Z","caller":"traceutil/trace.go:171","msg":"trace[1697646568] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"138.044104ms","start":"2026-04-21T04:25:02.04614Z","end":"2026-04-21T04:25:02.184184Z","steps":["trace[1697646568] 'process raft request' (duration: 137.45567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:02.237292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.670823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-21T04:25:02.237381Z","caller":"traceutil/trace.go:171","msg":"trace[1272367798] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27280; }","duration":"130.801517ms","start":"2026-04-21T04:25:02.10656Z","end":"2026-04-21T04:25:02.237361Z","steps":["trace[1272367798] 'agreement among raft nodes before linearized reading' (duration: 130.565881ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:02.237445Z","caller":"traceutil/trace.go:171","msg":"trace[727841169] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"133.763499ms","start":"2026-04-21T04:25:02.10364Z","end":"2026-04-21T04:25:02.237403Z","steps":["trace[727841169] 'process raft request' (duration: 133.239676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:02.411558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.574636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-04-21T04:25:02.411655Z","caller":"traceutil/trace.go:171","msg":"trace[1730275114] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:27280; }","duration":"111.71937ms","start":"2026-04-21T04:25:02.299915Z","end":"2026-04-21T04:25:02.411634Z","steps":["trace[1730275114] 'range keys from in-memory index tree' (duration: 111.284279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:25:34.650164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.65968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-21T04:25:34.650288Z","caller":"traceutil/trace.go:171","msg":"trace[258388908] transaction","detail":"{read_only:false; response_revision:27585; number_of_response:1; }","duration":"244.477436ms","start":"2026-04-21T04:25:34.40579Z","end":"2026-04-21T04:25:34.650267Z","steps":["trace[258388908] 'process raft request' (duration: 69.621711ms)","trace[258388908] 'compare' (duration: 174.29258ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:25:34.654297Z","caller":"traceutil/trace.go:171","msg":"trace[61923174] transaction","detail":"{read_only:false; response_revision:27587; number_of_response:1; }","duration":"246.068035ms","start":"2026-04-21T04:25:34.408214Z","end":"2026-04-21T04:25:34.654282Z","steps":["trace[61923174] 'process raft request' (duration: 246.026854ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:25:34.65446Z","caller":"traceutil/trace.go:171","msg":"trace[1886738098] transaction","detail":"{read_only:false; response_revision:27586; number_of_response:1; }","duration":"248.558406ms","start":"2026-04-21T04:25:34.405868Z","end":"2026-04-21T04:25:34.654426Z","steps":["trace[1886738098] 'process raft request' (duration: 248.262249ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:01.718404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25244} {"level":"info","ts":"2026-04-21T04:26:01.856695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25244,"took":"134.222831ms","hash":2088693224,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":35979264,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-21T04:26:01.85676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2088693224,"revision":25244,"compact-revision":22082} {"level":"info","ts":"2026-04-21T04:26:20.509992Z","caller":"traceutil/trace.go:171","msg":"trace[2104413297] linearizableReadLoop","detail":"{readStateIndex:29003; appliedIndex:29002; }","duration":"347.051373ms","start":"2026-04-21T04:26:20.162919Z","end":"2026-04-21T04:26:20.50997Z","steps":["trace[2104413297] 'read index received' (duration: 347.005102ms)","trace[2104413297] 'applied index is now lower than readState.Index' (duration: 45.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:20.510113Z","caller":"traceutil/trace.go:171","msg":"trace[83497434] transaction","detail":"{read_only:false; response_revision:28097; number_of_response:1; }","duration":"370.66288ms","start":"2026-04-21T04:26:20.139411Z","end":"2026-04-21T04:26:20.510074Z","steps":["trace[83497434] 'process raft request' (duration: 370.422834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:20.510219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.274879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-21T04:26:20.510302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:26:20.139384Z","time spent":"370.811684ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T04:26:20.510314Z","caller":"traceutil/trace.go:171","msg":"trace[1736695251] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28097; }","duration":"347.419202ms","start":"2026-04-21T04:26:20.162875Z","end":"2026-04-21T04:26:20.510294Z","steps":["trace[1736695251] 'agreement among raft nodes before linearized reading' (duration: 347.221867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:20.510366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:26:20.162862Z","time spent":"347.493514ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-21T04:26:20.56067Z","caller":"traceutil/trace.go:171","msg":"trace[1162255940] transaction","detail":"{read_only:false; response_revision:28099; number_of_response:1; }","duration":"232.390731ms","start":"2026-04-21T04:26:20.328265Z","end":"2026-04-21T04:26:20.560656Z","steps":["trace[1162255940] 'process raft request' (duration: 232.35571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:20.560861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.602497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:26:20.560941Z","caller":"traceutil/trace.go:171","msg":"trace[1863693471] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28099; }","duration":"327.762181ms","start":"2026-04-21T04:26:20.233159Z","end":"2026-04-21T04:26:20.560921Z","steps":["trace[1863693471] 'agreement among raft nodes before linearized reading' (duration: 327.561467ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:20.560985Z","caller":"traceutil/trace.go:171","msg":"trace[1525360317] transaction","detail":"{read_only:false; response_revision:28098; number_of_response:1; }","duration":"329.792552ms","start":"2026-04-21T04:26:20.231182Z","end":"2026-04-21T04:26:20.560975Z","steps":["trace[1525360317] 'process raft request' (duration: 329.357691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:20.560986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:26:20.233141Z","time spent":"327.834674ms","remote":"127.0.0.1:59338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-21T04:26:20.561074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T04:26:20.231155Z","time spent":"329.856724ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T04:26:20.561306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.693995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-21T04:26:20.5613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.795841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T04:26:20.561366Z","caller":"traceutil/trace.go:171","msg":"trace[809304457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28099; }","duration":"155.795958ms","start":"2026-04-21T04:26:20.405555Z","end":"2026-04-21T04:26:20.561351Z","steps":["trace[809304457] 'agreement among raft nodes before linearized reading' (duration: 155.601403ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:20.56138Z","caller":"traceutil/trace.go:171","msg":"trace[872930566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28099; }","duration":"106.925994ms","start":"2026-04-21T04:26:20.454436Z","end":"2026-04-21T04:26:20.561362Z","steps":["trace[872930566] 'agreement among raft nodes before linearized reading' (duration: 106.698069ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:31.08689Z","caller":"traceutil/trace.go:171","msg":"trace[656839902] linearizableReadLoop","detail":"{readStateIndex:29092; appliedIndex:29091; }","duration":"120.594347ms","start":"2026-04-21T04:26:30.966269Z","end":"2026-04-21T04:26:31.086863Z","steps":["trace[656839902] 'read index received' (duration: 120.483015ms)","trace[656839902] 'applied index is now lower than readState.Index' (duration: 110.092µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:31.086997Z","caller":"traceutil/trace.go:171","msg":"trace[1987549681] transaction","detail":"{read_only:false; response_revision:28183; number_of_response:1; }","duration":"126.01568ms","start":"2026-04-21T04:26:30.96095Z","end":"2026-04-21T04:26:31.086965Z","steps":["trace[1987549681] 'process raft request' (duration: 125.739993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:31.087129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.851164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-21T04:26:31.087175Z","caller":"traceutil/trace.go:171","msg":"trace[174611149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28183; }","duration":"120.946597ms","start":"2026-04-21T04:26:30.966216Z","end":"2026-04-21T04:26:31.087163Z","steps":["trace[174611149] 'agreement among raft nodes before linearized reading' (duration: 120.769332ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:31.244179Z","caller":"traceutil/trace.go:171","msg":"trace[1570657572] transaction","detail":"{read_only:false; response_revision:28184; number_of_response:1; }","duration":"277.695618ms","start":"2026-04-21T04:26:30.966461Z","end":"2026-04-21T04:26:31.244157Z","steps":["trace[1570657572] 'process raft request' (duration: 181.204139ms)","trace[1570657572] 'compare' (duration: 96.286314ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:31.24441Z","caller":"traceutil/trace.go:171","msg":"trace[388691606] transaction","detail":"{read_only:false; response_revision:28185; number_of_response:1; }","duration":"205.567616ms","start":"2026-04-21T04:26:31.038831Z","end":"2026-04-21T04:26:31.244399Z","steps":["trace[388691606] 'process raft request' (duration: 205.271429ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:31.244376Z","caller":"traceutil/trace.go:171","msg":"trace[1068023728] linearizableReadLoop","detail":"{readStateIndex:29094; appliedIndex:29092; }","duration":"157.380786ms","start":"2026-04-21T04:26:31.086957Z","end":"2026-04-21T04:26:31.244338Z","steps":["trace[1068023728] 'read index received' (duration: 60.744244ms)","trace[1068023728] 'applied index is now lower than readState.Index' (duration: 96.624482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:26:31.244592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.226086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:26:31.244647Z","caller":"traceutil/trace.go:171","msg":"trace[1406281638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28185; }","duration":"277.302448ms","start":"2026-04-21T04:26:30.967332Z","end":"2026-04-21T04:26:31.244634Z","steps":["trace[1406281638] 'agreement among raft nodes before linearized reading' (duration: 277.162005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:31.244768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.497781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18552"} {"level":"info","ts":"2026-04-21T04:26:31.244873Z","caller":"traceutil/trace.go:171","msg":"trace[351633506] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28185; }","duration":"155.686056ms","start":"2026-04-21T04:26:31.089126Z","end":"2026-04-21T04:26:31.244812Z","steps":["trace[351633506] 'agreement among raft nodes before linearized reading' (duration: 155.397999ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:31.375274Z","caller":"traceutil/trace.go:171","msg":"trace[1677193375] transaction","detail":"{read_only:false; response_revision:28186; number_of_response:1; }","duration":"126.321379ms","start":"2026-04-21T04:26:31.248929Z","end":"2026-04-21T04:26:31.37525Z","steps":["trace[1677193375] 'process raft request' (duration: 99.532894ms)","trace[1677193375] 'compare' (duration: 26.589309ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:32.726367Z","caller":"traceutil/trace.go:171","msg":"trace[144694531] transaction","detail":"{read_only:false; response_revision:28189; number_of_response:1; }","duration":"120.528396ms","start":"2026-04-21T04:26:32.605812Z","end":"2026-04-21T04:26:32.726341Z","steps":["trace[144694531] 'process raft request' (duration: 108.275555ms)","trace[144694531] 'compare' (duration: 12.032355ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:32.726587Z","caller":"traceutil/trace.go:171","msg":"trace[1837138918] transaction","detail":"{read_only:false; response_revision:28190; number_of_response:1; }","duration":"120.444404ms","start":"2026-04-21T04:26:32.606123Z","end":"2026-04-21T04:26:32.726567Z","steps":["trace[1837138918] 'process raft request' (duration: 120.171467ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:32.726978Z","caller":"traceutil/trace.go:171","msg":"trace[2027500197] transaction","detail":"{read_only:false; response_revision:28191; number_of_response:1; }","duration":"119.998413ms","start":"2026-04-21T04:26:32.606963Z","end":"2026-04-21T04:26:32.726962Z","steps":["trace[2027500197] 'process raft request' (duration: 119.552173ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:32.736351Z","caller":"traceutil/trace.go:171","msg":"trace[5092812] transaction","detail":"{read_only:false; response_revision:28192; number_of_response:1; }","duration":"102.860653ms","start":"2026-04-21T04:26:32.633465Z","end":"2026-04-21T04:26:32.736326Z","steps":["trace[5092812] 'process raft request' (duration: 102.668668ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:32.736555Z","caller":"traceutil/trace.go:171","msg":"trace[780131794] transaction","detail":"{read_only:false; response_revision:28193; number_of_response:1; }","duration":"100.820375ms","start":"2026-04-21T04:26:32.635695Z","end":"2026-04-21T04:26:32.736515Z","steps":["trace[780131794] 'process raft request' (duration: 100.587919ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:33.417286Z","caller":"traceutil/trace.go:171","msg":"trace[144263895] transaction","detail":"{read_only:false; response_revision:28197; number_of_response:1; }","duration":"166.355995ms","start":"2026-04-21T04:26:33.250907Z","end":"2026-04-21T04:26:33.417263Z","steps":["trace[144263895] 'process raft request' (duration: 166.235133ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:33.456908Z","caller":"traceutil/trace.go:171","msg":"trace[492535550] linearizableReadLoop","detail":"{readStateIndex:29107; appliedIndex:29106; }","duration":"161.708853ms","start":"2026-04-21T04:26:33.295168Z","end":"2026-04-21T04:26:33.456877Z","steps":["trace[492535550] 'read index received' (duration: 122.150665ms)","trace[492535550] 'applied index is now lower than readState.Index' (duration: 39.556208ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T04:26:33.457059Z","caller":"traceutil/trace.go:171","msg":"trace[1660234779] transaction","detail":"{read_only:false; response_revision:28198; number_of_response:1; }","duration":"204.862078ms","start":"2026-04-21T04:26:33.252169Z","end":"2026-04-21T04:26:33.457031Z","steps":["trace[1660234779] 'process raft request' (duration: 204.52773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T04:26:33.457114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.915658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-21T04:26:33.45718Z","caller":"traceutil/trace.go:171","msg":"trace[1838322241] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28198; }","duration":"162.052772ms","start":"2026-04-21T04:26:33.29511Z","end":"2026-04-21T04:26:33.457163Z","steps":["trace[1838322241] 'agreement among raft nodes before linearized reading' (duration: 161.916568ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:26:33.532727Z","caller":"traceutil/trace.go:171","msg":"trace[527692155] transaction","detail":"{read_only:false; response_revision:28199; number_of_response:1; }","duration":"115.429442ms","start":"2026-04-21T04:26:33.417266Z","end":"2026-04-21T04:26:33.532695Z","steps":["trace[527692155] 'process raft request' (duration: 83.950802ms)","trace[527692155] 'compare' (duration: 31.05449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T04:26:33.532947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.881251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T04:26:33.53309Z","caller":"traceutil/trace.go:171","msg":"trace[431739596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28199; }","duration":"154.091696ms","start":"2026-04-21T04:26:33.378947Z","end":"2026-04-21T04:26:33.533039Z","steps":["trace[431739596] 'agreement among raft nodes before linearized reading' (duration: 153.747978ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:27:07.539794Z","caller":"traceutil/trace.go:171","msg":"trace[1789652986] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"222.694027ms","start":"2026-04-21T04:27:07.317074Z","end":"2026-04-21T04:27:07.539768Z","steps":["trace[1789652986] 'process raft request' (duration: 222.536974ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T04:28:13.858628Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:28:13.86443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-21T04:28:13.864543Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-21T04:31:01.724776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27864} {"level":"info","ts":"2026-04-21T04:31:01.844241Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27864,"took":"113.939193ms","hash":3555234836,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":34848768,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-21T04:31:01.844297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3555234836,"revision":27864,"compact-revision":25244} {"level":"info","ts":"2026-04-21T04:36:01.731668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30328} {"level":"info","ts":"2026-04-21T04:36:01.866724Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30328,"took":"130.307433ms","hash":3375176151,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":30228480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-21T04:36:01.866806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3375176151,"revision":30328,"compact-revision":27864} {"level":"info","ts":"2026-04-21T04:41:01.738424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32598} {"level":"info","ts":"2026-04-21T04:41:01.902134Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32598,"took":"159.32621ms","hash":3821171992,"current-db-size-bytes":56385536,"current-db-size":"56 MB","current-db-size-in-use-bytes":31166464,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-21T04:41:01.902204Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3821171992,"revision":32598,"compact-revision":30328} {"level":"info","ts":"2026-04-21T04:46:01.745529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34900} {"level":"info","ts":"2026-04-21T04:46:01.892403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34900,"took":"141.550938ms","hash":2486453613,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":31305728,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-21T04:46:01.892478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2486453613,"revision":34900,"compact-revision":32598} {"level":"info","ts":"2026-04-21T04:49:40.296484Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4594e5f716bad646","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-21T04:49:40.305081Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-21T04:49:40.305242Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-21T04:51:01.751705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37138} {"level":"info","ts":"2026-04-21T04:51:01.871601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37138,"took":"116.465476ms","hash":501894676,"current-db-size-bytes":57274368,"current-db-size":"57 MB","current-db-size-in-use-bytes":31358976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-21T04:51:01.871666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":501894676,"revision":37138,"compact-revision":34900}