{"level":"warn","ts":"2026-05-11T00:57:17.481631Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T00:57:17.481754Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-11T00:57:17.481828Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-11T00:57:17.481841Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-11T00:57:17.481868Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T00:57:17.482594Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-05-11T00:57:17.482684Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-11T00:57:17.488402Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.496133ms"} {"level":"info","ts":"2026-05-11T00:57:17.495058Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-05-11T00:57:17.49515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-05-11T00:57:17.495176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-05-11T00:57:17.495194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-11T00:57:17.495203Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-05-11T00:57:17.495252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-05-11T00:57:17.508375Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-11T00:57:17.510135Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-11T00:57:17.511432Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-11T00:57:17.514591Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-11T00:57:17.51475Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-11T00:57:17.514963Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:17.515132Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:17.515144Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-11T00:57:17.517035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-05-11T00:57:17.517316Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-05-11T00:57:17.519973Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-11T00:57:17.520081Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-11T00:57:17.520181Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-05-11T00:57:17.520299Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-11T00:57:17.52036Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-11T00:57:18.196075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-05-11T00:57:18.196125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-11T00:57:18.196143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-05-11T00:57:18.196157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-05-11T00:57:18.196164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-11T00:57:18.196175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-05-11T00:57:18.196184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-05-11T00:57:18.197069Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:18.198261Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-05-11T00:57:18.198448Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T00:57:18.198505Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-11T00:57:18.198636Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-11T00:57:18.198726Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-11T00:57:18.198873Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:18.199033Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:18.199081Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-11T00:57:18.200777Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-05-11T00:57:18.201148Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-11T00:57:23.266427Z","caller":"traceutil/trace.go:171","msg":"trace[2145403868] linearizableReadLoop","detail":"{readStateIndex:236; appliedIndex:235; }","duration":"291.884623ms","start":"2026-05-11T00:57:22.974513Z","end":"2026-05-11T00:57:23.266397Z","steps":["trace[2145403868] 'read index received' (duration: 245.593887ms)","trace[2145403868] 'applied index is now lower than readState.Index' (duration: 46.284036ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:23.266613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.075897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-11T00:57:23.266605Z","caller":"traceutil/trace.go:171","msg":"trace[1585979077] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"304.106097ms","start":"2026-05-11T00:57:22.96246Z","end":"2026-05-11T00:57:23.266566Z","steps":["trace[1585979077] 'process raft request' (duration: 257.75144ms)","trace[1585979077] 'compare' (duration: 46.03054ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:23.266692Z","caller":"traceutil/trace.go:171","msg":"trace[1938800204] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:230; }","duration":"292.2008ms","start":"2026-05-11T00:57:22.974477Z","end":"2026-05-11T00:57:23.266677Z","steps":["trace[1938800204] 'agreement among raft nodes before linearized reading' (duration: 292.066307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:23.267332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:22.962445Z","time spent":"304.27502ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4006,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:23.405773Z","caller":"traceutil/trace.go:171","msg":"trace[640795000] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"134.977731ms","start":"2026-05-11T00:57:23.270772Z","end":"2026-05-11T00:57:23.40575Z","steps":["trace[640795000] 'process raft request' (duration: 133.025797ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.405924Z","caller":"traceutil/trace.go:171","msg":"trace[687999235] linearizableReadLoop","detail":"{readStateIndex:237; appliedIndex:236; }","duration":"135.103864ms","start":"2026-05-11T00:57:23.270797Z","end":"2026-05-11T00:57:23.405901Z","steps":["trace[687999235] 'read index received' (duration: 133.012357ms)","trace[687999235] 'applied index is now lower than readState.Index' (duration: 2.089937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:23.406075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.265107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-j8ryuu\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:23.40613Z","caller":"traceutil/trace.go:171","msg":"trace[2144600844] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-j8ryuu; range_end:; response_count:0; response_revision:232; }","duration":"135.334749ms","start":"2026-05-11T00:57:23.270781Z","end":"2026-05-11T00:57:23.406116Z","steps":["trace[2144600844] 'agreement among raft nodes before linearized reading' (duration: 135.207816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:23.712579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.635156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:23.712798Z","caller":"traceutil/trace.go:171","msg":"trace[1281909907] linearizableReadLoop","detail":"{readStateIndex:244; appliedIndex:241; }","duration":"197.253616ms","start":"2026-05-11T00:57:23.515528Z","end":"2026-05-11T00:57:23.712782Z","steps":["trace[1281909907] 'read index received' (duration: 140.556006ms)","trace[1281909907] 'applied index is now lower than readState.Index' (duration: 56.69673ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:23.712836Z","caller":"traceutil/trace.go:171","msg":"trace[720078579] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"235.377058ms","start":"2026-05-11T00:57:23.477428Z","end":"2026-05-11T00:57:23.712805Z","steps":["trace[720078579] 'process raft request' (duration: 235.248526ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.712773Z","caller":"traceutil/trace.go:171","msg":"trace[1318337597] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"267.486238ms","start":"2026-05-11T00:57:23.445261Z","end":"2026-05-11T00:57:23.712748Z","steps":["trace[1318337597] 'process raft request' (duration: 64.479723ms)","trace[1318337597] 'compare' (duration: 202.35966ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:23.712888Z","caller":"traceutil/trace.go:171","msg":"trace[1334513430] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"235.213175ms","start":"2026-05-11T00:57:23.477649Z","end":"2026-05-11T00:57:23.712862Z","steps":["trace[1334513430] 'process raft request' (duration: 235.094962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:23.713061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.43014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:23.713164Z","caller":"traceutil/trace.go:171","msg":"trace[678205766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:238; }","duration":"197.653475ms","start":"2026-05-11T00:57:23.515485Z","end":"2026-05-11T00:57:23.713139Z","steps":["trace[678205766] 'agreement among raft nodes before linearized reading' (duration: 197.376969ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.943805Z","caller":"traceutil/trace.go:171","msg":"trace[1483389906] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"226.616183ms","start":"2026-05-11T00:57:23.717139Z","end":"2026-05-11T00:57:23.943755Z","steps":["trace[1483389906] 'process raft request' (duration: 126.834059ms)","trace[1483389906] 'compare' (duration: 99.527818ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:23.943835Z","caller":"traceutil/trace.go:171","msg":"trace[969028639] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"226.5031ms","start":"2026-05-11T00:57:23.717312Z","end":"2026-05-11T00:57:23.943815Z","steps":["trace[969028639] 'process raft request' (duration: 226.346507ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.943877Z","caller":"traceutil/trace.go:171","msg":"trace[1337574059] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"225.998289ms","start":"2026-05-11T00:57:23.717858Z","end":"2026-05-11T00:57:23.943856Z","steps":["trace[1337574059] 'process raft request' (duration: 225.887066ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.943951Z","caller":"traceutil/trace.go:171","msg":"trace[2087487067] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"175.773225ms","start":"2026-05-11T00:57:23.768144Z","end":"2026-05-11T00:57:23.943917Z","steps":["trace[2087487067] 'process raft request' (duration: 175.722664ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.944142Z","caller":"traceutil/trace.go:171","msg":"trace[338346879] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"226.131042ms","start":"2026-05-11T00:57:23.718Z","end":"2026-05-11T00:57:23.944131Z","steps":["trace[338346879] 'process raft request' (duration: 225.796935ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.944181Z","caller":"traceutil/trace.go:171","msg":"trace[1352972851] linearizableReadLoop","detail":"{readStateIndex:249; appliedIndex:244; }","duration":"225.762593ms","start":"2026-05-11T00:57:23.718405Z","end":"2026-05-11T00:57:23.944168Z","steps":["trace[1352972851] 'read index received' (duration: 45.361045ms)","trace[1352972851] 'applied index is now lower than readState.Index' (duration: 180.399868ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:23.944407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.661356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:57:23.944434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.940167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-11T00:57:23.944449Z","caller":"traceutil/trace.go:171","msg":"trace[620235309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:244; }","duration":"177.740518ms","start":"2026-05-11T00:57:23.766698Z","end":"2026-05-11T00:57:23.944438Z","steps":["trace[620235309] 'agreement among raft nodes before linearized reading' (duration: 177.634625ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:23.944495Z","caller":"traceutil/trace.go:171","msg":"trace[2050671062] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:244; }","duration":"226.069849ms","start":"2026-05-11T00:57:23.718388Z","end":"2026-05-11T00:57:23.944458Z","steps":["trace[2050671062] 'agreement among raft nodes before linearized reading' (duration: 225.914516ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:24.162962Z","caller":"traceutil/trace.go:171","msg":"trace[192784579] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"213.264874ms","start":"2026-05-11T00:57:23.949678Z","end":"2026-05-11T00:57:24.162943Z","steps":["trace[192784579] 'process raft request' (duration: 213.162992ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:24.16299Z","caller":"traceutil/trace.go:171","msg":"trace[244059293] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"214.654594ms","start":"2026-05-11T00:57:23.948304Z","end":"2026-05-11T00:57:24.162959Z","steps":["trace[244059293] 'process raft request' (duration: 212.051986ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:24.162952Z","caller":"traceutil/trace.go:171","msg":"trace[2083753032] linearizableReadLoop","detail":"{readStateIndex:252; appliedIndex:250; }","duration":"214.200264ms","start":"2026-05-11T00:57:23.948724Z","end":"2026-05-11T00:57:24.162924Z","steps":["trace[2083753032] 'read index received' (duration: 37.455048ms)","trace[2083753032] 'applied index is now lower than readState.Index' (duration: 176.744106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:24.163076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.328567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ae5ce3e0d6dd00\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-05-11T00:57:24.163127Z","caller":"traceutil/trace.go:171","msg":"trace[1323147745] range","detail":"{range_begin:/registry/events/default/instance.18ae5ce3e0d6dd00; range_end:; response_count:1; response_revision:247; }","duration":"214.42062ms","start":"2026-05-11T00:57:23.948692Z","end":"2026-05-11T00:57:24.163113Z","steps":["trace[1323147745] 'agreement among raft nodes before linearized reading' (duration: 214.312197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:24.163285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-05-11T00:57:24.163427Z","caller":"traceutil/trace.go:171","msg":"trace[1302020656] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:247; }","duration":"174.057206ms","start":"2026-05-11T00:57:23.989343Z","end":"2026-05-11T00:57:24.1634Z","steps":["trace[1302020656] 'agreement among raft nodes before linearized reading' (duration: 173.829831ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:26.641349Z","caller":"traceutil/trace.go:171","msg":"trace[1627866111] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"108.712053ms","start":"2026-05-11T00:57:26.532613Z","end":"2026-05-11T00:57:26.641325Z","steps":["trace[1627866111] 'process raft request' (duration: 108.56264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:31.118095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.483361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:31.118217Z","caller":"traceutil/trace.go:171","msg":"trace[817486486] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"1.057802039s","start":"2026-05-11T00:57:30.060397Z","end":"2026-05-11T00:57:31.118199Z","steps":["trace[817486486] 'read index received' (duration: 63.122284ms)","trace[817486486] 'applied index is now lower than readState.Index' (duration: 994.678595ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:31.118254Z","caller":"traceutil/trace.go:171","msg":"trace[160903555] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"1.257257713s","start":"2026-05-11T00:57:29.860958Z","end":"2026-05-11T00:57:31.118216Z","steps":["trace[160903555] 'process raft request' (duration: 262.561258ms)","trace[160903555] 'compare' (duration: 994.352258ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:31.118378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05790359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T00:57:31.118405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.25061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T00:57:31.118455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:29.860941Z","time spent":"1.257409066s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:31.118494Z","caller":"traceutil/trace.go:171","msg":"trace[428089262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:400; }","duration":"656.380833ms","start":"2026-05-11T00:57:30.4621Z","end":"2026-05-11T00:57:31.11848Z","steps":["trace[428089262] 'agreement among raft nodes before linearized reading' (duration: 656.25093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:31.118531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:30.462081Z","time spent":"656.444294ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T00:57:31.118508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058067145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-11T00:57:31.118541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.615908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:31.118637Z","caller":"traceutil/trace.go:171","msg":"trace[1950086044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"1.058237259s","start":"2026-05-11T00:57:30.060368Z","end":"2026-05-11T00:57:31.118605Z","steps":["trace[1950086044] 'agreement among raft nodes before linearized reading' (duration: 1.057936562s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:31.118647Z","caller":"traceutil/trace.go:171","msg":"trace[258756643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:400; }","duration":"874.72133ms","start":"2026-05-11T00:57:30.243914Z","end":"2026-05-11T00:57:31.118635Z","steps":["trace[258756643] 'agreement among raft nodes before linearized reading' (duration: 874.600768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:31.118692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.110894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-11T00:57:31.118711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:30.060352Z","time spent":"1.058345171s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T00:57:31.118789Z","caller":"traceutil/trace.go:171","msg":"trace[1364923966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"932.225457ms","start":"2026-05-11T00:57:30.186514Z","end":"2026-05-11T00:57:31.11874Z","steps":["trace[1364923966] 'agreement among raft nodes before linearized reading' (duration: 932.051733ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:31.118488Z","caller":"traceutil/trace.go:171","msg":"trace[1885455877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"1.057981261s","start":"2026-05-11T00:57:30.060428Z","end":"2026-05-11T00:57:31.11841Z","steps":["trace[1885455877] 'agreement among raft nodes before linearized reading' (duration: 1.05790332s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:31.118854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:30.186452Z","time spent":"932.388501ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T00:57:31.118909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:30.060406Z","time spent":"1.058470634s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T00:57:32.177068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.067845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:32.177214Z","caller":"traceutil/trace.go:171","msg":"trace[1376310968] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"1.053369769s","start":"2026-05-11T00:57:31.123823Z","end":"2026-05-11T00:57:32.177192Z","steps":["trace[1376310968] 'process raft request' (duration: 682.094899ms)","trace[1376310968] 'compare' (duration: 370.950003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:32.177284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.1238Z","time spent":"1.053453392s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:32.177392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.337539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:32.177563Z","caller":"traceutil/trace.go:171","msg":"trace[894436338] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:400; }","duration":"659.912852ms","start":"2026-05-11T00:57:31.517627Z","end":"2026-05-11T00:57:32.17754Z","steps":["trace[894436338] 'range keys from in-memory index tree' (duration: 659.287268ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:32.243173Z","caller":"traceutil/trace.go:171","msg":"trace[1761145056] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.118734893s","start":"2026-05-11T00:57:31.124412Z","end":"2026-05-11T00:57:32.243147Z","steps":["trace[1761145056] 'process raft request' (duration: 1.118665311s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:32.243193Z","caller":"traceutil/trace.go:171","msg":"trace[1377982071] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.119006269s","start":"2026-05-11T00:57:31.124148Z","end":"2026-05-11T00:57:32.243154Z","steps":["trace[1377982071] 'process raft request' (duration: 1.118804104s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:32.243321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.124399Z","time spent":"1.118846796s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:32.243398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.124121Z","time spent":"1.119175343s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:32.243466Z","caller":"traceutil/trace.go:171","msg":"trace[447227203] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:414; }","duration":"768.199025ms","start":"2026-05-11T00:57:31.475241Z","end":"2026-05-11T00:57:32.24344Z","steps":["trace[447227203] 'read index received' (duration: 330.786144ms)","trace[447227203] 'applied index is now lower than readState.Index' (duration: 437.411941ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:32.243577Z","caller":"traceutil/trace.go:171","msg":"trace[1943976696] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.11905295s","start":"2026-05-11T00:57:31.124505Z","end":"2026-05-11T00:57:32.243558Z","steps":["trace[1943976696] 'process raft request' (duration: 1.118608s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:32.24358Z","caller":"traceutil/trace.go:171","msg":"trace[1419566664] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.11414568s","start":"2026-05-11T00:57:31.129368Z","end":"2026-05-11T00:57:32.243513Z","steps":["trace[1419566664] 'process raft request' (duration: 1.113981086s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:32.243687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.124475Z","time spent":"1.119146772s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:32.243651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.474107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:32.243814Z","caller":"traceutil/trace.go:171","msg":"trace[1566917906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"196.672392ms","start":"2026-05-11T00:57:32.047127Z","end":"2026-05-11T00:57:32.243799Z","steps":["trace[1566917906] 'agreement among raft nodes before linearized reading' (duration: 196.463258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:32.243665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.411021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T00:57:32.243951Z","caller":"traceutil/trace.go:171","msg":"trace[1866221266] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:405; }","duration":"768.745328ms","start":"2026-05-11T00:57:31.475182Z","end":"2026-05-11T00:57:32.243927Z","steps":["trace[1866221266] 'agreement among raft nodes before linearized reading' (duration: 768.39178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:32.243901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.129359Z","time spent":"1.114406606s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5139,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:32.244027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:31.475151Z","time spent":"768.85528ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T00:57:32.821693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.996703ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-11T00:57:32.821799Z","caller":"traceutil/trace.go:171","msg":"trace[1650471395] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"574.447289ms","start":"2026-05-11T00:57:32.247335Z","end":"2026-05-11T00:57:32.821782Z","steps":["trace[1650471395] 'read index received' (duration: 103.388105ms)","trace[1650471395] 'applied index is now lower than readState.Index' (duration: 471.057754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:32.821832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:32.244994Z","time spent":"576.833552ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T00:57:32.822076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.732175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-05-11T00:57:32.822133Z","caller":"traceutil/trace.go:171","msg":"trace[364477733] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:405; }","duration":"574.823027ms","start":"2026-05-11T00:57:32.247293Z","end":"2026-05-11T00:57:32.822116Z","steps":["trace[364477733] 'agreement among raft nodes before linearized reading' (duration: 574.534111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:32.822233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:32.247279Z","time spent":"574.945139ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-11T00:57:33.548144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736108167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T00:57:34.048989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736108167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T00:57:34.138871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315415065s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T00:57:34.235263Z","caller":"traceutil/trace.go:171","msg":"trace[2081188255] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.411920885s","start":"2026-05-11T00:57:32.823313Z","end":"2026-05-11T00:57:34.235233Z","steps":["trace[2081188255] 'process raft request' (duration: 1.315887795s)","trace[2081188255] 'compare' (duration: 95.439517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:34.235422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:32.823277Z","time spent":"1.412061718s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:34.247412Z","caller":"traceutil/trace.go:171","msg":"trace[231524406] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:420; }","duration":"1.199759765s","start":"2026-05-11T00:57:33.047627Z","end":"2026-05-11T00:57:34.247386Z","steps":["trace[231524406] 'read index received' (duration: 1.091588544s)","trace[231524406] 'applied index is now lower than readState.Index' (duration: 108.170241ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:34.247516Z","caller":"traceutil/trace.go:171","msg":"trace[1223571608] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"1.417476609s","start":"2026-05-11T00:57:32.830008Z","end":"2026-05-11T00:57:34.247485Z","steps":["trace[1223571608] 'process raft request' (duration: 1.417235114s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:34.249387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:32.829985Z","time spent":"1.419225258s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:34.249704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202055347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:34.252862Z","caller":"traceutil/trace.go:171","msg":"trace[142121613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"1.204632684s","start":"2026-05-11T00:57:33.047581Z","end":"2026-05-11T00:57:34.252213Z","steps":["trace[142121613] 'agreement among raft nodes before linearized reading' (duration: 1.199940529s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:34.253062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:33.047552Z","time spent":"1.205375421s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T00:57:39.071855Z","caller":"traceutil/trace.go:171","msg":"trace[602327249] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"116.963328ms","start":"2026-05-11T00:57:38.954865Z","end":"2026-05-11T00:57:39.071829Z","steps":["trace[602327249] 'process raft request' (duration: 116.764783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:39.247781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.420842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:39.248255Z","caller":"traceutil/trace.go:171","msg":"trace[1823995567] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"158.17958ms","start":"2026-05-11T00:57:39.090034Z","end":"2026-05-11T00:57:39.248213Z","steps":["trace[1823995567] 'process raft request' (duration: 51.243607ms)","trace[1823995567] 'compare' (duration: 106.296589ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:39.248339Z","caller":"traceutil/trace.go:171","msg":"trace[1843850957] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"156.539604ms","start":"2026-05-11T00:57:39.091778Z","end":"2026-05-11T00:57:39.248317Z","steps":["trace[1843850957] 'process raft request' (duration: 156.126725ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:39.249047Z","caller":"traceutil/trace.go:171","msg":"trace[894991295] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"154.767875ms","start":"2026-05-11T00:57:39.094257Z","end":"2026-05-11T00:57:39.249025Z","steps":["trace[894991295] 'process raft request' (duration: 154.011467ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:46.422642Z","caller":"traceutil/trace.go:171","msg":"trace[1375471855] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"373.874478ms","start":"2026-05-11T00:57:46.048742Z","end":"2026-05-11T00:57:46.422617Z","steps":["trace[1375471855] 'read index received' (duration: 373.766996ms)","trace[1375471855] 'applied index is now lower than readState.Index' (duration: 106.562µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:46.422753Z","caller":"traceutil/trace.go:171","msg":"trace[800571996] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"913.817945ms","start":"2026-05-11T00:57:45.508912Z","end":"2026-05-11T00:57:46.42273Z","steps":["trace[800571996] 'process raft request' (duration: 913.57741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:46.422858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.112233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:46.422922Z","caller":"traceutil/trace.go:171","msg":"trace[494105751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"374.213416ms","start":"2026-05-11T00:57:46.048691Z","end":"2026-05-11T00:57:46.422904Z","steps":["trace[494105751] 'agreement among raft nodes before linearized reading' (duration: 374.098593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:46.422978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:46.048488Z","time spent":"374.477341ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:57:46.422896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:45.508876Z","time spent":"913.935898ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:46.562158Z","caller":"traceutil/trace.go:171","msg":"trace[894518245] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"135.633896ms","start":"2026-05-11T00:57:46.426489Z","end":"2026-05-11T00:57:46.562123Z","steps":["trace[894518245] 'process raft request' (duration: 133.090069ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:46.568108Z","caller":"traceutil/trace.go:171","msg":"trace[642932100] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"140.750671ms","start":"2026-05-11T00:57:46.427327Z","end":"2026-05-11T00:57:46.568077Z","steps":["trace[642932100] 'process raft request' (duration: 140.411183ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:46.568234Z","caller":"traceutil/trace.go:171","msg":"trace[1149845983] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"140.127947ms","start":"2026-05-11T00:57:46.428086Z","end":"2026-05-11T00:57:46.568214Z","steps":["trace[1149845983] 'process raft request' (duration: 139.83914ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:46.568254Z","caller":"traceutil/trace.go:171","msg":"trace[1653210982] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"139.947393ms","start":"2026-05-11T00:57:46.428273Z","end":"2026-05-11T00:57:46.56822Z","steps":["trace[1653210982] 'process raft request' (duration: 139.8244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:51.976607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736108361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T00:57:52.060832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.005075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:52.060971Z","caller":"traceutil/trace.go:171","msg":"trace[1664842482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:507; }","duration":"543.165499ms","start":"2026-05-11T00:57:51.517785Z","end":"2026-05-11T00:57:52.06095Z","steps":["trace[1664842482] 'range keys from in-memory index tree' (duration: 542.984785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.061465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.05535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:52.061793Z","caller":"traceutil/trace.go:171","msg":"trace[847686184] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"647.925014ms","start":"2026-05-11T00:57:51.413844Z","end":"2026-05-11T00:57:52.061769Z","steps":["trace[847686184] 'process raft request' (duration: 35.486895ms)","trace[847686184] 'compare' (duration: 611.493058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:52.061922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.413834Z","time spent":"648.051436ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:52.064106Z","caller":"traceutil/trace.go:171","msg":"trace[1735599427] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"637.794527ms","start":"2026-05-11T00:57:51.426289Z","end":"2026-05-11T00:57:52.064083Z","steps":["trace[1735599427] 'process raft request' (duration: 637.546902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.064228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.426255Z","time spent":"637.906239ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:52.064981Z","caller":"traceutil/trace.go:171","msg":"trace[1561910865] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"635.037894ms","start":"2026-05-11T00:57:51.429925Z","end":"2026-05-11T00:57:52.064963Z","steps":["trace[1561910865] 'process raft request' (duration: 634.42631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.065119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.429906Z","time spent":"635.158827ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:52.065153Z","caller":"traceutil/trace.go:171","msg":"trace[45906631] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:527; }","duration":"588.614135ms","start":"2026-05-11T00:57:51.476517Z","end":"2026-05-11T00:57:52.065131Z","steps":["trace[45906631] 'read index received' (duration: 587.285286ms)","trace[45906631] 'applied index is now lower than readState.Index' (duration: 1.327269ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:52.065279Z","caller":"traceutil/trace.go:171","msg":"trace[1728521712] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"633.469061ms","start":"2026-05-11T00:57:51.431782Z","end":"2026-05-11T00:57:52.065251Z","steps":["trace[1728521712] 'process raft request' (duration: 633.130433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.065323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.812231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T00:57:52.065373Z","caller":"traceutil/trace.go:171","msg":"trace[2140347796] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:511; }","duration":"589.064456ms","start":"2026-05-11T00:57:51.476295Z","end":"2026-05-11T00:57:52.065359Z","steps":["trace[2140347796] 'agreement among raft nodes before linearized reading' (duration: 588.953634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.065396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.218229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-05-11T00:57:52.065426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.47628Z","time spent":"589.133569ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-11T00:57:52.065453Z","caller":"traceutil/trace.go:171","msg":"trace[1585764472] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:511; }","duration":"442.316101ms","start":"2026-05-11T00:57:51.623122Z","end":"2026-05-11T00:57:52.065438Z","steps":["trace[1585764472] 'agreement among raft nodes before linearized reading' (duration: 442.208029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.065416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.431775Z","time spent":"633.581553ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:52.065483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.623101Z","time spent":"442.376463ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-11T00:57:52.065605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.145905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-05-11T00:57:52.065697Z","caller":"traceutil/trace.go:171","msg":"trace[2097565538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:511; }","duration":"441.292288ms","start":"2026-05-11T00:57:51.624382Z","end":"2026-05-11T00:57:52.065674Z","steps":["trace[2097565538] 'agreement among raft nodes before linearized reading' (duration: 441.000782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:52.065744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:51.62436Z","time spent":"441.375161ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-11T00:57:54.300779Z","caller":"traceutil/trace.go:171","msg":"trace[740063328] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"624.158791ms","start":"2026-05-11T00:57:53.676597Z","end":"2026-05-11T00:57:54.300756Z","steps":["trace[740063328] 'process raft request' (duration: 624.029528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:54.30093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.676575Z","time spent":"624.282404ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.046747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99959582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T00:57:56.046825Z","caller":"traceutil/trace.go:171","msg":"trace[1668007181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999727053s","start":"2026-05-11T00:57:54.047081Z","end":"2026-05-11T00:57:56.046808Z","steps":["trace[1668007181] 'agreement among raft nodes before linearized reading' (duration: 1.999628271s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.046863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.047055Z","time spent":"1.999800635s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 00:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T00:57:56.35786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.055554033s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T00:57:56.358462Z","caller":"traceutil/trace.go:171","msg":"trace[1453958772] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"2.669556787s","start":"2026-05-11T00:57:53.688864Z","end":"2026-05-11T00:57:56.35842Z","steps":["trace[1453958772] 'process raft request' (duration: 2.669188939s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.358521Z","caller":"traceutil/trace.go:171","msg":"trace[1705131426] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"2.669402743s","start":"2026-05-11T00:57:53.689077Z","end":"2026-05-11T00:57:56.35848Z","steps":["trace[1705131426] 'process raft request' (duration: 2.6692403s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.358668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.689071Z","time spent":"2.669530766s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.358684Z","caller":"traceutil/trace.go:171","msg":"trace[898857172] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"2.655601564s","start":"2026-05-11T00:57:53.703051Z","end":"2026-05-11T00:57:56.358653Z","steps":["trace[898857172] 'process raft request' (duration: 2.655346268s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.3587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.688841Z","time spent":"2.669754101s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.35874Z","caller":"traceutil/trace.go:171","msg":"trace[1905114430] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"2.652853973s","start":"2026-05-11T00:57:53.705867Z","end":"2026-05-11T00:57:56.358721Z","steps":["trace[1905114430] 'process raft request' (duration: 2.652674689s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.358784Z","caller":"traceutil/trace.go:171","msg":"trace[1026096924] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"2.653308583s","start":"2026-05-11T00:57:53.705428Z","end":"2026-05-11T00:57:56.358736Z","steps":["trace[1026096924] 'process raft request' (duration: 2.653034957s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.358845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.705861Z","time spent":"2.652916354s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.358886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.703034Z","time spent":"2.655705687s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.358876Z","caller":"traceutil/trace.go:171","msg":"trace[1421081731] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"2.652780391s","start":"2026-05-11T00:57:53.706012Z","end":"2026-05-11T00:57:56.358792Z","steps":["trace[1421081731] 'process raft request' (duration: 2.652606127s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.358957Z","caller":"traceutil/trace.go:171","msg":"trace[1954064355] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"2.640285491s","start":"2026-05-11T00:57:53.718662Z","end":"2026-05-11T00:57:56.358947Z","steps":["trace[1954064355] 'process raft request' (duration: 2.640078486s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.358954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.705421Z","time spent":"2.653472536s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.358936Z","caller":"traceutil/trace.go:171","msg":"trace[1756651783] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"2.64874759s","start":"2026-05-11T00:57:53.710133Z","end":"2026-05-11T00:57:56.35888Z","steps":["trace[1756651783] 'process raft request' (duration: 2.648538325s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.359019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.718653Z","time spent":"2.640338142s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.359047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.706006Z","time spent":"2.652949715s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.359117Z","caller":"traceutil/trace.go:171","msg":"trace[1937175524] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"2.635959725s","start":"2026-05-11T00:57:53.723138Z","end":"2026-05-11T00:57:56.359098Z","steps":["trace[1937175524] 'process raft request' (duration: 2.63573348s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.359179Z","caller":"traceutil/trace.go:171","msg":"trace[500787400] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"2.611747272s","start":"2026-05-11T00:57:53.747422Z","end":"2026-05-11T00:57:56.359169Z","steps":["trace[500787400] 'process raft request' (duration: 2.611525438s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.359165Z","caller":"traceutil/trace.go:171","msg":"trace[983532754] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:539; }","duration":"2.312014753s","start":"2026-05-11T00:57:54.04713Z","end":"2026-05-11T00:57:56.359145Z","steps":["trace[983532754] 'read index received' (duration: 253.494564ms)","trace[983532754] 'applied index is now lower than readState.Index' (duration: 2.058519189s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:56.359187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.723125Z","time spent":"2.636030106s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.359172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.710125Z","time spent":"2.648941924s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.359224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.747408Z","time spent":"2.611795253s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.359268Z","caller":"traceutil/trace.go:171","msg":"trace[1121172477] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"2.520613711s","start":"2026-05-11T00:57:53.838592Z","end":"2026-05-11T00:57:56.359206Z","steps":["trace[1121172477] 'process raft request' (duration: 2.520462918s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.359444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:53.838573Z","time spent":"2.520788526s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:57:56.403316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802777574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:57:56.403381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.254099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:56.403402Z","caller":"traceutil/trace.go:171","msg":"trace[1393583308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.802914607s","start":"2026-05-11T00:57:54.600471Z","end":"2026-05-11T00:57:56.403386Z","steps":["trace[1393583308] 'agreement among raft nodes before linearized reading' (duration: 1.802700482s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.403414Z","caller":"traceutil/trace.go:171","msg":"trace[1047213983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"815.29617ms","start":"2026-05-11T00:57:55.588105Z","end":"2026-05-11T00:57:56.403401Z","steps":["trace[1047213983] 'agreement among raft nodes before linearized reading' (duration: 815.259429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.403438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.600446Z","time spent":"1.802985269s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T00:57:56.403442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:55.588091Z","time spent":"815.345181ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:57:56.403343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.271765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:56.403432Z","caller":"traceutil/trace.go:171","msg":"trace[1071977261] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"2.09786034s","start":"2026-05-11T00:57:54.305548Z","end":"2026-05-11T00:57:56.403408Z","steps":["trace[1071977261] 'process raft request' (duration: 2.097336849s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:56.403592Z","caller":"traceutil/trace.go:171","msg":"trace[1870751051] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"2.096407217s","start":"2026-05-11T00:57:54.307143Z","end":"2026-05-11T00:57:56.40355Z","steps":["trace[1870751051] 'process raft request' (duration: 2.095908586s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.403894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.305526Z","time spent":"2.098285469s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:56.403627Z","caller":"traceutil/trace.go:171","msg":"trace[1312020090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"356.628263ms","start":"2026-05-11T00:57:56.046986Z","end":"2026-05-11T00:57:56.403614Z","steps":["trace[1312020090] 'agreement among raft nodes before linearized reading' (duration: 356.225584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.403644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800582225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T00:57:56.404185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.307131Z","time spent":"2.096782955s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:56.403807Z","caller":"traceutil/trace.go:171","msg":"trace[896396351] transaction","detail":"{read_only:false; number_of_response:1; response_revision:533; }","duration":"2.096417737s","start":"2026-05-11T00:57:54.307343Z","end":"2026-05-11T00:57:56.403761Z","steps":["trace[896396351] 'process raft request' (duration: 2.095773503s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.404149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:56.046965Z","time spent":"357.138844ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T00:57:56.404241Z","caller":"traceutil/trace.go:171","msg":"trace[1147665146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:533; }","duration":"1.801171429s","start":"2026-05-11T00:57:54.603038Z","end":"2026-05-11T00:57:56.404209Z","steps":["trace[1147665146] 'agreement among raft nodes before linearized reading' (duration: 1.800556995s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.403928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799858358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:57:56.404385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.60303Z","time spent":"1.801317952s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T00:57:56.404394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.307323Z","time spent":"2.09696719s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:57:56.403342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797992977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:57:56.404476Z","caller":"traceutil/trace.go:171","msg":"trace[174585454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.799149463s","start":"2026-05-11T00:57:54.605314Z","end":"2026-05-11T00:57:56.404463Z","steps":["trace[174585454] 'agreement among raft nodes before linearized reading' (duration: 1.797929246s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.404536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.605304Z","time spent":"1.799221486s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T00:57:56.404495Z","caller":"traceutil/trace.go:171","msg":"trace[447972482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"1.800397011s","start":"2026-05-11T00:57:54.604007Z","end":"2026-05-11T00:57:56.404404Z","steps":["trace[447972482] 'agreement among raft nodes before linearized reading' (duration: 1.79944859s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:56.404613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:54.604Z","time spent":"1.800592866s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T00:57:57.291499Z","caller":"traceutil/trace.go:171","msg":"trace[136735607] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"147.127543ms","start":"2026-05-11T00:57:57.14434Z","end":"2026-05-11T00:57:57.291468Z","steps":["trace[136735607] 'process raft request' (duration: 146.846317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.291643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.713445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.291692Z","caller":"traceutil/trace.go:171","msg":"trace[1499822182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:586; }","duration":"138.792486ms","start":"2026-05-11T00:57:57.152888Z","end":"2026-05-11T00:57:57.29168Z","steps":["trace[1499822182] 'agreement among raft nodes before linearized reading' (duration: 138.670604ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:57.29144Z","caller":"traceutil/trace.go:171","msg":"trace[1842806319] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"138.518161ms","start":"2026-05-11T00:57:57.152895Z","end":"2026-05-11T00:57:57.291414Z","steps":["trace[1842806319] 'read index received' (duration: 138.340587ms)","trace[1842806319] 'applied index is now lower than readState.Index' (duration: 176.904µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:57.298457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.379434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.298516Z","caller":"traceutil/trace.go:171","msg":"trace[1277485864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"145.472387ms","start":"2026-05-11T00:57:57.15303Z","end":"2026-05-11T00:57:57.298502Z","steps":["trace[1277485864] 'agreement among raft nodes before linearized reading' (duration: 145.350214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.298493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.411424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:57:57.298538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.936516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.298591Z","caller":"traceutil/trace.go:171","msg":"trace[480336480] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"115.551157ms","start":"2026-05-11T00:57:57.18301Z","end":"2026-05-11T00:57:57.298561Z","steps":["trace[480336480] 'agreement among raft nodes before linearized reading' (duration: 115.380203ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:57.298621Z","caller":"traceutil/trace.go:171","msg":"trace[1335731531] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"116.055098ms","start":"2026-05-11T00:57:57.182544Z","end":"2026-05-11T00:57:57.298599Z","steps":["trace[1335731531] 'agreement among raft nodes before linearized reading' (duration: 115.916425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.298671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.633214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.298718Z","caller":"traceutil/trace.go:171","msg":"trace[668838258] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"100.100361ms","start":"2026-05-11T00:57:57.198606Z","end":"2026-05-11T00:57:57.298706Z","steps":["trace[668838258] 'process raft request' (duration: 99.484027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.298541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.734254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.298754Z","caller":"traceutil/trace.go:171","msg":"trace[586548943] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"134.02224ms","start":"2026-05-11T00:57:57.164723Z","end":"2026-05-11T00:57:57.298745Z","steps":["trace[586548943] 'agreement among raft nodes before linearized reading' (duration: 133.717694ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:57.298762Z","caller":"traceutil/trace.go:171","msg":"trace[1089588983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"134.742566ms","start":"2026-05-11T00:57:57.163998Z","end":"2026-05-11T00:57:57.298741Z","steps":["trace[1089588983] 'agreement among raft nodes before linearized reading' (duration: 134.582323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.299022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.977751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.299079Z","caller":"traceutil/trace.go:171","msg":"trace[182182470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:587; }","duration":"135.049773ms","start":"2026-05-11T00:57:57.164018Z","end":"2026-05-11T00:57:57.299068Z","steps":["trace[182182470] 'agreement among raft nodes before linearized reading' (duration: 134.966631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.29914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.59465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:57:57.299201Z","caller":"traceutil/trace.go:171","msg":"trace[1427468887] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:587; }","duration":"116.734764ms","start":"2026-05-11T00:57:57.182452Z","end":"2026-05-11T00:57:57.299186Z","steps":["trace[1427468887] 'agreement among raft nodes before linearized reading' (duration: 116.069369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.964067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.299398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:57:57.96418Z","caller":"traceutil/trace.go:171","msg":"trace[1740299819] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"569.180831ms","start":"2026-05-11T00:57:57.394978Z","end":"2026-05-11T00:57:57.964159Z","steps":["trace[1740299819] 'process raft request' (duration: 232.681098ms)","trace[1740299819] 'compare' (duration: 336.134765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:57:57.964255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:57.394954Z","time spent":"569.267943ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:57:57.96981Z","caller":"traceutil/trace.go:171","msg":"trace[277771119] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"557.99524ms","start":"2026-05-11T00:57:57.411785Z","end":"2026-05-11T00:57:57.96978Z","steps":["trace[277771119] 'process raft request' (duration: 557.621002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.969982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:57.411764Z","time spent":"558.133923ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:57.971314Z","caller":"traceutil/trace.go:171","msg":"trace[22009961] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"463.24714ms","start":"2026-05-11T00:57:57.508035Z","end":"2026-05-11T00:57:57.971282Z","steps":["trace[22009961] 'process raft request' (duration: 461.960351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:57.971486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:57:57.508005Z","time spent":"463.391684ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:57:58.360151Z","caller":"traceutil/trace.go:171","msg":"trace[1649878782] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"160.804579ms","start":"2026-05-11T00:57:58.199322Z","end":"2026-05-11T00:57:58.360127Z","steps":["trace[1649878782] 'process raft request' (duration: 154.342444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:58.360472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.895618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-05-11T00:57:58.360576Z","caller":"traceutil/trace.go:171","msg":"trace[454137060] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:597; }","duration":"113.045971ms","start":"2026-05-11T00:57:58.247509Z","end":"2026-05-11T00:57:58.360555Z","steps":["trace[454137060] 'agreement among raft nodes before linearized reading' (duration: 112.690563ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:58.360064Z","caller":"traceutil/trace.go:171","msg":"trace[23443091] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"112.473728ms","start":"2026-05-11T00:57:58.24755Z","end":"2026-05-11T00:57:58.360023Z","steps":["trace[23443091] 'read index received' (duration: 106.035294ms)","trace[23443091] 'applied index is now lower than readState.Index' (duration: 6.436934ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:58.455767Z","caller":"traceutil/trace.go:171","msg":"trace[1922702987] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"172.017931ms","start":"2026-05-11T00:57:58.283724Z","end":"2026-05-11T00:57:58.455742Z","steps":["trace[1922702987] 'process raft request' (duration: 171.773555ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:58.611537Z","caller":"traceutil/trace.go:171","msg":"trace[4768372] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:622; }","duration":"155.805737ms","start":"2026-05-11T00:57:58.455712Z","end":"2026-05-11T00:57:58.611517Z","steps":["trace[4768372] 'read index received' (duration: 145.961657ms)","trace[4768372] 'applied index is now lower than readState.Index' (duration: 9.84328ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:57:58.611683Z","caller":"traceutil/trace.go:171","msg":"trace[1412384940] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"200.773463ms","start":"2026-05-11T00:57:58.410879Z","end":"2026-05-11T00:57:58.611652Z","steps":["trace[1412384940] 'process raft request' (duration: 190.860572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:58.611742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.487461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T00:57:58.611766Z","caller":"traceutil/trace.go:171","msg":"trace[313078706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"176.551723ms","start":"2026-05-11T00:57:58.435207Z","end":"2026-05-11T00:57:58.611759Z","steps":["trace[313078706] 'agreement among raft nodes before linearized reading' (duration: 176.4185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:58.611898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.199244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-11T00:57:58.611969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.757987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T00:57:58.612022Z","caller":"traceutil/trace.go:171","msg":"trace[343498978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"176.86135ms","start":"2026-05-11T00:57:58.435149Z","end":"2026-05-11T00:57:58.61201Z","steps":["trace[343498978] 'agreement among raft nodes before linearized reading' (duration: 176.685515ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:57:58.611974Z","caller":"traceutil/trace.go:171","msg":"trace[1090493237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"176.338697ms","start":"2026-05-11T00:57:58.435621Z","end":"2026-05-11T00:57:58.61196Z","steps":["trace[1090493237] 'agreement among raft nodes before linearized reading' (duration: 176.053351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:58.611901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.79672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-05-11T00:57:58.612202Z","caller":"traceutil/trace.go:171","msg":"trace[2139875835] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:599; }","duration":"145.128119ms","start":"2026-05-11T00:57:58.46706Z","end":"2026-05-11T00:57:58.612188Z","steps":["trace[2139875835] 'agreement among raft nodes before linearized reading' (duration: 144.679238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:57:58.612342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.651704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:57:58.612398Z","caller":"traceutil/trace.go:171","msg":"trace[1716035604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:599; }","duration":"176.717436ms","start":"2026-05-11T00:57:58.435665Z","end":"2026-05-11T00:57:58.612383Z","steps":["trace[1716035604] 'agreement among raft nodes before linearized reading' (duration: 175.975769ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:00.376603Z","caller":"traceutil/trace.go:171","msg":"trace[2009853837] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"103.812604ms","start":"2026-05-11T00:58:00.272773Z","end":"2026-05-11T00:58:00.376586Z","steps":["trace[2009853837] 'process raft request' (duration: 101.396201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.017781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.473283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:01.017898Z","caller":"traceutil/trace.go:171","msg":"trace[1073745970] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:613; }","duration":"240.645677ms","start":"2026-05-11T00:58:00.77723Z","end":"2026-05-11T00:58:01.017875Z","steps":["trace[1073745970] 'range keys from in-memory index tree' (duration: 240.369041ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:01.546095Z","caller":"traceutil/trace.go:171","msg":"trace[1230609482] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"107.870785ms","start":"2026-05-11T00:58:01.438203Z","end":"2026-05-11T00:58:01.546074Z","steps":["trace[1230609482] 'process raft request' (duration: 105.918161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:01.765308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.292865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:01.765405Z","caller":"traceutil/trace.go:171","msg":"trace[427248650] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"157.338762ms","start":"2026-05-11T00:58:01.60805Z","end":"2026-05-11T00:58:01.765388Z","steps":["trace[427248650] 'read index received' (duration: 56.950855ms)","trace[427248650] 'applied index is now lower than readState.Index' (duration: 100.386797ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:01.765501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.449114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-11T00:58:01.76549Z","caller":"traceutil/trace.go:171","msg":"trace[2027616433] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"165.708759ms","start":"2026-05-11T00:58:01.59976Z","end":"2026-05-11T00:58:01.765469Z","steps":["trace[2027616433] 'process raft request' (duration: 65.197839ms)","trace[2027616433] 'compare' (duration: 100.139342ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:01.765538Z","caller":"traceutil/trace.go:171","msg":"trace[673820594] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:616; }","duration":"157.515516ms","start":"2026-05-11T00:58:01.608009Z","end":"2026-05-11T00:58:01.765525Z","steps":["trace[673820594] 'agreement among raft nodes before linearized reading' (duration: 157.422244ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:02.323656Z","caller":"traceutil/trace.go:171","msg":"trace[885084512] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"135.178796ms","start":"2026-05-11T00:58:02.188461Z","end":"2026-05-11T00:58:02.32364Z","steps":["trace[885084512] 'process raft request' (duration: 134.603713ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:03.04055Z","caller":"traceutil/trace.go:171","msg":"trace[24451191] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"312.271599ms","start":"2026-05-11T00:58:02.728249Z","end":"2026-05-11T00:58:03.040521Z","steps":["trace[24451191] 'process raft request' (duration: 312.011603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:03.040747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:02.728222Z","time spent":"312.426043ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:03.040777Z","caller":"traceutil/trace.go:171","msg":"trace[84939938] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"312.482975ms","start":"2026-05-11T00:58:02.72828Z","end":"2026-05-11T00:58:03.040763Z","steps":["trace[84939938] 'process raft request' (duration: 312.178618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:03.040918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:02.728268Z","time spent":"312.569946ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:03.040968Z","caller":"traceutil/trace.go:171","msg":"trace[2053860709] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"312.375202ms","start":"2026-05-11T00:58:02.728549Z","end":"2026-05-11T00:58:03.040925Z","steps":["trace[2053860709] 'process raft request' (duration: 312.139617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:03.041296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:02.728519Z","time spent":"312.695969ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:03.264716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.921251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:03.264809Z","caller":"traceutil/trace.go:171","msg":"trace[1980367993] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:647; }","duration":"217.320163ms","start":"2026-05-11T00:58:03.047473Z","end":"2026-05-11T00:58:03.264794Z","steps":["trace[1980367993] 'read index received' (duration: 94.509115ms)","trace[1980367993] 'applied index is now lower than readState.Index' (duration: 122.810138ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:03.264874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.402446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:03.264887Z","caller":"traceutil/trace.go:171","msg":"trace[985509380] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"429.75865ms","start":"2026-05-11T00:58:02.835102Z","end":"2026-05-11T00:58:03.264861Z","steps":["trace[985509380] 'process raft request' (duration: 310.618574ms)","trace[985509380] 'compare' (duration: 118.578173ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:03.264899Z","caller":"traceutil/trace.go:171","msg":"trace[1339974341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"217.460706ms","start":"2026-05-11T00:58:03.047429Z","end":"2026-05-11T00:58:03.26489Z","steps":["trace[1339974341] 'agreement among raft nodes before linearized reading' (duration: 217.410925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:03.264966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:02.835067Z","time spent":"429.859892ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:04.406362Z","caller":"traceutil/trace.go:171","msg":"trace[990926364] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"479.155136ms","start":"2026-05-11T00:58:03.927189Z","end":"2026-05-11T00:58:04.406344Z","steps":["trace[990926364] 'read index received' (duration: 478.469171ms)","trace[990926364] 'applied index is now lower than readState.Index' (duration: 685.455µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:04.406441Z","caller":"traceutil/trace.go:171","msg":"trace[503837920] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"651.220468ms","start":"2026-05-11T00:58:03.755195Z","end":"2026-05-11T00:58:04.406416Z","steps":["trace[503837920] 'process raft request' (duration: 650.658475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:04.406516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.307519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hrw2c\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-11T00:58:04.406537Z","caller":"traceutil/trace.go:171","msg":"trace[2019238597] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hrw2c; range_end:; response_count:1; response_revision:628; }","duration":"479.383771ms","start":"2026-05-11T00:58:03.927147Z","end":"2026-05-11T00:58:04.406531Z","steps":["trace[2019238597] 'agreement among raft nodes before linearized reading' (duration: 479.265009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:04.40656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:03.927125Z","time spent":"479.430432ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-hrw2c\" "} {"level":"warn","ts":"2026-05-11T00:58:04.406582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:03.75516Z","time spent":"651.342901ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036217,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:04.679013Z","caller":"traceutil/trace.go:171","msg":"trace[1229620797] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"259.204222ms","start":"2026-05-11T00:58:04.419784Z","end":"2026-05-11T00:58:04.678988Z","steps":["trace[1229620797] 'process raft request' (duration: 259.028818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:07.028315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317541457s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:07.028544Z","caller":"traceutil/trace.go:171","msg":"trace[946747387] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"2.217288103s","start":"2026-05-11T00:58:04.811232Z","end":"2026-05-11T00:58:07.02852Z","steps":["trace[946747387] 'read index received' (duration: 57.381µs)","trace[946747387] 'applied index is now lower than readState.Index' (duration: 2.217228732s)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:07.028679Z","caller":"traceutil/trace.go:171","msg":"trace[1814635127] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.567421051s","start":"2026-05-11T00:58:04.461242Z","end":"2026-05-11T00:58:07.028663Z","steps":["trace[1814635127] 'process raft request' (duration: 249.439375ms)","trace[1814635127] 'compare' (duration: 2.317052025s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:07.028824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:04.461214Z","time spent":"2.567566584s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:07.029415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218158022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:58:07.029533Z","caller":"traceutil/trace.go:171","msg":"trace[495213925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"2.218274934s","start":"2026-05-11T00:58:04.811225Z","end":"2026-05-11T00:58:07.0295Z","steps":["trace[495213925] 'agreement among raft nodes before linearized reading' (duration: 2.217830425s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:07.029613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:04.811163Z","time spent":"2.218432219s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:07.046741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T00:58:07.046821Z","caller":"traceutil/trace.go:171","msg":"trace[1947821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963398s","start":"2026-05-11T00:58:05.04684Z","end":"2026-05-11T00:58:07.046804Z","steps":["trace[1947821] 'agreement among raft nodes before linearized reading' (duration: 1.999870965s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:07.046862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:05.046817Z","time spent":"2.000035719s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 00:58:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-11T00:58:07.072567Z","caller":"traceutil/trace.go:171","msg":"trace[1328904173] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"195.749872ms","start":"2026-05-11T00:58:06.876774Z","end":"2026-05-11T00:58:07.072524Z","steps":["trace[1328904173] 'process raft request' (duration: 195.586089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:07.072661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025762996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:58:07.072661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025646513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T00:58:07.072691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025857368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T00:58:07.072716Z","caller":"traceutil/trace.go:171","msg":"trace[590105827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"2.025854897s","start":"2026-05-11T00:58:05.046847Z","end":"2026-05-11T00:58:07.072701Z","steps":["trace[590105827] 'agreement among raft nodes before linearized reading' (duration: 2.025708624s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:07.07272Z","caller":"traceutil/trace.go:171","msg":"trace[1464840385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"2.025746495s","start":"2026-05-11T00:58:05.046961Z","end":"2026-05-11T00:58:07.072708Z","steps":["trace[1464840385] 'agreement among raft nodes before linearized reading' (duration: 2.025537071s)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:07.072731Z","caller":"traceutil/trace.go:171","msg":"trace[134131398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"2.02592699s","start":"2026-05-11T00:58:05.046792Z","end":"2026-05-11T00:58:07.072719Z","steps":["trace[134131398] 'agreement among raft nodes before linearized reading' (duration: 2.025801497s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:07.072746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:05.046835Z","time spent":"2.025905769s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:07.072754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:05.046776Z","time spent":"2.02597328s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T00:58:07.072747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:05.046939Z","time spent":"2.025802426s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T00:58:07.667295Z","caller":"traceutil/trace.go:171","msg":"trace[260418182] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"190.669918ms","start":"2026-05-11T00:58:07.4766Z","end":"2026-05-11T00:58:07.667269Z","steps":["trace[260418182] 'process raft request' (duration: 190.013253ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:08.461504Z","caller":"traceutil/trace.go:171","msg":"trace[1815451764] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"279.485096ms","start":"2026-05-11T00:58:08.181934Z","end":"2026-05-11T00:58:08.461419Z","steps":["trace[1815451764] 'process raft request' (duration: 278.511394ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:09.076325Z","caller":"traceutil/trace.go:171","msg":"trace[1573626443] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"125.99307ms","start":"2026-05-11T00:58:08.950307Z","end":"2026-05-11T00:58:09.0763Z","steps":["trace[1573626443] 'process raft request' (duration: 125.815266ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:09.093723Z","caller":"traceutil/trace.go:171","msg":"trace[974579655] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"132.770242ms","start":"2026-05-11T00:58:08.960935Z","end":"2026-05-11T00:58:09.093706Z","steps":["trace[974579655] 'process raft request' (duration: 132.24162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:09.389436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.324371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:09.389558Z","caller":"traceutil/trace.go:171","msg":"trace[589412038] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"222.560972ms","start":"2026-05-11T00:58:09.166976Z","end":"2026-05-11T00:58:09.389537Z","steps":["trace[589412038] 'process raft request' (duration: 61.068737ms)","trace[589412038] 'compare' (duration: 161.077966ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:09.553313Z","caller":"traceutil/trace.go:171","msg":"trace[812116653] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"146.52287ms","start":"2026-05-11T00:58:09.406756Z","end":"2026-05-11T00:58:09.553278Z","steps":["trace[812116653] 'process raft request' (duration: 131.613807ms)","trace[812116653] 'compare' (duration: 14.670878ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:09.696224Z","caller":"traceutil/trace.go:171","msg":"trace[1178444684] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"116.084098ms","start":"2026-05-11T00:58:09.580114Z","end":"2026-05-11T00:58:09.696198Z","steps":["trace[1178444684] 'process raft request' (duration: 110.045583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:10.161859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.916432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:10.161904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.101993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hrw2c\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-05-11T00:58:10.16196Z","caller":"traceutil/trace.go:171","msg":"trace[416992035] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hrw2c; range_end:; response_count:1; response_revision:659; }","duration":"206.213336ms","start":"2026-05-11T00:58:09.955732Z","end":"2026-05-11T00:58:10.161945Z","steps":["trace[416992035] 'range keys from in-memory index tree' (duration: 205.915419ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:10.162015Z","caller":"traceutil/trace.go:171","msg":"trace[819401427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"115.118367ms","start":"2026-05-11T00:58:10.046877Z","end":"2026-05-11T00:58:10.161996Z","steps":["trace[819401427] 'range keys from in-memory index tree' (duration: 114.843961ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:10.950848Z","caller":"traceutil/trace.go:171","msg":"trace[852876089] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"116.803145ms","start":"2026-05-11T00:58:10.834024Z","end":"2026-05-11T00:58:10.950827Z","steps":["trace[852876089] 'process raft request' (duration: 116.670132ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:11.107043Z","caller":"traceutil/trace.go:171","msg":"trace[1846194343] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"144.085586ms","start":"2026-05-11T00:58:10.962923Z","end":"2026-05-11T00:58:11.107008Z","steps":["trace[1846194343] 'process raft request' (duration: 143.880151ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:11.200669Z","caller":"traceutil/trace.go:171","msg":"trace[264678644] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"225.957607ms","start":"2026-05-11T00:58:10.974676Z","end":"2026-05-11T00:58:11.200634Z","steps":["trace[264678644] 'process raft request' (duration: 225.758103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:11.405322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.227218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:11.405441Z","caller":"traceutil/trace.go:171","msg":"trace[291391629] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"199.670269ms","start":"2026-05-11T00:58:11.205754Z","end":"2026-05-11T00:58:11.405424Z","steps":["trace[291391629] 'process raft request' (duration: 76.268107ms)","trace[291391629] 'compare' (duration: 123.123006ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:11.496917Z","caller":"traceutil/trace.go:171","msg":"trace[1367313284] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"291.005435ms","start":"2026-05-11T00:58:11.205874Z","end":"2026-05-11T00:58:11.49688Z","steps":["trace[1367313284] 'process raft request' (duration: 290.867182ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:11.497037Z","caller":"traceutil/trace.go:171","msg":"trace[667406944] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"291.141098ms","start":"2026-05-11T00:58:11.205872Z","end":"2026-05-11T00:58:11.497013Z","steps":["trace[667406944] 'process raft request' (duration: 290.908613ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:11.496978Z","caller":"traceutil/trace.go:171","msg":"trace[1595943924] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"291.073186ms","start":"2026-05-11T00:58:11.205869Z","end":"2026-05-11T00:58:11.496943Z","steps":["trace[1595943924] 'process raft request' (duration: 290.733469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:11.623687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.955549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:11.623832Z","caller":"traceutil/trace.go:171","msg":"trace[1087777370] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:668; }","duration":"105.131093ms","start":"2026-05-11T00:58:11.518678Z","end":"2026-05-11T00:58:11.623809Z","steps":["trace[1087777370] 'range keys from in-memory index tree' (duration: 104.932988ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:11.877694Z","caller":"traceutil/trace.go:171","msg":"trace[1895106254] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"128.271745ms","start":"2026-05-11T00:58:11.749391Z","end":"2026-05-11T00:58:11.877663Z","steps":["trace[1895106254] 'process raft request' (duration: 128.110681ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.028419Z","caller":"traceutil/trace.go:171","msg":"trace[1682511734] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"117.637797ms","start":"2026-05-11T00:58:11.910742Z","end":"2026-05-11T00:58:12.02838Z","steps":["trace[1682511734] 'read index received' (duration: 48.624885ms)","trace[1682511734] 'applied index is now lower than readState.Index' (duration: 69.011042ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:12.028443Z","caller":"traceutil/trace.go:171","msg":"trace[2021272259] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"118.171479ms","start":"2026-05-11T00:58:11.910229Z","end":"2026-05-11T00:58:12.0284Z","steps":["trace[2021272259] 'process raft request' (duration: 49.138526ms)","trace[2021272259] 'compare' (duration: 68.841268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:12.028759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.908973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.028899Z","caller":"traceutil/trace.go:171","msg":"trace[1054796702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:672; }","duration":"118.118088ms","start":"2026-05-11T00:58:11.910734Z","end":"2026-05-11T00:58:12.028852Z","steps":["trace[1054796702] 'agreement among raft nodes before linearized reading' (duration: 117.78355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.275837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.604856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:12.27606Z","caller":"traceutil/trace.go:171","msg":"trace[1152091126] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"361.367165ms","start":"2026-05-11T00:58:11.914663Z","end":"2026-05-11T00:58:12.27603Z","steps":["trace[1152091126] 'process raft request' (duration: 233.509653ms)","trace[1152091126] 'compare' (duration: 127.510834ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:12.276195Z","caller":"traceutil/trace.go:171","msg":"trace[184259213] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:699; }","duration":"247.557595ms","start":"2026-05-11T00:58:12.028628Z","end":"2026-05-11T00:58:12.276186Z","steps":["trace[184259213] 'read index received' (duration: 119.619893ms)","trace[184259213] 'applied index is now lower than readState.Index' (duration: 127.937112ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:12.276195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.914653Z","time spent":"361.476027ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:12.276249Z","caller":"traceutil/trace.go:171","msg":"trace[1710442012] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"361.206252ms","start":"2026-05-11T00:58:11.915037Z","end":"2026-05-11T00:58:12.276243Z","steps":["trace[1710442012] 'process raft request' (duration: 360.880654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.2763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.915018Z","time spent":"361.251972ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:12.276423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.799184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:12.276479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.295075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.276486Z","caller":"traceutil/trace.go:171","msg":"trace[2029671767] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"361.857916ms","start":"2026-05-11T00:58:11.91461Z","end":"2026-05-11T00:58:12.276467Z","steps":["trace[2029671767] 'agreement among raft nodes before linearized reading' (duration: 361.735043ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.276508Z","caller":"traceutil/trace.go:171","msg":"trace[858439733] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"365.406147ms","start":"2026-05-11T00:58:11.911091Z","end":"2026-05-11T00:58:12.276497Z","steps":["trace[858439733] 'agreement among raft nodes before linearized reading' (duration: 365.373387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.276538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.911063Z","time spent":"365.468809ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-05-11T00:58:12.276541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.914588Z","time spent":"361.940898ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-05-11T00:58:12.27645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.77638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:12.27665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.53337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.276688Z","caller":"traceutil/trace.go:171","msg":"trace[1620363509] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"360.73589ms","start":"2026-05-11T00:58:11.915924Z","end":"2026-05-11T00:58:12.276659Z","steps":["trace[1620363509] 'process raft request' (duration: 360.214198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.276756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.415938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-05-11T00:58:12.276805Z","caller":"traceutil/trace.go:171","msg":"trace[214452824] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9; range_end:; response_count:1; response_revision:675; }","duration":"307.463909ms","start":"2026-05-11T00:58:11.969329Z","end":"2026-05-11T00:58:12.276793Z","steps":["trace[214452824] 'agreement among raft nodes before linearized reading' (duration: 307.324636ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.276757Z","caller":"traceutil/trace.go:171","msg":"trace[294900830] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"365.622892ms","start":"2026-05-11T00:58:11.91107Z","end":"2026-05-11T00:58:12.276693Z","steps":["trace[294900830] 'agreement among raft nodes before linearized reading' (duration: 365.482969ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.276715Z","caller":"traceutil/trace.go:171","msg":"trace[1286935983] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"364.036727ms","start":"2026-05-11T00:58:11.912645Z","end":"2026-05-11T00:58:12.276682Z","steps":["trace[1286935983] 'agreement among raft nodes before linearized reading' (duration: 363.783981ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.276849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.915911Z","time spent":"360.862433ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:12.276886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.912631Z","time spent":"364.236951ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-05-11T00:58:12.2769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.911057Z","time spent":"365.789106ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-05-11T00:58:12.276839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.969272Z","time spent":"307.559281ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4702,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" "} {"level":"warn","ts":"2026-05-11T00:58:12.277138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.314198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.277259Z","caller":"traceutil/trace.go:171","msg":"trace[1261966170] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:675; }","duration":"366.462192ms","start":"2026-05-11T00:58:11.910781Z","end":"2026-05-11T00:58:12.277243Z","steps":["trace[1261966170] 'agreement among raft nodes before linearized reading' (duration: 365.746245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.277306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:11.910771Z","time spent":"366.526453ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-05-11T00:58:12.281592Z","caller":"traceutil/trace.go:171","msg":"trace[705103486] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"248.810645ms","start":"2026-05-11T00:58:12.03275Z","end":"2026-05-11T00:58:12.281561Z","steps":["trace[705103486] 'process raft request' (duration: 248.564259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.28166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.933869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:12.281674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.714076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.28175Z","caller":"traceutil/trace.go:171","msg":"trace[175157331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:676; }","duration":"236.066831ms","start":"2026-05-11T00:58:12.045666Z","end":"2026-05-11T00:58:12.281733Z","steps":["trace[175157331] 'agreement among raft nodes before linearized reading' (duration: 235.880517ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.281847Z","caller":"traceutil/trace.go:171","msg":"trace[1072586251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:676; }","duration":"171.899641ms","start":"2026-05-11T00:58:12.109896Z","end":"2026-05-11T00:58:12.281796Z","steps":["trace[1072586251] 'agreement among raft nodes before linearized reading' (duration: 171.682646ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.559353Z","caller":"traceutil/trace.go:171","msg":"trace[840916272] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"278.114706ms","start":"2026-05-11T00:58:12.281218Z","end":"2026-05-11T00:58:12.559333Z","steps":["trace[840916272] 'process raft request' (duration: 278.081956ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.55955Z","caller":"traceutil/trace.go:171","msg":"trace[741184723] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"278.644198ms","start":"2026-05-11T00:58:12.280867Z","end":"2026-05-11T00:58:12.559511Z","steps":["trace[741184723] 'process raft request' (duration: 278.331321ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.630807Z","caller":"traceutil/trace.go:171","msg":"trace[842278565] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"349.35039ms","start":"2026-05-11T00:58:12.281431Z","end":"2026-05-11T00:58:12.630782Z","steps":["trace[842278565] 'process raft request' (duration: 349.154866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.630962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:12.281395Z","time spent":"349.484443ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:12.631151Z","caller":"traceutil/trace.go:171","msg":"trace[1661235994] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"345.606784ms","start":"2026-05-11T00:58:12.285518Z","end":"2026-05-11T00:58:12.631125Z","steps":["trace[1661235994] 'process raft request' (duration: 345.45453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.631287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:12.285508Z","time spent":"345.704086ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:12.631337Z","caller":"traceutil/trace.go:171","msg":"trace[585594758] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"346.491835ms","start":"2026-05-11T00:58:12.284824Z","end":"2026-05-11T00:58:12.631316Z","steps":["trace[585594758] 'process raft request' (duration: 345.907662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.631433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:12.284804Z","time spent":"346.588297ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:12.631496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.452771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.631526Z","caller":"traceutil/trace.go:171","msg":"trace[1423656708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"321.515971ms","start":"2026-05-11T00:58:12.310001Z","end":"2026-05-11T00:58:12.631517Z","steps":["trace[1423656708] 'agreement among raft nodes before linearized reading' (duration: 321.46166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:12.631553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:12.309983Z","time spent":"321.562903ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-05-11T00:58:12.631128Z","caller":"traceutil/trace.go:171","msg":"trace[1968361607] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:703; }","duration":"321.053031ms","start":"2026-05-11T00:58:12.310045Z","end":"2026-05-11T00:58:12.631099Z","steps":["trace[1968361607] 'read index received' (duration: 249.149522ms)","trace[1968361607] 'applied index is now lower than readState.Index' (duration: 71.902229ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:12.632777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.657401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:12.632893Z","caller":"traceutil/trace.go:171","msg":"trace[609974617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:681; }","duration":"122.856457ms","start":"2026-05-11T00:58:12.510008Z","end":"2026-05-11T00:58:12.632864Z","steps":["trace[609974617] 'agreement among raft nodes before linearized reading' (duration: 122.60317ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.763693Z","caller":"traceutil/trace.go:171","msg":"trace[346576330] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"127.217766ms","start":"2026-05-11T00:58:12.636452Z","end":"2026-05-11T00:58:12.763669Z","steps":["trace[346576330] 'process raft request' (duration: 127.056042ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.780894Z","caller":"traceutil/trace.go:171","msg":"trace[1685762097] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"144.036081ms","start":"2026-05-11T00:58:12.636848Z","end":"2026-05-11T00:58:12.780884Z","steps":["trace[1685762097] 'process raft request' (duration: 143.947109ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:12.78115Z","caller":"traceutil/trace.go:171","msg":"trace[886157910] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"138.762351ms","start":"2026-05-11T00:58:12.642361Z","end":"2026-05-11T00:58:12.781124Z","steps":["trace[886157910] 'process raft request' (duration: 138.483235ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:14.713967Z","caller":"traceutil/trace.go:171","msg":"trace[1977267672] linearizableReadLoop","detail":"{readStateIndex:748; appliedIndex:747; }","duration":"433.181421ms","start":"2026-05-11T00:58:14.280765Z","end":"2026-05-11T00:58:14.713946Z","steps":["trace[1977267672] 'read index received' (duration: 432.990586ms)","trace[1977267672] 'applied index is now lower than readState.Index' (duration: 189.465µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:14.714068Z","caller":"traceutil/trace.go:171","msg":"trace[1424124512] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"576.2083ms","start":"2026-05-11T00:58:14.137851Z","end":"2026-05-11T00:58:14.71406Z","steps":["trace[1424124512] 'process raft request' (duration: 575.944874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:14.714153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:14.137821Z","time spent":"576.271431ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:14.714538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.764354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T00:58:14.714633Z","caller":"traceutil/trace.go:171","msg":"trace[499503098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:721; }","duration":"433.914628ms","start":"2026-05-11T00:58:14.280703Z","end":"2026-05-11T00:58:14.714618Z","steps":["trace[499503098] 'agreement among raft nodes before linearized reading' (duration: 433.646992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:14.714725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:14.280679Z","time spent":"434.030591ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T00:58:14.723754Z","caller":"traceutil/trace.go:171","msg":"trace[868138082] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"385.717073ms","start":"2026-05-11T00:58:14.338008Z","end":"2026-05-11T00:58:14.723725Z","steps":["trace[868138082] 'process raft request' (duration: 385.521859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:14.723915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:14.337987Z","time spent":"385.829355ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:58:14.723913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.468474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-05-11T00:58:14.724215Z","caller":"traceutil/trace.go:171","msg":"trace[140817608] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:722; }","duration":"213.794791ms","start":"2026-05-11T00:58:14.510401Z","end":"2026-05-11T00:58:14.724195Z","steps":["trace[140817608] 'agreement among raft nodes before linearized reading' (duration: 213.29115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.547532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736108941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T00:58:25.740936Z","caller":"traceutil/trace.go:171","msg":"trace[2080092285] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"966.251857ms","start":"2026-05-11T00:58:24.774659Z","end":"2026-05-11T00:58:25.740911Z","steps":["trace[2080092285] 'process raft request' (duration: 966.102034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.741174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:24.77463Z","time spent":"966.458141ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:25.748133Z","caller":"traceutil/trace.go:171","msg":"trace[131372848] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"680.738749ms","start":"2026-05-11T00:58:25.067372Z","end":"2026-05-11T00:58:25.748111Z","steps":["trace[131372848] 'process raft request' (duration: 680.496743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.748279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:25.067337Z","time spent":"680.864812ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:25.748319Z","caller":"traceutil/trace.go:171","msg":"trace[1235291254] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:836; }","duration":"701.081236ms","start":"2026-05-11T00:58:25.047204Z","end":"2026-05-11T00:58:25.748286Z","steps":["trace[1235291254] 'read index received' (duration: 693.650926ms)","trace[1235291254] 'applied index is now lower than readState.Index' (duration: 7.42755ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:25.74842Z","caller":"traceutil/trace.go:171","msg":"trace[1074102337] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"202.81393ms","start":"2026-05-11T00:58:25.545583Z","end":"2026-05-11T00:58:25.748397Z","steps":["trace[1074102337] 'process raft request' (duration: 202.436272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.748709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.488655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:25.748743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.199074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:58:25.748751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:58:25.748775Z","caller":"traceutil/trace.go:171","msg":"trace[208053563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"701.600277ms","start":"2026-05-11T00:58:25.047157Z","end":"2026-05-11T00:58:25.748757Z","steps":["trace[208053563] 'agreement among raft nodes before linearized reading' (duration: 701.380802ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:25.748781Z","caller":"traceutil/trace.go:171","msg":"trace[2065790088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"167.281955ms","start":"2026-05-11T00:58:25.581489Z","end":"2026-05-11T00:58:25.748771Z","steps":["trace[2065790088] 'agreement among raft nodes before linearized reading' (duration: 167.139161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.748827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.827103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:25.748855Z","caller":"traceutil/trace.go:171","msg":"trace[2018433965] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:808; }","duration":"165.875063ms","start":"2026-05-11T00:58:25.582974Z","end":"2026-05-11T00:58:25.748849Z","steps":["trace[2018433965] 'agreement among raft nodes before linearized reading' (duration: 165.831672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.748827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.396662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:58:25.748828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:25.047136Z","time spent":"701.679169ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T00:58:25.748901Z","caller":"traceutil/trace.go:171","msg":"trace[306954877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:808; }","duration":"267.541214ms","start":"2026-05-11T00:58:25.481342Z","end":"2026-05-11T00:58:25.748884Z","steps":["trace[306954877] 'agreement among raft nodes before linearized reading' (duration: 267.274658ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:25.748789Z","caller":"traceutil/trace.go:171","msg":"trace[1346617767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"167.292895ms","start":"2026-05-11T00:58:25.581487Z","end":"2026-05-11T00:58:25.74878Z","steps":["trace[1346617767] 'agreement among raft nodes before linearized reading' (duration: 167.123611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:25.749114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.832751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T00:58:25.749166Z","caller":"traceutil/trace.go:171","msg":"trace[1608517935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"171.941813ms","start":"2026-05-11T00:58:25.577214Z","end":"2026-05-11T00:58:25.749156Z","steps":["trace[1608517935] 'agreement among raft nodes before linearized reading' (duration: 171.839361ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.547012Z","caller":"traceutil/trace.go:171","msg":"trace[1262620889] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"792.801358ms","start":"2026-05-11T00:58:26.754182Z","end":"2026-05-11T00:58:27.546983Z","steps":["trace[1262620889] 'process raft request' (duration: 792.631234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.547311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:26.754158Z","time spent":"793.041553ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:27.646004Z","caller":"traceutil/trace.go:171","msg":"trace[2025561038] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:844; }","duration":"598.40634ms","start":"2026-05-11T00:58:27.047557Z","end":"2026-05-11T00:58:27.645963Z","steps":["trace[2025561038] 'read index received' (duration: 499.328738ms)","trace[2025561038] 'applied index is now lower than readState.Index' (duration: 99.075321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:27.646357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.498144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.646363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.160151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.646455Z","caller":"traceutil/trace.go:171","msg":"trace[931090274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:814; }","duration":"426.317704ms","start":"2026-05-11T00:58:27.220115Z","end":"2026-05-11T00:58:27.646432Z","steps":["trace[931090274] 'agreement among raft nodes before linearized reading' (duration: 426.12036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.646513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.220081Z","time spent":"426.407576ms","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-11T00:58:27.646767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.703748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.646808Z","caller":"traceutil/trace.go:171","msg":"trace[552837837] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:814; }","duration":"370.756ms","start":"2026-05-11T00:58:27.276041Z","end":"2026-05-11T00:58:27.646797Z","steps":["trace[552837837] 'agreement among raft nodes before linearized reading' (duration: 370.696339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.646839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.276036Z","time spent":"370.794611ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-11T00:58:27.646832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.676586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.646852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.613478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.646913Z","caller":"traceutil/trace.go:171","msg":"trace[1067744436] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:814; }","duration":"352.815788ms","start":"2026-05-11T00:58:27.294078Z","end":"2026-05-11T00:58:27.646894Z","steps":["trace[1067744436] 'agreement among raft nodes before linearized reading' (duration: 352.620044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.646911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.934715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.646929Z","caller":"traceutil/trace.go:171","msg":"trace[1793340550] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:814; }","duration":"285.771292ms","start":"2026-05-11T00:58:27.361139Z","end":"2026-05-11T00:58:27.646911Z","steps":["trace[1793340550] 'agreement among raft nodes before linearized reading' (duration: 285.605818ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.646971Z","caller":"traceutil/trace.go:171","msg":"trace[1415868244] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:814; }","duration":"426.041558ms","start":"2026-05-11T00:58:27.220914Z","end":"2026-05-11T00:58:27.646955Z","steps":["trace[1415868244] 'agreement among raft nodes before linearized reading' (duration: 425.903005ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.646971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.294065Z","time spent":"352.890931ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-05-11T00:58:27.646958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.675046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.646955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.078196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.647022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.774314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.647041Z","caller":"traceutil/trace.go:171","msg":"trace[344530580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"599.518855ms","start":"2026-05-11T00:58:27.047503Z","end":"2026-05-11T00:58:27.647022Z","steps":["trace[344530580] 'agreement among raft nodes before linearized reading' (duration: 598.611435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.647811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.646409Z","caller":"traceutil/trace.go:171","msg":"trace[2045070289] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:814; }","duration":"165.632757ms","start":"2026-05-11T00:58:27.480763Z","end":"2026-05-11T00:58:27.646396Z","steps":["trace[2045070289] 'agreement among raft nodes before linearized reading' (duration: 165.465624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.047483Z","time spent":"599.591157ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:58:27.64701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.220896Z","time spent":"426.102659ms","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"info","ts":"2026-05-11T00:58:27.64707Z","caller":"traceutil/trace.go:171","msg":"trace[1780464525] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:814; }","duration":"426.863386ms","start":"2026-05-11T00:58:27.220192Z","end":"2026-05-11T00:58:27.647056Z","steps":["trace[1780464525] 'agreement among raft nodes before linearized reading' (duration: 426.792395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.64715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.22017Z","time spent":"426.968089ms","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T00:58:27.647181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.469027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.647221Z","caller":"traceutil/trace.go:171","msg":"trace[2099511660] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:814; }","duration":"166.526588ms","start":"2026-05-11T00:58:27.480681Z","end":"2026-05-11T00:58:27.647207Z","steps":["trace[2099511660] 'agreement among raft nodes before linearized reading' (duration: 166.469886ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.647075Z","caller":"traceutil/trace.go:171","msg":"trace[754089936] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:814; }","duration":"111.306132ms","start":"2026-05-11T00:58:27.535746Z","end":"2026-05-11T00:58:27.647052Z","steps":["trace[754089936] 'agreement among raft nodes before linearized reading' (duration: 111.057756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.905726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.647314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.295101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.647327Z","caller":"traceutil/trace.go:171","msg":"trace[1807615050] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:814; }","duration":"371.966168ms","start":"2026-05-11T00:58:27.275351Z","end":"2026-05-11T00:58:27.647318Z","steps":["trace[1807615050] 'agreement among raft nodes before linearized reading' (duration: 371.919167ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.647341Z","caller":"traceutil/trace.go:171","msg":"trace[328508538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:814; }","duration":"285.333122ms","start":"2026-05-11T00:58:27.362Z","end":"2026-05-11T00:58:27.647333Z","steps":["trace[328508538] 'agreement among raft nodes before linearized reading' (duration: 285.292851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.196461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.647363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.27533Z","time spent":"372.02423ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-11T00:58:27.647392Z","caller":"traceutil/trace.go:171","msg":"trace[603120957] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:814; }","duration":"286.265813ms","start":"2026-05-11T00:58:27.361116Z","end":"2026-05-11T00:58:27.647381Z","steps":["trace[603120957] 'agreement among raft nodes before linearized reading' (duration: 286.196872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.617621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.647521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.324027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.64754Z","caller":"traceutil/trace.go:171","msg":"trace[629035542] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:814; }","duration":"112.720644ms","start":"2026-05-11T00:58:27.534804Z","end":"2026-05-11T00:58:27.647525Z","steps":["trace[629035542] 'agreement among raft nodes before linearized reading' (duration: 112.623832ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.647108Z","caller":"traceutil/trace.go:171","msg":"trace[1243731205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:814; }","duration":"371.683482ms","start":"2026-05-11T00:58:27.27541Z","end":"2026-05-11T00:58:27.647094Z","steps":["trace[1243731205] 'agreement among raft nodes before linearized reading' (duration: 371.629701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.355321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:58:27.647731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.275394Z","time spent":"372.315526ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T00:58:27.647752Z","caller":"traceutil/trace.go:171","msg":"trace[1329582371] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:814; }","duration":"353.522265ms","start":"2026-05-11T00:58:27.294219Z","end":"2026-05-11T00:58:27.647741Z","steps":["trace[1329582371] 'agreement among raft nodes before linearized reading' (duration: 353.404732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.294181Z","time spent":"353.593796ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T00:58:27.647842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.99117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.647899Z","caller":"traceutil/trace.go:171","msg":"trace[634630437] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:814; }","duration":"113.052022ms","start":"2026-05-11T00:58:27.534828Z","end":"2026-05-11T00:58:27.64788Z","steps":["trace[634630437] 'agreement among raft nodes before linearized reading' (duration: 112.945589ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:27.647562Z","caller":"traceutil/trace.go:171","msg":"trace[2081340983] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:814; }","duration":"352.373699ms","start":"2026-05-11T00:58:27.295172Z","end":"2026-05-11T00:58:27.647546Z","steps":["trace[2081340983] 'agreement among raft nodes before linearized reading' (duration: 352.323228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:27.647997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:27.295164Z","time spent":"352.815279ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-05-11T00:58:27.648813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.877836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:27.648881Z","caller":"traceutil/trace.go:171","msg":"trace[724077564] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:814; }","duration":"166.952488ms","start":"2026-05-11T00:58:27.481916Z","end":"2026-05-11T00:58:27.648868Z","steps":["trace[724077564] 'agreement among raft nodes before linearized reading' (duration: 165.806791ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:30.22233Z","caller":"traceutil/trace.go:171","msg":"trace[772971019] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"132.765934ms","start":"2026-05-11T00:58:30.089524Z","end":"2026-05-11T00:58:30.22229Z","steps":["trace[772971019] 'process raft request' (duration: 132.453457ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:30.2223Z","caller":"traceutil/trace.go:171","msg":"trace[1292003571] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"126.171633ms","start":"2026-05-11T00:58:30.09606Z","end":"2026-05-11T00:58:30.222232Z","steps":["trace[1292003571] 'read index received' (duration: 125.916287ms)","trace[1292003571] 'applied index is now lower than readState.Index' (duration: 253.655µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:30.222618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.515221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-05-11T00:58:30.222707Z","caller":"traceutil/trace.go:171","msg":"trace[1203020737] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:863; }","duration":"126.700736ms","start":"2026-05-11T00:58:30.095988Z","end":"2026-05-11T00:58:30.222689Z","steps":["trace[1203020737] 'agreement among raft nodes before linearized reading' (duration: 126.380908ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:32.454865Z","caller":"traceutil/trace.go:171","msg":"trace[201979425] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"157.888209ms","start":"2026-05-11T00:58:32.296947Z","end":"2026-05-11T00:58:32.454835Z","steps":["trace[201979425] 'process raft request' (duration: 157.712595ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:32.455114Z","caller":"traceutil/trace.go:171","msg":"trace[1939890470] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"147.113182ms","start":"2026-05-11T00:58:32.307985Z","end":"2026-05-11T00:58:32.455098Z","steps":["trace[1939890470] 'read index received' (duration: 146.622821ms)","trace[1939890470] 'applied index is now lower than readState.Index' (duration: 488.941µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:32.45539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.396128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-05-11T00:58:32.455462Z","caller":"traceutil/trace.go:171","msg":"trace[1179624356] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:878; }","duration":"147.522742ms","start":"2026-05-11T00:58:32.307921Z","end":"2026-05-11T00:58:32.455444Z","steps":["trace[1179624356] 'agreement among raft nodes before linearized reading' (duration: 147.322756ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:32.87456Z","caller":"traceutil/trace.go:171","msg":"trace[677579826] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"409.383447ms","start":"2026-05-11T00:58:32.465147Z","end":"2026-05-11T00:58:32.87453Z","steps":["trace[677579826] 'process raft request' (duration: 409.10542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:32.874714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:32.465119Z","time spent":"409.51273ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5320,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:33.070869Z","caller":"traceutil/trace.go:171","msg":"trace[184696895] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"191.221344ms","start":"2026-05-11T00:58:32.879622Z","end":"2026-05-11T00:58:33.070843Z","steps":["trace[184696895] 'process raft request' (duration: 179.815092ms)","trace[184696895] 'compare' (duration: 11.308529ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:33.107329Z","caller":"traceutil/trace.go:171","msg":"trace[87005371] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"226.617686ms","start":"2026-05-11T00:58:32.880677Z","end":"2026-05-11T00:58:33.107295Z","steps":["trace[87005371] 'process raft request' (duration: 226.34538ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:33.107505Z","caller":"traceutil/trace.go:171","msg":"trace[1523686950] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:912; }","duration":"128.091726ms","start":"2026-05-11T00:58:32.979381Z","end":"2026-05-11T00:58:33.107473Z","steps":["trace[1523686950] 'read index received' (duration: 80.078466ms)","trace[1523686950] 'applied index is now lower than readState.Index' (duration: 48.01078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:33.107756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.343382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T00:58:33.107586Z","caller":"traceutil/trace.go:171","msg":"trace[1062182176] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"221.380576ms","start":"2026-05-11T00:58:32.886148Z","end":"2026-05-11T00:58:33.107529Z","steps":["trace[1062182176] 'process raft request' (duration: 221.058788ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:33.107819Z","caller":"traceutil/trace.go:171","msg":"trace[710736525] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:882; }","duration":"128.490845ms","start":"2026-05-11T00:58:32.979315Z","end":"2026-05-11T00:58:33.107805Z","steps":["trace[710736525] 'agreement among raft nodes before linearized reading' (duration: 128.30024ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:33.378593Z","caller":"traceutil/trace.go:171","msg":"trace[1853478542] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"104.801702ms","start":"2026-05-11T00:58:33.273762Z","end":"2026-05-11T00:58:33.378564Z","steps":["trace[1853478542] 'read index received' (duration: 38.632775ms)","trace[1853478542] 'applied index is now lower than readState.Index' (duration: 66.167647ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:33.378669Z","caller":"traceutil/trace.go:171","msg":"trace[2114132011] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"258.20826ms","start":"2026-05-11T00:58:33.120418Z","end":"2026-05-11T00:58:33.378627Z","steps":["trace[2114132011] 'process raft request' (duration: 192.001282ms)","trace[2114132011] 'compare' (duration: 66.007233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:33.378815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.536706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-05-11T00:58:33.37889Z","caller":"traceutil/trace.go:171","msg":"trace[1061358434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:885; }","duration":"104.634699ms","start":"2026-05-11T00:58:33.27424Z","end":"2026-05-11T00:58:33.378875Z","steps":["trace[1061358434] 'agreement among raft nodes before linearized reading' (duration: 104.485675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:33.379177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.380275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-05-11T00:58:33.379302Z","caller":"traceutil/trace.go:171","msg":"trace[2141170778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:885; }","duration":"105.528078ms","start":"2026-05-11T00:58:33.273743Z","end":"2026-05-11T00:58:33.379271Z","steps":["trace[2141170778] 'agreement among raft nodes before linearized reading' (duration: 104.941335ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:33.713658Z","caller":"traceutil/trace.go:171","msg":"trace[1603531081] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"310.957029ms","start":"2026-05-11T00:58:33.402664Z","end":"2026-05-11T00:58:33.713621Z","steps":["trace[1603531081] 'read index received' (duration: 290.229223ms)","trace[1603531081] 'applied index is now lower than readState.Index' (duration: 20.725286ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:33.713753Z","caller":"traceutil/trace.go:171","msg":"trace[159428459] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"322.388171ms","start":"2026-05-11T00:58:33.391324Z","end":"2026-05-11T00:58:33.713712Z","steps":["trace[159428459] 'process raft request' (duration: 301.528142ms)","trace[159428459] 'compare' (duration: 20.347917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:33.713813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.127433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:33.713851Z","caller":"traceutil/trace.go:171","msg":"trace[1588357927] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:886; }","duration":"311.237766ms","start":"2026-05-11T00:58:33.402602Z","end":"2026-05-11T00:58:33.71384Z","steps":["trace[1588357927] 'agreement among raft nodes before linearized reading' (duration: 311.131154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:33.713898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:33.39131Z","time spent":"322.513455ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:33.713899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:33.402572Z","time spent":"311.316187ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-11T00:58:46.44695Z","caller":"traceutil/trace.go:171","msg":"trace[1725887929] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1175; }","duration":"399.044819ms","start":"2026-05-11T00:58:46.047877Z","end":"2026-05-11T00:58:46.446922Z","steps":["trace[1725887929] 'read index received' (duration: 398.934007ms)","trace[1725887929] 'applied index is now lower than readState.Index' (duration: 109.682µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:46.447053Z","caller":"traceutil/trace.go:171","msg":"trace[645262060] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"427.060332ms","start":"2026-05-11T00:58:46.01997Z","end":"2026-05-11T00:58:46.447031Z","steps":["trace[645262060] 'process raft request' (duration: 426.767555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.447148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.255614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:46.447193Z","caller":"traceutil/trace.go:171","msg":"trace[2075687079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1140; }","duration":"399.359166ms","start":"2026-05-11T00:58:46.047823Z","end":"2026-05-11T00:58:46.447182Z","steps":["trace[2075687079] 'agreement among raft nodes before linearized reading' (duration: 399.271304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.447188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.019943Z","time spent":"427.165674ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:46.447237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.047794Z","time spent":"399.432808ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:58:46.447433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.830191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-11T00:58:46.447472Z","caller":"traceutil/trace.go:171","msg":"trace[558527049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1140; }","duration":"308.905942ms","start":"2026-05-11T00:58:46.138555Z","end":"2026-05-11T00:58:46.447461Z","steps":["trace[558527049] 'agreement among raft nodes before linearized reading' (duration: 308.765199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.447501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.138535Z","time spent":"308.960194ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:46.447521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.533517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-11T00:58:46.447559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.868796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-11T00:58:46.447603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.117582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-xdxd6\" ","response":"range_response_count:1 size:4508"} {"level":"info","ts":"2026-05-11T00:58:46.447724Z","caller":"traceutil/trace.go:171","msg":"trace[1309832606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1140; }","duration":"317.137221ms","start":"2026-05-11T00:58:46.130531Z","end":"2026-05-11T00:58:46.447668Z","steps":["trace[1309832606] 'agreement among raft nodes before linearized reading' (duration: 316.677521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.447788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.13051Z","time spent":"317.267005ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T00:58:46.447725Z","caller":"traceutil/trace.go:171","msg":"trace[606062322] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-xdxd6; range_end:; response_count:1; response_revision:1140; }","duration":"290.251135ms","start":"2026-05-11T00:58:46.157447Z","end":"2026-05-11T00:58:46.447698Z","steps":["trace[606062322] 'agreement among raft nodes before linearized reading' (duration: 289.908557ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:46.447629Z","caller":"traceutil/trace.go:171","msg":"trace[219461964] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1140; }","duration":"302.694171ms","start":"2026-05-11T00:58:46.144906Z","end":"2026-05-11T00:58:46.4476Z","steps":["trace[219461964] 'agreement among raft nodes before linearized reading' (duration: 302.372673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.44813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.144874Z","time spent":"303.242552ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:46.447662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.981854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T00:58:46.451673Z","caller":"traceutil/trace.go:171","msg":"trace[900064385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1140; }","duration":"313.171451ms","start":"2026-05-11T00:58:46.138475Z","end":"2026-05-11T00:58:46.451646Z","steps":["trace[900064385] 'agreement among raft nodes before linearized reading' (duration: 308.883382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.451762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.138465Z","time spent":"313.257363ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T00:58:46.789652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.172231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:58:46.789917Z","caller":"traceutil/trace.go:171","msg":"trace[1618564232] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"333.538367ms","start":"2026-05-11T00:58:46.45636Z","end":"2026-05-11T00:58:46.789898Z","steps":["trace[1618564232] 'process raft request' (duration: 333.451705ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:46.789883Z","caller":"traceutil/trace.go:171","msg":"trace[680290186] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"334.246363ms","start":"2026-05-11T00:58:46.455597Z","end":"2026-05-11T00:58:46.789843Z","steps":["trace[680290186] 'process raft request' (duration: 214.783615ms)","trace[680290186] 'compare' (duration: 119.039388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:58:46.789993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.456351Z","time spent":"333.610549ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:46.789928Z","caller":"traceutil/trace.go:171","msg":"trace[1185334044] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"333.657839ms","start":"2026-05-11T00:58:46.456238Z","end":"2026-05-11T00:58:46.789896Z","steps":["trace[1185334044] 'process raft request' (duration: 333.517016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.790067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.455566Z","time spent":"334.411156ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:46.790069Z","caller":"traceutil/trace.go:171","msg":"trace[1917117150] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"331.071282ms","start":"2026-05-11T00:58:46.458972Z","end":"2026-05-11T00:58:46.790043Z","steps":["trace[1917117150] 'process raft request' (duration: 330.874896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.790212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.456225Z","time spent":"333.903987ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:46.790748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.458961Z","time spent":"331.510461ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:46.876111Z","caller":"traceutil/trace.go:171","msg":"trace[809309574] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"362.470659ms","start":"2026-05-11T00:58:46.513608Z","end":"2026-05-11T00:58:46.876078Z","steps":["trace[809309574] 'process raft request' (duration: 362.335396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:46.876285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.513591Z","time spent":"362.603163ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:58:47.027973Z","caller":"traceutil/trace.go:171","msg":"trace[516065078] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"231.944337ms","start":"2026-05-11T00:58:46.795998Z","end":"2026-05-11T00:58:47.027943Z","steps":["trace[516065078] 'process raft request' (duration: 231.694211ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:47.028026Z","caller":"traceutil/trace.go:171","msg":"trace[658826374] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"231.225641ms","start":"2026-05-11T00:58:46.796772Z","end":"2026-05-11T00:58:47.027998Z","steps":["trace[658826374] 'process raft request' (duration: 231.104109ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:58:47.028166Z","caller":"traceutil/trace.go:171","msg":"trace[976533750] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"230.991237ms","start":"2026-05-11T00:58:46.797168Z","end":"2026-05-11T00:58:47.02816Z","steps":["trace[976533750] 'process raft request' (duration: 230.763201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.714334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.733169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T00:58:47.714582Z","caller":"traceutil/trace.go:171","msg":"trace[104131012] linearizableReadLoop","detail":"{readStateIndex:1186; appliedIndex:1182; }","duration":"742.536966ms","start":"2026-05-11T00:58:46.972021Z","end":"2026-05-11T00:58:47.714558Z","steps":["trace[104131012] 'read index received' (duration: 55.761428ms)","trace[104131012] 'applied index is now lower than readState.Index' (duration: 686.772438ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:58:47.714675Z","caller":"traceutil/trace.go:171","msg":"trace[1041386273] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"678.376525ms","start":"2026-05-11T00:58:47.03628Z","end":"2026-05-11T00:58:47.714656Z","steps":["trace[1041386273] 'process raft request' (duration: 678.185301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.714817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:47.036264Z","time spent":"678.466477ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:58:47.71487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.838618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:58:47.714905Z","caller":"traceutil/trace.go:171","msg":"trace[1208336835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"669.91417ms","start":"2026-05-11T00:58:47.044981Z","end":"2026-05-11T00:58:47.714895Z","steps":["trace[1208336835] 'agreement among raft nodes before linearized reading' (duration: 669.766427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.714936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:47.044961Z","time spent":"669.967771ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:58:47.714955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.925565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T00:58:47.71501Z","caller":"traceutil/trace.go:171","msg":"trace[617692602] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1150; }","duration":"743.026856ms","start":"2026-05-11T00:58:46.971968Z","end":"2026-05-11T00:58:47.714995Z","steps":["trace[617692602] 'agreement among raft nodes before linearized reading' (duration: 742.76102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:58:47.715003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.895427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T00:58:47.715055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:58:46.971946Z","time spent":"743.095689ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":17,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-05-11T00:58:47.715096Z","caller":"traceutil/trace.go:171","msg":"trace[1797446970] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1150; }","duration":"150.04377ms","start":"2026-05-11T00:58:47.565026Z","end":"2026-05-11T00:58:47.71507Z","steps":["trace[1797446970] 'agreement among raft nodes before linearized reading' (duration: 149.866596ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:02.182066Z","caller":"traceutil/trace.go:171","msg":"trace[1885160428] linearizableReadLoop","detail":"{readStateIndex:1270; appliedIndex:1269; }","duration":"131.140887ms","start":"2026-05-11T00:59:02.050894Z","end":"2026-05-11T00:59:02.182034Z","steps":["trace[1885160428] 'read index received' (duration: 130.84615ms)","trace[1885160428] 'applied index is now lower than readState.Index' (duration: 289.637µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:02.182101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:01.480385Z","time spent":"701.711558ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T00:59:02.182294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.359622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T00:59:02.182377Z","caller":"traceutil/trace.go:171","msg":"trace[218364349] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1230; }","duration":"131.521435ms","start":"2026-05-11T00:59:02.050839Z","end":"2026-05-11T00:59:02.182361Z","steps":["trace[218364349] 'agreement among raft nodes before linearized reading' (duration: 131.328131ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:02.309669Z","caller":"traceutil/trace.go:171","msg":"trace[1958645285] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"126.141363ms","start":"2026-05-11T00:59:02.1835Z","end":"2026-05-11T00:59:02.309641Z","steps":["trace[1958645285] 'process raft request' (duration: 108.13864ms)","trace[1958645285] 'compare' (duration: 17.863159ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:03.074923Z","caller":"traceutil/trace.go:171","msg":"trace[1213241450] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"190.852876ms","start":"2026-05-11T00:59:02.884044Z","end":"2026-05-11T00:59:03.074897Z","steps":["trace[1213241450] 'process raft request' (duration: 190.688272ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:03.109795Z","caller":"traceutil/trace.go:171","msg":"trace[521266063] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"224.830814ms","start":"2026-05-11T00:59:02.884922Z","end":"2026-05-11T00:59:03.109753Z","steps":["trace[521266063] 'process raft request' (duration: 224.521657ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:03.109793Z","caller":"traceutil/trace.go:171","msg":"trace[409667385] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"223.626078ms","start":"2026-05-11T00:59:02.886134Z","end":"2026-05-11T00:59:03.10976Z","steps":["trace[409667385] 'process raft request' (duration: 223.506715ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:03.110155Z","caller":"traceutil/trace.go:171","msg":"trace[1216856498] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"177.426587ms","start":"2026-05-11T00:59:02.932708Z","end":"2026-05-11T00:59:03.110135Z","steps":["trace[1216856498] 'process raft request' (duration: 177.008148ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:05.623278Z","caller":"traceutil/trace.go:171","msg":"trace[1685125593] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1256; }","duration":"109.139002ms","start":"2026-05-11T00:59:05.514111Z","end":"2026-05-11T00:59:05.62325Z","steps":["trace[1685125593] 'process raft request' (duration: 108.781884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:05.862704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.771838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:05.862837Z","caller":"traceutil/trace.go:171","msg":"trace[1518850842] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"215.834239ms","start":"2026-05-11T00:59:05.646971Z","end":"2026-05-11T00:59:05.862805Z","steps":["trace[1518850842] 'process raft request' (duration: 81.883368ms)","trace[1518850842] 'compare' (duration: 133.657914ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:05.872789Z","caller":"traceutil/trace.go:171","msg":"trace[1713005669] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"143.93647ms","start":"2026-05-11T00:59:05.728834Z","end":"2026-05-11T00:59:05.872771Z","steps":["trace[1713005669] 'process raft request' (duration: 143.763906ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:07.831227Z","caller":"traceutil/trace.go:171","msg":"trace[382949026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1297; }","duration":"104.960586ms","start":"2026-05-11T00:59:07.726227Z","end":"2026-05-11T00:59:07.831188Z","steps":["trace[382949026] 'process raft request' (duration: 104.835813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.065968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.121879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T00:59:21.066041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.198717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:59:21.06606Z","caller":"traceutil/trace.go:171","msg":"trace[1125759586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1372; }","duration":"381.250312ms","start":"2026-05-11T00:59:20.684781Z","end":"2026-05-11T00:59:21.066032Z","steps":["trace[1125759586] 'range keys from in-memory index tree' (duration: 380.962364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.066115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.684761Z","time spent":"381.344394ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T00:59:21.066123Z","caller":"traceutil/trace.go:171","msg":"trace[1860913329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1372; }","duration":"345.310589ms","start":"2026-05-11T00:59:20.720784Z","end":"2026-05-11T00:59:21.066094Z","steps":["trace[1860913329] 'range keys from in-memory index tree' (duration: 344.958091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:21.06619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:20.720766Z","time spent":"345.407922ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T00:59:26.158353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.053371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:26.15861Z","caller":"traceutil/trace.go:171","msg":"trace[925855389] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"195.248554ms","start":"2026-05-11T00:59:25.963332Z","end":"2026-05-11T00:59:26.15858Z","steps":["trace[925855389] 'process raft request' (duration: 60.808545ms)","trace[925855389] 'compare' (duration: 133.842905ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:29.255117Z","caller":"traceutil/trace.go:171","msg":"trace[537071769] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"126.882743ms","start":"2026-05-11T00:59:29.128196Z","end":"2026-05-11T00:59:29.255079Z","steps":["trace[537071769] 'process raft request' (duration: 126.596266ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:29.812904Z","caller":"traceutil/trace.go:171","msg":"trace[41738341] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"578.137043ms","start":"2026-05-11T00:59:29.234734Z","end":"2026-05-11T00:59:29.812871Z","steps":["trace[41738341] 'process raft request' (duration: 577.903068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:29.813261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.234687Z","time spent":"578.44676ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:59:30.207904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.523484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:30.208084Z","caller":"traceutil/trace.go:171","msg":"trace[70493166] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"948.104231ms","start":"2026-05-11T00:59:29.25996Z","end":"2026-05-11T00:59:30.208064Z","steps":["trace[70493166] 'process raft request' (duration: 669.315311ms)","trace[70493166] 'compare' (duration: 278.188717ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:30.208162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.259934Z","time spent":"948.195833ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:30.208248Z","caller":"traceutil/trace.go:171","msg":"trace[874406333] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1550; }","duration":"832.643166ms","start":"2026-05-11T00:59:29.375582Z","end":"2026-05-11T00:59:30.208225Z","steps":["trace[874406333] 'read index received' (duration: 437.10003ms)","trace[874406333] 'applied index is now lower than readState.Index' (duration: 395.542276ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:30.20834Z","caller":"traceutil/trace.go:171","msg":"trace[1951114691] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"882.917475ms","start":"2026-05-11T00:59:29.32533Z","end":"2026-05-11T00:59:30.208248Z","steps":["trace[1951114691] 'process raft request' (duration: 882.681729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:30.208435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.83846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T00:59:30.208463Z","caller":"traceutil/trace.go:171","msg":"trace[1443058418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1502; }","duration":"832.920742ms","start":"2026-05-11T00:59:29.375531Z","end":"2026-05-11T00:59:30.208452Z","steps":["trace[1443058418] 'agreement among raft nodes before linearized reading' (duration: 832.7976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:30.208489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.375511Z","time spent":"832.973174ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T00:59:30.208541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.325295Z","time spent":"883.137879ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:59:30.208509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.468105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:30.208647Z","caller":"traceutil/trace.go:171","msg":"trace[2125032637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1502; }","duration":"550.63223ms","start":"2026-05-11T00:59:29.657984Z","end":"2026-05-11T00:59:30.208616Z","steps":["trace[2125032637] 'agreement among raft nodes before linearized reading' (duration: 550.414434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:30.208729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.657866Z","time spent":"550.843835ms","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-11T00:59:30.208558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.443558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T00:59:30.208817Z","caller":"traceutil/trace.go:171","msg":"trace[80194999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1502; }","duration":"828.736635ms","start":"2026-05-11T00:59:29.380043Z","end":"2026-05-11T00:59:30.208779Z","steps":["trace[80194999] 'agreement among raft nodes before linearized reading' (duration: 828.384886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:30.208764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.90829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T00:59:30.208857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.380009Z","time spent":"828.839608ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T00:59:30.208955Z","caller":"traceutil/trace.go:171","msg":"trace[1051125764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1502; }","duration":"832.129655ms","start":"2026-05-11T00:59:29.376777Z","end":"2026-05-11T00:59:30.208907Z","steps":["trace[1051125764] 'agreement among raft nodes before linearized reading' (duration: 831.598652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:30.20902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:29.376753Z","time spent":"832.255687ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T00:59:42.86113Z","caller":"traceutil/trace.go:171","msg":"trace[2053453007] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"149.42921ms","start":"2026-05-11T00:59:42.71168Z","end":"2026-05-11T00:59:42.86111Z","steps":["trace[2053453007] 'process raft request' (duration: 148.790336ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:42.86358Z","caller":"traceutil/trace.go:171","msg":"trace[162079315] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"151.474859ms","start":"2026-05-11T00:59:42.712077Z","end":"2026-05-11T00:59:42.863552Z","steps":["trace[162079315] 'process raft request' (duration: 151.295665ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:43.523367Z","caller":"traceutil/trace.go:171","msg":"trace[922788093] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"136.313933ms","start":"2026-05-11T00:59:43.387012Z","end":"2026-05-11T00:59:43.523326Z","steps":["trace[922788093] 'process raft request' (duration: 135.963245ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:48.119655Z","caller":"traceutil/trace.go:171","msg":"trace[1235575115] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"329.123981ms","start":"2026-05-11T00:59:47.790506Z","end":"2026-05-11T00:59:48.11963Z","steps":["trace[1235575115] 'read index received' (duration: 328.909256ms)","trace[1235575115] 'applied index is now lower than readState.Index' (duration: 208.184µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:48.119782Z","caller":"traceutil/trace.go:171","msg":"trace[22909528] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"578.83966ms","start":"2026-05-11T00:59:47.540896Z","end":"2026-05-11T00:59:48.119735Z","steps":["trace[22909528] 'process raft request' (duration: 578.541983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:48.119853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.331635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T00:59:48.119892Z","caller":"traceutil/trace.go:171","msg":"trace[769319720] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1809; }","duration":"329.441817ms","start":"2026-05-11T00:59:47.790439Z","end":"2026-05-11T00:59:48.119881Z","steps":["trace[769319720] 'agreement among raft nodes before linearized reading' (duration: 329.284304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:48.119928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:47.790414Z","time spent":"329.504589ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T00:59:48.119946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:47.540882Z","time spent":"578.992554ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:48.121657Z","caller":"traceutil/trace.go:171","msg":"trace[1146237294] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"113.230844ms","start":"2026-05-11T00:59:48.00841Z","end":"2026-05-11T00:59:48.121641Z","steps":["trace[1146237294] 'process raft request' (duration: 113.150342ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:53.106297Z","caller":"traceutil/trace.go:171","msg":"trace[1249935770] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"131.89085ms","start":"2026-05-11T00:59:52.974347Z","end":"2026-05-11T00:59:53.106238Z","steps":["trace[1249935770] 'process raft request' (duration: 39.248249ms)","trace[1249935770] 'compare' (duration: 92.329093ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:53.106397Z","caller":"traceutil/trace.go:171","msg":"trace[1367041119] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"111.999394ms","start":"2026-05-11T00:59:52.994345Z","end":"2026-05-11T00:59:53.106345Z","steps":["trace[1367041119] 'process raft request' (duration: 111.727108ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:53.431783Z","caller":"traceutil/trace.go:171","msg":"trace[1805036352] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"118.252471ms","start":"2026-05-11T00:59:53.3135Z","end":"2026-05-11T00:59:53.431752Z","steps":["trace[1805036352] 'process raft request' (duration: 45.025115ms)","trace[1805036352] 'compare' (duration: 72.953009ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:53.963899Z","caller":"traceutil/trace.go:171","msg":"trace[2003607653] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"193.901703ms","start":"2026-05-11T00:59:53.769962Z","end":"2026-05-11T00:59:53.963863Z","steps":["trace[2003607653] 'process raft request' (duration: 171.447957ms)","trace[2003607653] 'compare' (duration: 22.303652ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:53.989189Z","caller":"traceutil/trace.go:171","msg":"trace[1644749355] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1935; }","duration":"116.95877ms","start":"2026-05-11T00:59:53.872211Z","end":"2026-05-11T00:59:53.989169Z","steps":["trace[1644749355] 'read index received' (duration: 69.254532ms)","trace[1644749355] 'applied index is now lower than readState.Index' (duration: 47.702788ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:53.98919Z","caller":"traceutil/trace.go:171","msg":"trace[739008234] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"170.579026ms","start":"2026-05-11T00:59:53.818578Z","end":"2026-05-11T00:59:53.989157Z","steps":["trace[739008234] 'process raft request' (duration: 170.262188ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:53.989283Z","caller":"traceutil/trace.go:171","msg":"trace[779068147] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"170.573396ms","start":"2026-05-11T00:59:53.818696Z","end":"2026-05-11T00:59:53.989269Z","steps":["trace[779068147] 'process raft request' (duration: 170.281899ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:53.98939Z","caller":"traceutil/trace.go:171","msg":"trace[268707756] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"167.160366ms","start":"2026-05-11T00:59:53.822173Z","end":"2026-05-11T00:59:53.989333Z","steps":["trace[268707756] 'process raft request' (duration: 166.93041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:53.989605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.37428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-11T00:59:53.989689Z","caller":"traceutil/trace.go:171","msg":"trace[2033813237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1861; }","duration":"117.506583ms","start":"2026-05-11T00:59:53.872161Z","end":"2026-05-11T00:59:53.989668Z","steps":["trace[2033813237] 'agreement among raft nodes before linearized reading' (duration: 117.216187ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.184828Z","caller":"traceutil/trace.go:171","msg":"trace[1537941781] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"216.518672ms","start":"2026-05-11T00:59:53.968282Z","end":"2026-05-11T00:59:54.1848Z","steps":["trace[1537941781] 'process raft request' (duration: 126.929913ms)","trace[1537941781] 'compare' (duration: 89.398865ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:54.184947Z","caller":"traceutil/trace.go:171","msg":"trace[908933783] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"213.876681ms","start":"2026-05-11T00:59:53.971043Z","end":"2026-05-11T00:59:54.184919Z","steps":["trace[908933783] 'process raft request' (duration: 213.681106ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.192236Z","caller":"traceutil/trace.go:171","msg":"trace[325346876] linearizableReadLoop","detail":"{readStateIndex:1942; appliedIndex:1939; }","duration":"195.194773ms","start":"2026-05-11T00:59:53.997028Z","end":"2026-05-11T00:59:54.192223Z","steps":["trace[325346876] 'read index received' (duration: 98.261042ms)","trace[325346876] 'applied index is now lower than readState.Index' (duration: 96.932861ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:54.192265Z","caller":"traceutil/trace.go:171","msg":"trace[686891095] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"197.853585ms","start":"2026-05-11T00:59:53.99438Z","end":"2026-05-11T00:59:54.192234Z","steps":["trace[686891095] 'process raft request' (duration: 197.689412ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.192345Z","caller":"traceutil/trace.go:171","msg":"trace[880835024] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"188.70641ms","start":"2026-05-11T00:59:54.003597Z","end":"2026-05-11T00:59:54.192304Z","steps":["trace[880835024] 'process raft request' (duration: 188.557947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.19251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.48259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-05-11T00:59:54.192557Z","caller":"traceutil/trace.go:171","msg":"trace[313380129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1865; }","duration":"195.595223ms","start":"2026-05-11T00:59:53.99695Z","end":"2026-05-11T00:59:54.192546Z","steps":["trace[313380129] 'agreement among raft nodes before linearized reading' (duration: 195.392048ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.39384Z","caller":"traceutil/trace.go:171","msg":"trace[297557996] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"200.828155ms","start":"2026-05-11T00:59:54.192986Z","end":"2026-05-11T00:59:54.393814Z","steps":["trace[297557996] 'process raft request' (duration: 108.672766ms)","trace[297557996] 'compare' (duration: 92.029936ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:54.486476Z","caller":"traceutil/trace.go:171","msg":"trace[1351999695] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"283.771968ms","start":"2026-05-11T00:59:54.202666Z","end":"2026-05-11T00:59:54.486438Z","steps":["trace[1351999695] 'process raft request' (duration: 283.42058ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.486748Z","caller":"traceutil/trace.go:171","msg":"trace[471728306] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1943; }","duration":"267.708933ms","start":"2026-05-11T00:59:54.219012Z","end":"2026-05-11T00:59:54.486721Z","steps":["trace[471728306] 'read index received' (duration: 82.733649ms)","trace[471728306] 'applied index is now lower than readState.Index' (duration: 184.973474ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:54.486865Z","caller":"traceutil/trace.go:171","msg":"trace[250241767] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"194.373074ms","start":"2026-05-11T00:59:54.292481Z","end":"2026-05-11T00:59:54.486854Z","steps":["trace[250241767] 'process raft request' (duration: 194.130788ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.486892Z","caller":"traceutil/trace.go:171","msg":"trace[2035177590] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"283.135963ms","start":"2026-05-11T00:59:54.203727Z","end":"2026-05-11T00:59:54.486863Z","steps":["trace[2035177590] 'process raft request' (duration: 282.619081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.486998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.965008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-05-11T00:59:54.487048Z","caller":"traceutil/trace.go:171","msg":"trace[996128530] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1869; }","duration":"268.05974ms","start":"2026-05-11T00:59:54.21898Z","end":"2026-05-11T00:59:54.48704Z","steps":["trace[996128530] 'agreement among raft nodes before linearized reading' (duration: 267.883296ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.628499Z","caller":"traceutil/trace.go:171","msg":"trace[124012944] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"323.529401ms","start":"2026-05-11T00:59:54.304924Z","end":"2026-05-11T00:59:54.628453Z","steps":["trace[124012944] 'process raft request' (duration: 262.599733ms)","trace[124012944] 'compare' (duration: 60.653681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:54.628802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.304903Z","time spent":"323.788706ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:54.628792Z","caller":"traceutil/trace.go:171","msg":"trace[61253298] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"141.940206ms","start":"2026-05-11T00:59:54.486821Z","end":"2026-05-11T00:59:54.628761Z","steps":["trace[61253298] 'read index received' (duration: 80.799823ms)","trace[61253298] 'applied index is now lower than readState.Index' (duration: 61.138953ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:54.629042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.309183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T00:59:54.629045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.352754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T00:59:54.629051Z","caller":"traceutil/trace.go:171","msg":"trace[751341645] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"220.563857ms","start":"2026-05-11T00:59:54.408445Z","end":"2026-05-11T00:59:54.629009Z","steps":["trace[751341645] 'process raft request' (duration: 219.891592ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.629086Z","caller":"traceutil/trace.go:171","msg":"trace[1377453127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1871; }","duration":"238.410856ms","start":"2026-05-11T00:59:54.390662Z","end":"2026-05-11T00:59:54.629073Z","steps":["trace[1377453127] 'agreement among raft nodes before linearized reading' (duration: 238.236762ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.629115Z","caller":"traceutil/trace.go:171","msg":"trace[429434612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"235.452676ms","start":"2026-05-11T00:59:54.393646Z","end":"2026-05-11T00:59:54.629098Z","steps":["trace[429434612] 'agreement among raft nodes before linearized reading' (duration: 235.19205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.629138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.813942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-11T00:59:54.629209Z","caller":"traceutil/trace.go:171","msg":"trace[336506761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1871; }","duration":"313.937695ms","start":"2026-05-11T00:59:54.315254Z","end":"2026-05-11T00:59:54.629192Z","steps":["trace[336506761] 'agreement among raft nodes before linearized reading' (duration: 313.7471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.629326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.315238Z","time spent":"314.010887ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T00:59:54.629341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.39184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T00:59:54.629387Z","caller":"traceutil/trace.go:171","msg":"trace[1282240922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1871; }","duration":"178.488522ms","start":"2026-05-11T00:59:54.450889Z","end":"2026-05-11T00:59:54.629378Z","steps":["trace[1282240922] 'agreement among raft nodes before linearized reading' (duration: 178.321918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.629136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.523205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T00:59:54.62945Z","caller":"traceutil/trace.go:171","msg":"trace[491667743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1871; }","duration":"266.914193ms","start":"2026-05-11T00:59:54.362524Z","end":"2026-05-11T00:59:54.629439Z","steps":["trace[491667743] 'agreement among raft nodes before linearized reading' (duration: 266.450743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:54.631808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.613454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-05-11T00:59:54.631867Z","caller":"traceutil/trace.go:171","msg":"trace[1338020811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1874; }","duration":"143.740377ms","start":"2026-05-11T00:59:54.488112Z","end":"2026-05-11T00:59:54.631853Z","steps":["trace[1338020811] 'agreement among raft nodes before linearized reading' (duration: 143.517952ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.632145Z","caller":"traceutil/trace.go:171","msg":"trace[1938820143] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"140.00879ms","start":"2026-05-11T00:59:54.492124Z","end":"2026-05-11T00:59:54.632133Z","steps":["trace[1938820143] 'process raft request' (duration: 139.315394ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.63229Z","caller":"traceutil/trace.go:171","msg":"trace[75848339] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"137.549923ms","start":"2026-05-11T00:59:54.494729Z","end":"2026-05-11T00:59:54.632278Z","steps":["trace[75848339] 'process raft request' (duration: 136.846187ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:54.632415Z","caller":"traceutil/trace.go:171","msg":"trace[1741907544] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"138.390832ms","start":"2026-05-11T00:59:54.493979Z","end":"2026-05-11T00:59:54.63237Z","steps":["trace[1741907544] 'process raft request' (duration: 137.563723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.055197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.376229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:55.055524Z","caller":"traceutil/trace.go:171","msg":"trace[1125760086] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"395.180538ms","start":"2026-05-11T00:59:54.660315Z","end":"2026-05-11T00:59:55.055496Z","steps":["trace[1125760086] 'process raft request' (duration: 394.992813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.055653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.660298Z","time spent":"395.293301ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1135,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:55.055731Z","caller":"traceutil/trace.go:171","msg":"trace[1479955716] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"394.39555ms","start":"2026-05-11T00:59:54.661312Z","end":"2026-05-11T00:59:55.055708Z","steps":["trace[1479955716] 'process raft request' (duration: 394.098233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.055849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.661262Z","time spent":"394.530323ms","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:55.055869Z","caller":"traceutil/trace.go:171","msg":"trace[1086926306] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"394.300578ms","start":"2026-05-11T00:59:54.661548Z","end":"2026-05-11T00:59:55.055848Z","steps":["trace[1086926306] 'process raft request' (duration: 394.103753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.055957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.661533Z","time spent":"394.381349ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:59:55.055468Z","caller":"traceutil/trace.go:171","msg":"trace[1980771114] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"396.444847ms","start":"2026-05-11T00:59:54.658992Z","end":"2026-05-11T00:59:55.055437Z","steps":["trace[1980771114] 'process raft request' (duration: 243.761921ms)","trace[1980771114] 'compare' (duration: 152.212105ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:55.056281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.658964Z","time spent":"397.186154ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:59:55.089379Z","caller":"traceutil/trace.go:171","msg":"trace[2067220448] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1962; }","duration":"268.583222ms","start":"2026-05-11T00:59:54.820768Z","end":"2026-05-11T00:59:55.089352Z","steps":["trace[2067220448] 'read index received' (duration: 82.135184ms)","trace[2067220448] 'applied index is now lower than readState.Index' (duration: 186.446508ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:55.089394Z","caller":"traceutil/trace.go:171","msg":"trace[1116975589] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"392.617628ms","start":"2026-05-11T00:59:54.696753Z","end":"2026-05-11T00:59:55.08937Z","steps":["trace[1116975589] 'process raft request' (duration: 392.470075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.089633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.863449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-05-11T00:59:55.089686Z","caller":"traceutil/trace.go:171","msg":"trace[1790692724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1889; }","duration":"268.964091ms","start":"2026-05-11T00:59:54.820708Z","end":"2026-05-11T00:59:55.089672Z","steps":["trace[1790692724] 'agreement among raft nodes before linearized reading' (duration: 268.736636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.089713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.696721Z","time spent":"392.834852ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T00:59:55.36406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.522283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T00:59:55.364333Z","caller":"traceutil/trace.go:171","msg":"trace[1110279648] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"401.972357ms","start":"2026-05-11T00:59:54.962325Z","end":"2026-05-11T00:59:55.364297Z","steps":["trace[1110279648] 'process raft request' (duration: 208.129916ms)","trace[1110279648] 'compare' (duration: 193.35777ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:55.364413Z","caller":"traceutil/trace.go:171","msg":"trace[370878080] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"302.61174ms","start":"2026-05-11T00:59:55.061762Z","end":"2026-05-11T00:59:55.364374Z","steps":["trace[370878080] 'process raft request' (duration: 302.396515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.364537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:54.962248Z","time spent":"402.170161ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T00:59:55.364554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.939578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T00:59:55.364552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:55.061738Z","time spent":"302.737092ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T00:59:55.364598Z","caller":"traceutil/trace.go:171","msg":"trace[253163419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"318.01904ms","start":"2026-05-11T00:59:55.046569Z","end":"2026-05-11T00:59:55.364588Z","steps":["trace[253163419] 'agreement among raft nodes before linearized reading' (duration: 317.947638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.364631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:55.04655Z","time spent":"318.074711ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T00:59:55.364617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.836061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18093"} {"level":"info","ts":"2026-05-11T00:59:55.364709Z","caller":"traceutil/trace.go:171","msg":"trace[780735686] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1891; }","duration":"295.965813ms","start":"2026-05-11T00:59:55.068718Z","end":"2026-05-11T00:59:55.364683Z","steps":["trace[780735686] 'agreement among raft nodes before linearized reading' (duration: 295.672326ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.364479Z","caller":"traceutil/trace.go:171","msg":"trace[1088638257] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1967; }","duration":"274.854239ms","start":"2026-05-11T00:59:55.089451Z","end":"2026-05-11T00:59:55.364305Z","steps":["trace[1088638257] 'read index received' (duration: 81.117471ms)","trace[1088638257] 'applied index is now lower than readState.Index' (duration: 193.735788ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:55.369047Z","caller":"traceutil/trace.go:171","msg":"trace[2140379535] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"273.543629ms","start":"2026-05-11T00:59:55.095477Z","end":"2026-05-11T00:59:55.36902Z","steps":["trace[2140379535] 'process raft request' (duration: 273.382335ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.369069Z","caller":"traceutil/trace.go:171","msg":"trace[925614845] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"255.835964ms","start":"2026-05-11T00:59:55.113216Z","end":"2026-05-11T00:59:55.369052Z","steps":["trace[925614845] 'process raft request' (duration: 255.779373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.369157Z","caller":"traceutil/trace.go:171","msg":"trace[202264472] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"273.352475ms","start":"2026-05-11T00:59:55.09577Z","end":"2026-05-11T00:59:55.369122Z","steps":["trace[202264472] 'process raft request' (duration: 273.180381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.389905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.976676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-05-11T00:59:55.390028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.314275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:115190"} {"level":"info","ts":"2026-05-11T00:59:55.390094Z","caller":"traceutil/trace.go:171","msg":"trace[990714542] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1896; }","duration":"294.417688ms","start":"2026-05-11T00:59:55.095661Z","end":"2026-05-11T00:59:55.390079Z","steps":["trace[990714542] 'agreement among raft nodes before linearized reading' (duration: 294.193542ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.390056Z","caller":"traceutil/trace.go:171","msg":"trace[989911714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"113.175701ms","start":"2026-05-11T00:59:55.27686Z","end":"2026-05-11T00:59:55.390036Z","steps":["trace[989911714] 'agreement among raft nodes before linearized reading' (duration: 112.882024ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.542655Z","caller":"traceutil/trace.go:171","msg":"trace[139276504] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1974; }","duration":"153.115217ms","start":"2026-05-11T00:59:55.389516Z","end":"2026-05-11T00:59:55.542631Z","steps":["trace[139276504] 'read index received' (duration: 94.657678ms)","trace[139276504] 'applied index is now lower than readState.Index' (duration: 58.456399ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:55.542714Z","caller":"traceutil/trace.go:171","msg":"trace[643503320] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"159.331653ms","start":"2026-05-11T00:59:55.383356Z","end":"2026-05-11T00:59:55.542688Z","steps":["trace[643503320] 'process raft request' (duration: 100.790471ms)","trace[643503320] 'compare' (duration: 58.346137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:55.542799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.793902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:55.542838Z","caller":"traceutil/trace.go:171","msg":"trace[970630618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1897; }","duration":"176.885674ms","start":"2026-05-11T00:59:55.365943Z","end":"2026-05-11T00:59:55.542829Z","steps":["trace[970630618] 'agreement among raft nodes before linearized reading' (duration: 176.776921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.542883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.386125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6638"} {"level":"info","ts":"2026-05-11T00:59:55.543055Z","caller":"traceutil/trace.go:171","msg":"trace[772699848] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1897; }","duration":"174.57698ms","start":"2026-05-11T00:59:55.368459Z","end":"2026-05-11T00:59:55.543036Z","steps":["trace[772699848] 'agreement among raft nodes before linearized reading' (duration: 174.242182ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.577069Z","caller":"traceutil/trace.go:171","msg":"trace[1480496959] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"184.201985ms","start":"2026-05-11T00:59:55.392798Z","end":"2026-05-11T00:59:55.577Z","steps":["trace[1480496959] 'process raft request' (duration: 183.819596ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.577613Z","caller":"traceutil/trace.go:171","msg":"trace[1431969599] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"175.004429ms","start":"2026-05-11T00:59:55.401962Z","end":"2026-05-11T00:59:55.576966Z","steps":["trace[1431969599] 'process raft request' (duration: 174.943178ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:55.884513Z","caller":"traceutil/trace.go:171","msg":"trace[2053204436] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"305.005876ms","start":"2026-05-11T00:59:55.579486Z","end":"2026-05-11T00:59:55.884492Z","steps":["trace[2053204436] 'process raft request' (duration: 208.398653ms)","trace[2053204436] 'compare' (duration: 96.286976ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:55.884609Z","caller":"traceutil/trace.go:171","msg":"trace[1319960773] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"301.084863ms","start":"2026-05-11T00:59:55.583498Z","end":"2026-05-11T00:59:55.884583Z","steps":["trace[1319960773] 'read index received' (duration: 204.490841ms)","trace[1319960773] 'applied index is now lower than readState.Index' (duration: 96.590922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T00:59:55.884642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:55.579462Z","time spent":"305.111538ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2097,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T00:59:55.884639Z","caller":"traceutil/trace.go:171","msg":"trace[264765658] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"257.626446ms","start":"2026-05-11T00:59:55.626977Z","end":"2026-05-11T00:59:55.884603Z","steps":["trace[264765658] 'process raft request' (duration: 257.521313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.88476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.232386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:55.884846Z","caller":"traceutil/trace.go:171","msg":"trace[2052000412] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1902; }","duration":"301.35844ms","start":"2026-05-11T00:59:55.583462Z","end":"2026-05-11T00:59:55.88482Z","steps":["trace[2052000412] 'agreement among raft nodes before linearized reading' (duration: 301.191526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:55.88491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T00:59:55.583446Z","time spent":"301.448411ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" "} {"level":"info","ts":"2026-05-11T00:59:56.070822Z","caller":"traceutil/trace.go:171","msg":"trace[922642628] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"182.030914ms","start":"2026-05-11T00:59:55.888768Z","end":"2026-05-11T00:59:56.070799Z","steps":["trace[922642628] 'read index received' (duration: 138.692378ms)","trace[922642628] 'applied index is now lower than readState.Index' (duration: 43.337256ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:56.070816Z","caller":"traceutil/trace.go:171","msg":"trace[1775304078] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"183.639601ms","start":"2026-05-11T00:59:55.887117Z","end":"2026-05-11T00:59:56.070757Z","steps":["trace[1775304078] 'process raft request' (duration: 140.327537ms)","trace[1775304078] 'compare' (duration: 43.060738ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T00:59:56.070912Z","caller":"traceutil/trace.go:171","msg":"trace[713122535] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"181.897612ms","start":"2026-05-11T00:59:55.889003Z","end":"2026-05-11T00:59:56.070901Z","steps":["trace[713122535] 'process raft request' (duration: 181.735957ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T00:59:56.070866Z","caller":"traceutil/trace.go:171","msg":"trace[2112764841] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"181.292997ms","start":"2026-05-11T00:59:55.889557Z","end":"2026-05-11T00:59:56.07085Z","steps":["trace[2112764841] 'process raft request' (duration: 181.243346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T00:59:56.071037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.25952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T00:59:56.071429Z","caller":"traceutil/trace.go:171","msg":"trace[1553399215] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1905; }","duration":"182.654279ms","start":"2026-05-11T00:59:55.888747Z","end":"2026-05-11T00:59:56.071402Z","steps":["trace[1553399215] 'agreement among raft nodes before linearized reading' (duration: 182.170398ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:06.974896Z","caller":"traceutil/trace.go:171","msg":"trace[170601108] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"431.488599ms","start":"2026-05-11T01:00:06.54338Z","end":"2026-05-11T01:00:06.974869Z","steps":["trace[170601108] 'process raft request' (duration: 431.302195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:06.975111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.543322Z","time spent":"431.648403ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:08.013922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.097175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:00:08.014293Z","caller":"traceutil/trace.go:171","msg":"trace[1353567301] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.338492398s","start":"2026-05-11T01:00:06.675756Z","end":"2026-05-11T01:00:08.014249Z","steps":["trace[1353567301] 'process raft request' (duration: 1.338268083s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.014414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.67573Z","time spent":"1.338605371s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:08.014615Z","caller":"traceutil/trace.go:171","msg":"trace[723352696] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2054; }","duration":"1.323268781s","start":"2026-05-11T01:00:06.691325Z","end":"2026-05-11T01:00:08.014594Z","steps":["trace[723352696] 'read index received' (duration: 283.387959ms)","trace[723352696] 'applied index is now lower than readState.Index' (duration: 1.039879752s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:08.01472Z","caller":"traceutil/trace.go:171","msg":"trace[987014612] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"1.326329763s","start":"2026-05-11T01:00:06.688375Z","end":"2026-05-11T01:00:08.014704Z","steps":["trace[987014612] 'process raft request' (duration: 1.32579363s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:08.014869Z","caller":"traceutil/trace.go:171","msg":"trace[1689571639] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"580.292005ms","start":"2026-05-11T01:00:07.434568Z","end":"2026-05-11T01:00:08.01486Z","steps":["trace[1689571639] 'process raft request' (duration: 579.952388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.014921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.688356Z","time spent":"1.326490967s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:08.014952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.434545Z","time spent":"580.348756ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:08.014952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32361673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:00:08.015058Z","caller":"traceutil/trace.go:171","msg":"trace[911518615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.323721802s","start":"2026-05-11T01:00:06.691285Z","end":"2026-05-11T01:00:08.015007Z","steps":["trace[911518615] 'agreement among raft nodes before linearized reading' (duration: 1.323486676s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.691273Z","time spent":"1.323822034s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:00:08.015109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.087679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:08.015175Z","caller":"traceutil/trace.go:171","msg":"trace[157924200] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"557.0397ms","start":"2026-05-11T01:00:07.458125Z","end":"2026-05-11T01:00:08.015165Z","steps":["trace[157924200] 'process raft request' (duration: 556.673502ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:08.015209Z","caller":"traceutil/trace.go:171","msg":"trace[182261447] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1979; }","duration":"539.241093ms","start":"2026-05-11T01:00:07.475948Z","end":"2026-05-11T01:00:08.015189Z","steps":["trace[182261447] 'agreement among raft nodes before linearized reading' (duration: 538.993087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.458096Z","time spent":"557.099342ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:08.015272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.475926Z","time spent":"539.332166ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:08.0154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311895275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:00:08.015412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.386958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-11T01:00:08.015438Z","caller":"traceutil/trace.go:171","msg":"trace[1446188028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.311951536s","start":"2026-05-11T01:00:06.703477Z","end":"2026-05-11T01:00:08.015429Z","steps":["trace[1446188028] 'agreement among raft nodes before linearized reading' (duration: 1.311802333s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235052435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-11T01:00:08.015458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.702258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:08.015464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.703466Z","time spent":"1.311991187s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:00:08.015488Z","caller":"traceutil/trace.go:171","msg":"trace[1137047610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1979; }","duration":"969.75773ms","start":"2026-05-11T01:00:07.045723Z","end":"2026-05-11T01:00:08.015481Z","steps":["trace[1137047610] 'agreement among raft nodes before linearized reading' (duration: 969.713169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250390104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:00:08.015509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.045707Z","time spent":"969.79913ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:00:08.015518Z","caller":"traceutil/trace.go:171","msg":"trace[461467722] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1979; }","duration":"1.250525367s","start":"2026-05-11T01:00:06.764984Z","end":"2026-05-11T01:00:08.01551Z","steps":["trace[461467722] 'agreement among raft nodes before linearized reading' (duration: 1.250354573s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.01556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315358366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:00:08.015456Z","caller":"traceutil/trace.go:171","msg":"trace[56605665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71; range_end:; response_count:1; response_revision:1979; }","duration":"875.479031ms","start":"2026-05-11T01:00:07.139965Z","end":"2026-05-11T01:00:08.015444Z","steps":["trace[56605665] 'agreement among raft nodes before linearized reading' (duration: 875.332567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.764966Z","time spent":"1.250581408s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:08.015598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.139939Z","time spent":"875.653364ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71\" "} {"level":"warn","ts":"2026-05-11T01:00:08.015593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.150389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:00:08.015594Z","caller":"traceutil/trace.go:171","msg":"trace[1767496031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1979; }","duration":"1.315421747s","start":"2026-05-11T01:00:06.700165Z","end":"2026-05-11T01:00:08.015586Z","steps":["trace[1767496031] 'agreement among raft nodes before linearized reading' (duration: 1.315305154s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:08.015629Z","caller":"traceutil/trace.go:171","msg":"trace[1790950154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1979; }","duration":"839.215431ms","start":"2026-05-11T01:00:07.176404Z","end":"2026-05-11T01:00:08.015619Z","steps":["trace[1790950154] 'agreement among raft nodes before linearized reading' (duration: 839.075278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:07.176388Z","time spent":"839.263492ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:00:08.01548Z","caller":"traceutil/trace.go:171","msg":"trace[2108374065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1979; }","duration":"1.235134707s","start":"2026-05-11T01:00:06.780332Z","end":"2026-05-11T01:00:08.015467Z","steps":["trace[2108374065] 'agreement among raft nodes before linearized reading' (duration: 1.234955953s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.015704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.780317Z","time spent":"1.235376583s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:00:08.015662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.700148Z","time spent":"1.315489289s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:00:08.015984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320550539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:00:08.016082Z","caller":"traceutil/trace.go:171","msg":"trace[91360223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1979; }","duration":"1.320665391s","start":"2026-05-11T01:00:06.695391Z","end":"2026-05-11T01:00:08.016056Z","steps":["trace[91360223] 'agreement among raft nodes before linearized reading' (duration: 1.319977374s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.0162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:06.695376Z","time spent":"1.320749744s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:00:08.309808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.796301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:00:08.310146Z","caller":"traceutil/trace.go:171","msg":"trace[607056919] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"289.79294ms","start":"2026-05-11T01:00:08.020323Z","end":"2026-05-11T01:00:08.310116Z","steps":["trace[607056919] 'process raft request' (duration: 121.407094ms)","trace[607056919] 'compare' (duration: 167.223048ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:08.310306Z","caller":"traceutil/trace.go:171","msg":"trace[1817880223] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2060; }","duration":"283.477802ms","start":"2026-05-11T01:00:08.026732Z","end":"2026-05-11T01:00:08.310209Z","steps":["trace[1817880223] 'read index received' (duration: 14.745226ms)","trace[1817880223] 'applied index is now lower than readState.Index' (duration: 268.731426ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:08.310522Z","caller":"traceutil/trace.go:171","msg":"trace[201526579] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"289.831861ms","start":"2026-05-11T01:00:08.020676Z","end":"2026-05-11T01:00:08.310507Z","steps":["trace[201526579] 'process raft request' (duration: 289.457812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:08.310662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.322693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:08.310683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.945252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:08.310705Z","caller":"traceutil/trace.go:171","msg":"trace[1441525068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"261.412365ms","start":"2026-05-11T01:00:08.049282Z","end":"2026-05-11T01:00:08.310695Z","steps":["trace[1441525068] 'agreement among raft nodes before linearized reading' (duration: 261.287422ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:08.310726Z","caller":"traceutil/trace.go:171","msg":"trace[1237910985] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1983; }","duration":"284.043935ms","start":"2026-05-11T01:00:08.02667Z","end":"2026-05-11T01:00:08.310714Z","steps":["trace[1237910985] 'agreement among raft nodes before linearized reading' (duration: 283.904392ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:08.311212Z","caller":"traceutil/trace.go:171","msg":"trace[1060931987] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"289.688967ms","start":"2026-05-11T01:00:08.020621Z","end":"2026-05-11T01:00:08.31031Z","steps":["trace[1060931987] 'process raft request' (duration: 289.280727ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:28.314026Z","caller":"traceutil/trace.go:171","msg":"trace[697836049] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"110.963066ms","start":"2026-05-11T01:00:28.203021Z","end":"2026-05-11T01:00:28.313984Z","steps":["trace[697836049] 'read index received' (duration: 110.646098ms)","trace[697836049] 'applied index is now lower than readState.Index' (duration: 314.148µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:28.31412Z","caller":"traceutil/trace.go:171","msg":"trace[1497750346] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"126.140578ms","start":"2026-05-11T01:00:28.187935Z","end":"2026-05-11T01:00:28.314076Z","steps":["trace[1497750346] 'process raft request' (duration: 125.750747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:28.314326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.242894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:28.31442Z","caller":"traceutil/trace.go:171","msg":"trace[1163684316] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2131; }","duration":"111.455071ms","start":"2026-05-11T01:00:28.202943Z","end":"2026-05-11T01:00:28.314398Z","steps":["trace[1163684316] 'agreement among raft nodes before linearized reading' (duration: 111.251055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:28.846878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.427214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:00:28.847188Z","caller":"traceutil/trace.go:171","msg":"trace[1621468910] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"590.406245ms","start":"2026-05-11T01:00:28.256709Z","end":"2026-05-11T01:00:28.847115Z","steps":["trace[1621468910] 'process raft request' (duration: 140.591029ms)","trace[1621468910] 'compare' (duration: 449.079665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:28.847445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.522895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:00:28.84742Z","caller":"traceutil/trace.go:171","msg":"trace[1486263781] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"590.519257ms","start":"2026-05-11T01:00:28.25683Z","end":"2026-05-11T01:00:28.847349Z","steps":["trace[1486263781] 'process raft request' (duration: 590.310261ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:28.847504Z","caller":"traceutil/trace.go:171","msg":"trace[301697042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"582.630548ms","start":"2026-05-11T01:00:28.264855Z","end":"2026-05-11T01:00:28.847485Z","steps":["trace[301697042] 'agreement among raft nodes before linearized reading' (duration: 582.417192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:28.847551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.264822Z","time spent":"582.7183ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:00:28.847577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.25667Z","time spent":"590.633441ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:28.847658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.256817Z","time spent":"590.711483ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:28.847226Z","caller":"traceutil/trace.go:171","msg":"trace[1019558593] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2218; }","duration":"533.059604ms","start":"2026-05-11T01:00:28.314144Z","end":"2026-05-11T01:00:28.847204Z","steps":["trace[1019558593] 'read index received' (duration: 83.176187ms)","trace[1019558593] 'applied index is now lower than readState.Index' (duration: 449.882087ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:28.847699Z","caller":"traceutil/trace.go:171","msg":"trace[1985831840] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"590.845566ms","start":"2026-05-11T01:00:28.256773Z","end":"2026-05-11T01:00:28.847619Z","steps":["trace[1985831840] 'process raft request' (duration: 590.24166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:28.847939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.256733Z","time spent":"591.094063ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:28.84795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.685471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T01:00:28.848162Z","caller":"traceutil/trace.go:171","msg":"trace[1723827574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2134; }","duration":"551.945918ms","start":"2026-05-11T01:00:28.29619Z","end":"2026-05-11T01:00:28.848136Z","steps":["trace[1723827574] 'agreement among raft nodes before linearized reading' (duration: 551.404043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:28.84821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.296164Z","time spent":"552.037249ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:00:29.085092Z","caller":"traceutil/trace.go:171","msg":"trace[1857436341] linearizableReadLoop","detail":"{readStateIndex:2222; appliedIndex:2221; }","duration":"237.333533ms","start":"2026-05-11T01:00:28.84772Z","end":"2026-05-11T01:00:29.085054Z","steps":["trace[1857436341] 'read index received' (duration: 218.670764ms)","trace[1857436341] 'applied index is now lower than readState.Index' (duration: 18.661019ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:29.085203Z","caller":"traceutil/trace.go:171","msg":"trace[1925990789] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"682.357984ms","start":"2026-05-11T01:00:28.402795Z","end":"2026-05-11T01:00:29.085153Z","steps":["trace[1925990789] 'process raft request' (duration: 663.595743ms)","trace[1925990789] 'compare' (duration: 18.38993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:29.085311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.537259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:29.085343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.10046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:00:29.085377Z","caller":"traceutil/trace.go:171","msg":"trace[2099914550] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2135; }","duration":"770.661054ms","start":"2026-05-11T01:00:28.314685Z","end":"2026-05-11T01:00:29.085346Z","steps":["trace[2099914550] 'agreement among raft nodes before linearized reading' (duration: 770.547351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.085409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.402762Z","time spent":"682.541329ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:29.085422Z","caller":"traceutil/trace.go:171","msg":"trace[1307327696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2135; }","duration":"672.245224ms","start":"2026-05-11T01:00:28.413159Z","end":"2026-05-11T01:00:29.085404Z","steps":["trace[1307327696] 'agreement among raft nodes before linearized reading' (duration: 672.037939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.08543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.314662Z","time spent":"770.757296ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:29.08542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.534612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:00:29.085473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.413133Z","time spent":"672.325976ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:00:29.085525Z","caller":"traceutil/trace.go:171","msg":"trace[1196986038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"672.724327ms","start":"2026-05-11T01:00:28.412772Z","end":"2026-05-11T01:00:29.085497Z","steps":["trace[1196986038] 'agreement among raft nodes before linearized reading' (duration: 672.398408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.085459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.522051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-11T01:00:29.08559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.412738Z","time spent":"672.83661ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:00:29.085585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.618964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-05-11T01:00:29.085685Z","caller":"traceutil/trace.go:171","msg":"trace[482961060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2135; }","duration":"668.759387ms","start":"2026-05-11T01:00:28.416902Z","end":"2026-05-11T01:00:29.085661Z","steps":["trace[482961060] 'agreement among raft nodes before linearized reading' (duration: 668.157431ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:29.085685Z","caller":"traceutil/trace.go:171","msg":"trace[1294728462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"672.777578ms","start":"2026-05-11T01:00:28.412872Z","end":"2026-05-11T01:00:29.08565Z","steps":["trace[1294728462] 'agreement among raft nodes before linearized reading' (duration: 672.258394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.085741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.416889Z","time spent":"668.8395ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12004,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:00:29.085753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:28.412777Z","time spent":"672.957463ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:00:29.14442Z","caller":"traceutil/trace.go:171","msg":"trace[1183821442] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"290.878707ms","start":"2026-05-11T01:00:28.853509Z","end":"2026-05-11T01:00:29.144387Z","steps":["trace[1183821442] 'process raft request' (duration: 290.709982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.597998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.732861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:00:29.598433Z","caller":"traceutil/trace.go:171","msg":"trace[1124659304] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"506.60338ms","start":"2026-05-11T01:00:29.091803Z","end":"2026-05-11T01:00:29.598406Z","steps":["trace[1124659304] 'process raft request' (duration: 506.401845ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:29.598441Z","caller":"traceutil/trace.go:171","msg":"trace[234775724] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"506.625201ms","start":"2026-05-11T01:00:29.091768Z","end":"2026-05-11T01:00:29.598393Z","steps":["trace[234775724] 'process raft request' (duration: 152.325784ms)","trace[234775724] 'compare' (duration: 353.409542ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:29.598579Z","caller":"traceutil/trace.go:171","msg":"trace[1191234574] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2223; }","duration":"454.093743ms","start":"2026-05-11T01:00:29.144455Z","end":"2026-05-11T01:00:29.598548Z","steps":["trace[1191234574] 'read index received' (duration: 99.501149ms)","trace[1191234574] 'applied index is now lower than readState.Index' (duration: 354.591234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:29.59853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.091764Z","time spent":"506.724774ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:29.598619Z","caller":"traceutil/trace.go:171","msg":"trace[1995432944] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"506.009344ms","start":"2026-05-11T01:00:29.092565Z","end":"2026-05-11T01:00:29.598575Z","steps":["trace[1995432944] 'process raft request' (duration: 505.792498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.598759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.264279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:29.598772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.107229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-11T01:00:29.598806Z","caller":"traceutil/trace.go:171","msg":"trace[459921188] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2139; }","duration":"502.362792ms","start":"2026-05-11T01:00:29.09643Z","end":"2026-05-11T01:00:29.598793Z","steps":["trace[459921188] 'agreement among raft nodes before linearized reading' (duration: 502.268549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.598812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.90126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:00:29.598831Z","caller":"traceutil/trace.go:171","msg":"trace[1888391653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2139; }","duration":"483.248783ms","start":"2026-05-11T01:00:29.115568Z","end":"2026-05-11T01:00:29.598817Z","steps":["trace[1888391653] 'agreement among raft nodes before linearized reading' (duration: 483.002636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.598844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.096418Z","time spent":"502.418543ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:00:29.598845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.092541Z","time spent":"506.194089ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:29.598872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.115534Z","time spent":"483.329485ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:00:29.598866Z","caller":"traceutil/trace.go:171","msg":"trace[56442983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"453.021004ms","start":"2026-05-11T01:00:29.145831Z","end":"2026-05-11T01:00:29.598852Z","steps":["trace[56442983] 'agreement among raft nodes before linearized reading' (duration: 452.90188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.598882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.839161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:00:29.598936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.145812Z","time spent":"453.113917ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:00:29.598973Z","caller":"traceutil/trace.go:171","msg":"trace[1619119921] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2139; }","duration":"289.052566ms","start":"2026-05-11T01:00:29.309898Z","end":"2026-05-11T01:00:29.59895Z","steps":["trace[1619119921] 'agreement among raft nodes before linearized reading' (duration: 288.84089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:29.598986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:29.091728Z","time spent":"506.872638ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:31.644335Z","caller":"traceutil/trace.go:171","msg":"trace[1470919765] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"133.853442ms","start":"2026-05-11T01:00:31.510415Z","end":"2026-05-11T01:00:31.644269Z","steps":["trace[1470919765] 'process raft request' (duration: 88.016412ms)","trace[1470919765] 'compare' (duration: 45.593224ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:33.45411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736111665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:00:33.955262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736111665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:00:34.456182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736111665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:00:34.95716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736111665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:00:35.029605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.08922463s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:00:35.030022Z","caller":"traceutil/trace.go:171","msg":"trace[872181986] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"2.089778645s","start":"2026-05-11T01:00:32.940219Z","end":"2026-05-11T01:00:35.029998Z","steps":["trace[872181986] 'process raft request' (duration: 2.089642071s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.030177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:32.940191Z","time spent":"2.089909829s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:35.039297Z","caller":"traceutil/trace.go:171","msg":"trace[122584713] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.583883596s","start":"2026-05-11T01:00:33.455399Z","end":"2026-05-11T01:00:35.039283Z","steps":["trace[122584713] 'process raft request' (duration: 1.583781363s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:35.039309Z","caller":"traceutil/trace.go:171","msg":"trace[2141484643] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"2.097812839s","start":"2026-05-11T01:00:32.941466Z","end":"2026-05-11T01:00:35.039279Z","steps":["trace[2141484643] 'process raft request' (duration: 2.097676875s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:35.039298Z","caller":"traceutil/trace.go:171","msg":"trace[612992255] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"2.097810458s","start":"2026-05-11T01:00:32.941426Z","end":"2026-05-11T01:00:35.039236Z","steps":["trace[612992255] 'process raft request' (duration: 2.097624343s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.455357Z","time spent":"1.583987579s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:35.039436Z","caller":"traceutil/trace.go:171","msg":"trace[1107902659] linearizableReadLoop","detail":"{readStateIndex:2249; appliedIndex:2243; }","duration":"2.086246498s","start":"2026-05-11T01:00:32.95317Z","end":"2026-05-11T01:00:35.039416Z","steps":["trace[1107902659] 'read index received' (duration: 2.076799566s)","trace[1107902659] 'applied index is now lower than readState.Index' (duration: 9.445492ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:35.039507Z","caller":"traceutil/trace.go:171","msg":"trace[1365935409] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"703.221922ms","start":"2026-05-11T01:00:34.336272Z","end":"2026-05-11T01:00:35.039494Z","steps":["trace[1365935409] 'process raft request' (duration: 703.069068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:32.941429Z","time spent":"2.097939352s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:35.039525Z","caller":"traceutil/trace.go:171","msg":"trace[764723592] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"1.167897809s","start":"2026-05-11T01:00:33.871597Z","end":"2026-05-11T01:00:35.039495Z","steps":["trace[764723592] 'process raft request' (duration: 1.167613722s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:34.33626Z","time spent":"703.274965ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:35.039674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086499905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:00:35.039695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.871566Z","time spent":"1.168039093s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:35.039731Z","caller":"traceutil/trace.go:171","msg":"trace[981692805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2161; }","duration":"2.086601247s","start":"2026-05-11T01:00:32.953113Z","end":"2026-05-11T01:00:35.039714Z","steps":["trace[981692805] 'agreement among raft nodes before linearized reading' (duration: 2.086392672s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.03969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:32.941389Z","time spent":"2.098102336s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:00:35.039776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:32.95309Z","time spent":"2.08667754s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:00:35.039774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.396447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:00:35.039839Z","caller":"traceutil/trace.go:171","msg":"trace[80197401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2161; }","duration":"712.483419ms","start":"2026-05-11T01:00:34.327334Z","end":"2026-05-11T01:00:35.039817Z","steps":["trace[80197401] 'agreement among raft nodes before linearized reading' (duration: 712.311905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.28474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:35.039857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179232804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:00:35.039885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:34.327318Z","time spent":"712.555011ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:00:35.03986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351516071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:00:35.03991Z","caller":"traceutil/trace.go:171","msg":"trace[2072695418] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2161; }","duration":"1.179344827s","start":"2026-05-11T01:00:33.860555Z","end":"2026-05-11T01:00:35.0399Z","steps":["trace[2072695418] 'agreement among raft nodes before linearized reading' (duration: 1.179267375s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:35.039921Z","caller":"traceutil/trace.go:171","msg":"trace[1466851439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"965.405443ms","start":"2026-05-11T01:00:34.074492Z","end":"2026-05-11T01:00:35.039897Z","steps":["trace[1466851439] 'agreement among raft nodes before linearized reading' (duration: 965.27055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:34.074471Z","time spent":"965.495065ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:00:35.039967Z","caller":"traceutil/trace.go:171","msg":"trace[598747498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2161; }","duration":"1.351787799s","start":"2026-05-11T01:00:33.688156Z","end":"2026-05-11T01:00:35.039944Z","steps":["trace[598747498] 'agreement among raft nodes before linearized reading' (duration: 1.35148448s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.039774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042582537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-05-11T01:00:35.040021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.688127Z","time spent":"1.351882851s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:00:35.040082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35182519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:00:35.040078Z","caller":"traceutil/trace.go:171","msg":"trace[231826784] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2161; }","duration":"2.042911146s","start":"2026-05-11T01:00:32.99713Z","end":"2026-05-11T01:00:35.040042Z","steps":["trace[231826784] 'agreement among raft nodes before linearized reading' (duration: 2.042508035s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.040093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35724026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T01:00:35.040129Z","caller":"traceutil/trace.go:171","msg":"trace[2057031783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2161; }","duration":"1.351918532s","start":"2026-05-11T01:00:33.688196Z","end":"2026-05-11T01:00:35.040115Z","steps":["trace[2057031783] 'agreement among raft nodes before linearized reading' (duration: 1.351801619s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:35.04017Z","caller":"traceutil/trace.go:171","msg":"trace[1129908094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2161; }","duration":"1.357343913s","start":"2026-05-11T01:00:33.682794Z","end":"2026-05-11T01:00:35.040138Z","steps":["trace[1129908094] 'agreement among raft nodes before linearized reading' (duration: 1.357163668s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.040173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.688164Z","time spent":"1.351998785s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:00:35.040205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800472792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-11T01:00:35.03996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.86051Z","time spent":"1.17944245s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:35.040217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.68277Z","time spent":"1.357434725s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:00:35.040292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:32.997105Z","time spent":"2.043032859s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-11T01:00:35.04027Z","caller":"traceutil/trace.go:171","msg":"trace[378938417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2161; }","duration":"1.800541744s","start":"2026-05-11T01:00:33.239715Z","end":"2026-05-11T01:00:35.040256Z","steps":["trace[378938417] 'agreement among raft nodes before linearized reading' (duration: 1.800303158s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.040348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55338235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:00:35.040411Z","caller":"traceutil/trace.go:171","msg":"trace[987731879] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2161; }","duration":"1.553497893s","start":"2026-05-11T01:00:33.486896Z","end":"2026-05-11T01:00:35.040394Z","steps":["trace[987731879] 'agreement among raft nodes before linearized reading' (duration: 1.553090952s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.040383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.239642Z","time spent":"1.800727879s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:00:35.040458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.486871Z","time spent":"1.553575025s","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:00:35.040756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.766604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-05-11T01:00:35.040805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352458717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:00:35.040869Z","caller":"traceutil/trace.go:171","msg":"trace[2116920091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2161; }","duration":"1.352593651s","start":"2026-05-11T01:00:33.688259Z","end":"2026-05-11T01:00:35.040853Z","steps":["trace[2116920091] 'agreement among raft nodes before linearized reading' (duration: 1.351551052s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.040917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:33.688238Z","time spent":"1.352666664s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:00:35.040855Z","caller":"traceutil/trace.go:171","msg":"trace[86144077] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2161; }","duration":"418.914038ms","start":"2026-05-11T01:00:34.621925Z","end":"2026-05-11T01:00:35.040839Z","steps":["trace[86144077] 'agreement among raft nodes before linearized reading' (duration: 417.91078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:35.041465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:34.621873Z","time spent":"419.536636ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12011,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:00:43.249513Z","caller":"traceutil/trace.go:171","msg":"trace[938939866] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"133.674578ms","start":"2026-05-11T01:00:43.115811Z","end":"2026-05-11T01:00:43.249485Z","steps":["trace[938939866] 'process raft request' (duration: 48.583407ms)","trace[938939866] 'compare' (duration: 84.978148ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:43.254459Z","caller":"traceutil/trace.go:171","msg":"trace[208556616] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2289; }","duration":"133.551934ms","start":"2026-05-11T01:00:43.120891Z","end":"2026-05-11T01:00:43.254443Z","steps":["trace[208556616] 'read index received' (duration: 43.605769ms)","trace[208556616] 'applied index is now lower than readState.Index' (duration: 89.945175ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:43.254502Z","caller":"traceutil/trace.go:171","msg":"trace[703522722] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"138.40939ms","start":"2026-05-11T01:00:43.116072Z","end":"2026-05-11T01:00:43.254482Z","steps":["trace[703522722] 'process raft request' (duration: 138.252764ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:43.254609Z","caller":"traceutil/trace.go:171","msg":"trace[1563838395] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"135.90082ms","start":"2026-05-11T01:00:43.118657Z","end":"2026-05-11T01:00:43.254558Z","steps":["trace[1563838395] 'process raft request' (duration: 135.746624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:43.254746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.848392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-11T01:00:43.254746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.450601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:00:43.25477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.052635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-11T01:00:43.254786Z","caller":"traceutil/trace.go:171","msg":"trace[1977129648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2202; }","duration":"133.946966ms","start":"2026-05-11T01:00:43.120828Z","end":"2026-05-11T01:00:43.254774Z","steps":["trace[1977129648] 'agreement among raft nodes before linearized reading' (duration: 133.716259ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:43.254819Z","caller":"traceutil/trace.go:171","msg":"trace[1482328253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2202; }","duration":"129.531573ms","start":"2026-05-11T01:00:43.125264Z","end":"2026-05-11T01:00:43.254795Z","steps":["trace[1482328253] 'agreement among raft nodes before linearized reading' (duration: 129.330848ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:43.254829Z","caller":"traceutil/trace.go:171","msg":"trace[1153407920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2202; }","duration":"118.162758ms","start":"2026-05-11T01:00:43.136649Z","end":"2026-05-11T01:00:43.254812Z","steps":["trace[1153407920] 'agreement among raft nodes before linearized reading' (duration: 118.014944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:43.254825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.152648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:00:43.25488Z","caller":"traceutil/trace.go:171","msg":"trace[1478267749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2202; }","duration":"118.23704ms","start":"2026-05-11T01:00:43.13663Z","end":"2026-05-11T01:00:43.254867Z","steps":["trace[1478267749] 'agreement among raft nodes before linearized reading' (duration: 118.095196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:43.254872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.082516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:00:43.254951Z","caller":"traceutil/trace.go:171","msg":"trace[1239736549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2202; }","duration":"118.23295ms","start":"2026-05-11T01:00:43.136699Z","end":"2026-05-11T01:00:43.254932Z","steps":["trace[1239736549] 'agreement among raft nodes before linearized reading' (duration: 117.955232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:43.254952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.385848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T01:00:43.255061Z","caller":"traceutil/trace.go:171","msg":"trace[1850205620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2202; }","duration":"116.540473ms","start":"2026-05-11T01:00:43.138498Z","end":"2026-05-11T01:00:43.255038Z","steps":["trace[1850205620] 'agreement among raft nodes before linearized reading' (duration: 116.180073ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:45.367369Z","caller":"traceutil/trace.go:171","msg":"trace[1126873205] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"112.873681ms","start":"2026-05-11T01:00:45.254469Z","end":"2026-05-11T01:00:45.367342Z","steps":["trace[1126873205] 'process raft request' (duration: 54.631996ms)","trace[1126873205] 'compare' (duration: 58.127982ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:45.370547Z","caller":"traceutil/trace.go:171","msg":"trace[1273957299] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2300; }","duration":"100.298412ms","start":"2026-05-11T01:00:45.270225Z","end":"2026-05-11T01:00:45.370524Z","steps":["trace[1273957299] 'read index received' (duration: 38.805776ms)","trace[1273957299] 'applied index is now lower than readState.Index' (duration: 61.491536ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:45.370611Z","caller":"traceutil/trace.go:171","msg":"trace[180953854] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"109.809105ms","start":"2026-05-11T01:00:45.26076Z","end":"2026-05-11T01:00:45.37057Z","steps":["trace[180953854] 'process raft request' (duration: 109.723712ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:45.370632Z","caller":"traceutil/trace.go:171","msg":"trace[1289656795] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"109.833716ms","start":"2026-05-11T01:00:45.260752Z","end":"2026-05-11T01:00:45.370586Z","steps":["trace[1289656795] 'process raft request' (duration: 109.646411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:45.370819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.57117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-11T01:00:45.370866Z","caller":"traceutil/trace.go:171","msg":"trace[2086337559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2213; }","duration":"100.665062ms","start":"2026-05-11T01:00:45.270187Z","end":"2026-05-11T01:00:45.370852Z","steps":["trace[2086337559] 'agreement among raft nodes before linearized reading' (duration: 100.438765ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:45.549681Z","caller":"traceutil/trace.go:171","msg":"trace[418328876] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"173.334497ms","start":"2026-05-11T01:00:45.376318Z","end":"2026-05-11T01:00:45.549652Z","steps":["trace[418328876] 'process raft request' (duration: 97.452453ms)","trace[418328876] 'compare' (duration: 75.628787ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:45.549995Z","caller":"traceutil/trace.go:171","msg":"trace[189505750] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"173.566284ms","start":"2026-05-11T01:00:45.376403Z","end":"2026-05-11T01:00:45.54997Z","steps":["trace[189505750] 'process raft request' (duration: 173.171213ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:45.55009Z","caller":"traceutil/trace.go:171","msg":"trace[671747130] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"172.936647ms","start":"2026-05-11T01:00:45.377129Z","end":"2026-05-11T01:00:45.550066Z","steps":["trace[671747130] 'process raft request' (duration: 172.747011ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:45.550097Z","caller":"traceutil/trace.go:171","msg":"trace[1307560009] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"172.827183ms","start":"2026-05-11T01:00:45.377249Z","end":"2026-05-11T01:00:45.550077Z","steps":["trace[1307560009] 'process raft request' (duration: 172.72266ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:50.215013Z","caller":"traceutil/trace.go:171","msg":"trace[34010373] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"129.123841ms","start":"2026-05-11T01:00:50.085847Z","end":"2026-05-11T01:00:50.21497Z","steps":["trace[34010373] 'process raft request' (duration: 121.768628ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:51.920173Z","caller":"traceutil/trace.go:171","msg":"trace[1599898092] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"225.110134ms","start":"2026-05-11T01:00:51.69502Z","end":"2026-05-11T01:00:51.920131Z","steps":["trace[1599898092] 'process raft request' (duration: 150.195836ms)","trace[1599898092] 'compare' (duration: 74.470786ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:51.938856Z","caller":"traceutil/trace.go:171","msg":"trace[865980392] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"242.711762ms","start":"2026-05-11T01:00:51.696109Z","end":"2026-05-11T01:00:51.938821Z","steps":["trace[865980392] 'process raft request' (duration: 242.65924ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:51.938966Z","caller":"traceutil/trace.go:171","msg":"trace[1057106241] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"243.390051ms","start":"2026-05-11T01:00:51.69553Z","end":"2026-05-11T01:00:51.93892Z","steps":["trace[1057106241] 'process raft request' (duration: 243.04016ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:54.950368Z","caller":"traceutil/trace.go:171","msg":"trace[1900669008] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"111.373209ms","start":"2026-05-11T01:00:54.838959Z","end":"2026-05-11T01:00:54.950332Z","steps":["trace[1900669008] 'process raft request' (duration: 110.989457ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:55.594301Z","caller":"traceutil/trace.go:171","msg":"trace[1108796309] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"310.684406ms","start":"2026-05-11T01:00:55.283569Z","end":"2026-05-11T01:00:55.594254Z","steps":["trace[1108796309] 'process raft request' (duration: 298.754006ms)","trace[1108796309] 'compare' (duration: 11.828398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:00:55.594442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:00:55.283555Z","time spent":"310.80833ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:00:55.596538Z","caller":"traceutil/trace.go:171","msg":"trace[1846693398] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2363; }","duration":"104.466607ms","start":"2026-05-11T01:00:55.492055Z","end":"2026-05-11T01:00:55.596522Z","steps":["trace[1846693398] 'read index received' (duration: 90.393627ms)","trace[1846693398] 'applied index is now lower than readState.Index' (duration: 14.07198ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:55.596629Z","caller":"traceutil/trace.go:171","msg":"trace[851017035] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"126.439196ms","start":"2026-05-11T01:00:55.470181Z","end":"2026-05-11T01:00:55.59662Z","steps":["trace[851017035] 'process raft request' (duration: 126.312733ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:55.596648Z","caller":"traceutil/trace.go:171","msg":"trace[1336052833] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"133.059809ms","start":"2026-05-11T01:00:55.463556Z","end":"2026-05-11T01:00:55.596616Z","steps":["trace[1336052833] 'process raft request' (duration: 132.842053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:55.596782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.734074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:00:55.596822Z","caller":"traceutil/trace.go:171","msg":"trace[66702562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2274; }","duration":"104.823027ms","start":"2026-05-11T01:00:55.491987Z","end":"2026-05-11T01:00:55.59681Z","steps":["trace[66702562] 'agreement among raft nodes before linearized reading' (duration: 104.673652ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:55.922344Z","caller":"traceutil/trace.go:171","msg":"trace[1723918188] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"116.997214ms","start":"2026-05-11T01:00:55.805317Z","end":"2026-05-11T01:00:55.922314Z","steps":["trace[1723918188] 'process raft request' (duration: 116.668585ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:56.197252Z","caller":"traceutil/trace.go:171","msg":"trace[814145898] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2370; }","duration":"106.36415ms","start":"2026-05-11T01:00:56.090864Z","end":"2026-05-11T01:00:56.197228Z","steps":["trace[814145898] 'read index received' (duration: 96.414733ms)","trace[814145898] 'applied index is now lower than readState.Index' (duration: 9.948417ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:00:56.197287Z","caller":"traceutil/trace.go:171","msg":"trace[1303092064] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"120.337487ms","start":"2026-05-11T01:00:56.076926Z","end":"2026-05-11T01:00:56.197263Z","steps":["trace[1303092064] 'process raft request' (duration: 110.338599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:00:56.197383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.498373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:00:56.197421Z","caller":"traceutil/trace.go:171","msg":"trace[181734109] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2280; }","duration":"106.584856ms","start":"2026-05-11T01:00:56.090822Z","end":"2026-05-11T01:00:56.197407Z","steps":["trace[181734109] 'agreement among raft nodes before linearized reading' (duration: 106.504463ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:00:56.197369Z","caller":"traceutil/trace.go:171","msg":"trace[66278300] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"119.315539ms","start":"2026-05-11T01:00:56.078021Z","end":"2026-05-11T01:00:56.197337Z","steps":["trace[66278300] 'process raft request' (duration: 119.152034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.991114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.843093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:00.99123Z","caller":"traceutil/trace.go:171","msg":"trace[1567748410] linearizableReadLoop","detail":"{readStateIndex:2391; appliedIndex:2390; }","duration":"823.539969ms","start":"2026-05-11T01:01:00.167672Z","end":"2026-05-11T01:01:00.991212Z","steps":["trace[1567748410] 'read index received' (duration: 40.021µs)","trace[1567748410] 'applied index is now lower than readState.Index' (duration: 823.498528ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:00.991307Z","caller":"traceutil/trace.go:171","msg":"trace[1690557691] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"949.859922ms","start":"2026-05-11T01:01:00.041403Z","end":"2026-05-11T01:01:00.991263Z","steps":["trace[1690557691] 'process raft request' (duration: 101.767162ms)","trace[1690557691] 'compare' (duration: 847.419592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:00.991474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.504456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-11T01:01:00.991487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.041383Z","time spent":"950.004686ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:00.991497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.957352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:00.991526Z","caller":"traceutil/trace.go:171","msg":"trace[126834501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2298; }","duration":"780.599888ms","start":"2026-05-11T01:01:00.21091Z","end":"2026-05-11T01:01:00.99151Z","steps":["trace[126834501] 'agreement among raft nodes before linearized reading' (duration: 780.407063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.99159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.210887Z","time spent":"780.691461ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:01:00.991589Z","caller":"traceutil/trace.go:171","msg":"trace[1983488880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"272.106216ms","start":"2026-05-11T01:01:00.719456Z","end":"2026-05-11T01:01:00.991563Z","steps":["trace[1983488880] 'agreement among raft nodes before linearized reading' (duration: 271.865979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.991641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.959035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-11T01:01:00.991683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.610168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:01:00.991766Z","caller":"traceutil/trace.go:171","msg":"trace[1792623055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2298; }","duration":"743.126498ms","start":"2026-05-11T01:01:00.248608Z","end":"2026-05-11T01:01:00.991734Z","steps":["trace[1792623055] 'agreement among raft nodes before linearized reading' (duration: 742.769839ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:00.991791Z","caller":"traceutil/trace.go:171","msg":"trace[625372635] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2298; }","duration":"639.776352ms","start":"2026-05-11T01:01:00.351988Z","end":"2026-05-11T01:01:00.991765Z","steps":["trace[625372635] 'agreement among raft nodes before linearized reading' (duration: 639.391772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.991845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.248589Z","time spent":"743.240102ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:01:00.991855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.351966Z","time spent":"639.874515ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":274,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:00.992262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.592039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-11T01:01:00.99231Z","caller":"traceutil/trace.go:171","msg":"trace[576742528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2298; }","duration":"824.669921ms","start":"2026-05-11T01:01:00.167624Z","end":"2026-05-11T01:01:00.992294Z","steps":["trace[576742528] 'agreement among raft nodes before linearized reading' (duration: 823.676173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.992347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.167603Z","time spent":"824.737162ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:00.992451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.720022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-11T01:01:00.99252Z","caller":"traceutil/trace.go:171","msg":"trace[892839663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2298; }","duration":"714.821633ms","start":"2026-05-11T01:01:00.277681Z","end":"2026-05-11T01:01:00.992503Z","steps":["trace[892839663] 'agreement among raft nodes before linearized reading' (duration: 714.518705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:00.992563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:00.277633Z","time spent":"714.918567ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:01:01.206175Z","caller":"traceutil/trace.go:171","msg":"trace[1164156488] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"209.727746ms","start":"2026-05-11T01:01:00.996412Z","end":"2026-05-11T01:01:01.20614Z","steps":["trace[1164156488] 'process raft request' (duration: 209.459229ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.210971Z","caller":"traceutil/trace.go:171","msg":"trace[309363468] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"213.554752ms","start":"2026-05-11T01:01:00.997376Z","end":"2026-05-11T01:01:01.210931Z","steps":["trace[309363468] 'process raft request' (duration: 213.263434ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.210974Z","caller":"traceutil/trace.go:171","msg":"trace[869947669] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"213.548492ms","start":"2026-05-11T01:01:00.997386Z","end":"2026-05-11T01:01:01.210935Z","steps":["trace[869947669] 'process raft request' (duration: 213.45503ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.211246Z","caller":"traceutil/trace.go:171","msg":"trace[475227439] linearizableReadLoop","detail":"{readStateIndex:2395; appliedIndex:2391; }","duration":"209.193941ms","start":"2026-05-11T01:01:01.002016Z","end":"2026-05-11T01:01:01.21121Z","steps":["trace[475227439] 'read index received' (duration: 203.888275ms)","trace[475227439] 'applied index is now lower than readState.Index' (duration: 5.303866ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:01.211344Z","caller":"traceutil/trace.go:171","msg":"trace[1096465686] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"213.665166ms","start":"2026-05-11T01:01:00.997642Z","end":"2026-05-11T01:01:01.211307Z","steps":["trace[1096465686] 'process raft request' (duration: 213.244904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.211434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.399318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:01.211482Z","caller":"traceutil/trace.go:171","msg":"trace[1049502922] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2302; }","duration":"209.49334ms","start":"2026-05-11T01:01:01.001976Z","end":"2026-05-11T01:01:01.211469Z","steps":["trace[1049502922] 'agreement among raft nodes before linearized reading' (duration: 209.385757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:01.211486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.557028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:01.21153Z","caller":"traceutil/trace.go:171","msg":"trace[560498186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2302; }","duration":"162.659881ms","start":"2026-05-11T01:01:01.048856Z","end":"2026-05-11T01:01:01.211516Z","steps":["trace[560498186] 'agreement among raft nodes before linearized reading' (duration: 162.553278ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.533705Z","caller":"traceutil/trace.go:171","msg":"trace[1713943901] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"128.870564ms","start":"2026-05-11T01:01:01.404807Z","end":"2026-05-11T01:01:01.533678Z","steps":["trace[1713943901] 'process raft request' (duration: 128.539124ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.825728Z","caller":"traceutil/trace.go:171","msg":"trace[705592581] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"116.589654ms","start":"2026-05-11T01:01:01.709103Z","end":"2026-05-11T01:01:01.825693Z","steps":["trace[705592581] 'process raft request' (duration: 116.339507ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.826096Z","caller":"traceutil/trace.go:171","msg":"trace[970396328] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"116.143892ms","start":"2026-05-11T01:01:01.709891Z","end":"2026-05-11T01:01:01.826035Z","steps":["trace[970396328] 'process raft request' (duration: 115.989807ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:01.826149Z","caller":"traceutil/trace.go:171","msg":"trace[557402322] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"116.858992ms","start":"2026-05-11T01:01:01.709247Z","end":"2026-05-11T01:01:01.826106Z","steps":["trace[557402322] 'process raft request' (duration: 116.397419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:02.051388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.994561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:02.051555Z","caller":"traceutil/trace.go:171","msg":"trace[1469935189] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"189.962298ms","start":"2026-05-11T01:01:01.861556Z","end":"2026-05-11T01:01:02.051518Z","steps":["trace[1469935189] 'process raft request' (duration: 66.7414ms)","trace[1469935189] 'compare' (duration: 122.857458ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:03.212666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.815975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:01:03.212696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.831668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:03.212734Z","caller":"traceutil/trace.go:171","msg":"trace[931708392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"153.925558ms","start":"2026-05-11T01:01:03.058793Z","end":"2026-05-11T01:01:03.212719Z","steps":["trace[931708392] 'range keys from in-memory index tree' (duration: 153.667381ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:03.212753Z","caller":"traceutil/trace.go:171","msg":"trace[1303986518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2310; }","duration":"165.92778ms","start":"2026-05-11T01:01:03.046811Z","end":"2026-05-11T01:01:03.212739Z","steps":["trace[1303986518] 'range keys from in-memory index tree' (duration: 165.722445ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:03.322507Z","caller":"traceutil/trace.go:171","msg":"trace[549183072] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"103.412767ms","start":"2026-05-11T01:01:03.21907Z","end":"2026-05-11T01:01:03.322483Z","steps":["trace[549183072] 'process raft request' (duration: 103.263493ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:03.324785Z","caller":"traceutil/trace.go:171","msg":"trace[1884487899] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"105.627939ms","start":"2026-05-11T01:01:03.219142Z","end":"2026-05-11T01:01:03.32477Z","steps":["trace[1884487899] 'process raft request' (duration: 105.516366ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:03.324939Z","caller":"traceutil/trace.go:171","msg":"trace[1319289485] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"104.59661ms","start":"2026-05-11T01:01:03.220319Z","end":"2026-05-11T01:01:03.324916Z","steps":["trace[1319289485] 'process raft request' (duration: 104.417275ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:06.089937Z","caller":"traceutil/trace.go:171","msg":"trace[1868414683] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"232.472597ms","start":"2026-05-11T01:01:05.857426Z","end":"2026-05-11T01:01:06.089898Z","steps":["trace[1868414683] 'process raft request' (duration: 232.249721ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:06.094506Z","caller":"traceutil/trace.go:171","msg":"trace[809918860] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"218.630853ms","start":"2026-05-11T01:01:05.875827Z","end":"2026-05-11T01:01:06.094458Z","steps":["trace[809918860] 'process raft request' (duration: 218.432487ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:06.09469Z","caller":"traceutil/trace.go:171","msg":"trace[354946132] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"219.867647ms","start":"2026-05-11T01:01:05.874725Z","end":"2026-05-11T01:01:06.094592Z","steps":["trace[354946132] 'process raft request' (duration: 219.387903ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:06.094484Z","caller":"traceutil/trace.go:171","msg":"trace[1593250453] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"152.661915ms","start":"2026-05-11T01:01:05.941786Z","end":"2026-05-11T01:01:06.094448Z","steps":["trace[1593250453] 'process raft request' (duration: 152.561482ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:07.55016Z","caller":"traceutil/trace.go:171","msg":"trace[1357737832] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"101.71215ms","start":"2026-05-11T01:01:07.448422Z","end":"2026-05-11T01:01:07.550134Z","steps":["trace[1357737832] 'process raft request' (duration: 12.426294ms)","trace[1357737832] 'compare' (duration: 89.171583ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:07.754381Z","caller":"traceutil/trace.go:171","msg":"trace[147996144] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"125.271293ms","start":"2026-05-11T01:01:07.629069Z","end":"2026-05-11T01:01:07.75434Z","steps":["trace[147996144] 'read index received' (duration: 104.188228ms)","trace[147996144] 'applied index is now lower than readState.Index' (duration: 21.081195ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:07.754425Z","caller":"traceutil/trace.go:171","msg":"trace[1807750528] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"174.272492ms","start":"2026-05-11T01:01:07.58012Z","end":"2026-05-11T01:01:07.754392Z","steps":["trace[1807750528] 'process raft request' (duration: 153.143447ms)","trace[1807750528] 'compare' (duration: 20.778686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:07.754557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.448108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:07.754844Z","caller":"traceutil/trace.go:171","msg":"trace[608411541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2336; }","duration":"125.602222ms","start":"2026-05-11T01:01:07.629024Z","end":"2026-05-11T01:01:07.754627Z","steps":["trace[608411541] 'agreement among raft nodes before linearized reading' (duration: 125.437587ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:08.258348Z","caller":"traceutil/trace.go:171","msg":"trace[210478345] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"158.99156ms","start":"2026-05-11T01:01:08.099323Z","end":"2026-05-11T01:01:08.258315Z","steps":["trace[210478345] 'process raft request' (duration: 151.663966ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:08.258614Z","caller":"traceutil/trace.go:171","msg":"trace[2010419830] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2432; }","duration":"134.727137ms","start":"2026-05-11T01:01:08.12387Z","end":"2026-05-11T01:01:08.258597Z","steps":["trace[2010419830] 'read index received' (duration: 20.033095ms)","trace[2010419830] 'applied index is now lower than readState.Index' (duration: 114.692302ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:08.258738Z","caller":"traceutil/trace.go:171","msg":"trace[134177039] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"159.295698ms","start":"2026-05-11T01:01:08.099414Z","end":"2026-05-11T01:01:08.25871Z","steps":["trace[134177039] 'process raft request' (duration: 158.821385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:08.259138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.20971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:01:08.259312Z","caller":"traceutil/trace.go:171","msg":"trace[144728958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2339; }","duration":"135.412275ms","start":"2026-05-11T01:01:08.123855Z","end":"2026-05-11T01:01:08.259267Z","steps":["trace[144728958] 'agreement among raft nodes before linearized reading' (duration: 134.968443ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:09.647333Z","caller":"traceutil/trace.go:171","msg":"trace[154077688] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"164.373239ms","start":"2026-05-11T01:01:09.482919Z","end":"2026-05-11T01:01:09.647292Z","steps":["trace[154077688] 'process raft request' (duration: 74.133656ms)","trace[154077688] 'compare' (duration: 90.044837ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:09.854219Z","caller":"traceutil/trace.go:171","msg":"trace[1805039281] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"201.803126ms","start":"2026-05-11T01:01:09.652379Z","end":"2026-05-11T01:01:09.854182Z","steps":["trace[1805039281] 'process raft request' (duration: 191.451238ms)","trace[1805039281] 'compare' (duration: 10.197854ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:10.352943Z","caller":"traceutil/trace.go:171","msg":"trace[1260294390] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"203.727609ms","start":"2026-05-11T01:01:10.149184Z","end":"2026-05-11T01:01:10.352912Z","steps":["trace[1260294390] 'process raft request' (duration: 128.836092ms)","trace[1260294390] 'compare' (duration: 74.778454ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:11.634186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.768119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:11.634363Z","caller":"traceutil/trace.go:171","msg":"trace[171681994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2347; }","duration":"115.946504ms","start":"2026-05-11T01:01:11.518387Z","end":"2026-05-11T01:01:11.634334Z","steps":["trace[171681994] 'range keys from in-memory index tree' (duration: 115.751539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:12.236567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.958476176s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:01:12.237093Z","caller":"traceutil/trace.go:171","msg":"trace[1790015226] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"1.971584069s","start":"2026-05-11T01:01:10.265481Z","end":"2026-05-11T01:01:12.237065Z","steps":["trace[1790015226] 'process raft request' (duration: 1.971329642s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:12.23726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.265455Z","time spent":"1.971715143s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:12.237271Z","caller":"traceutil/trace.go:171","msg":"trace[421176765] linearizableReadLoop","detail":"{readStateIndex:2444; appliedIndex:2441; }","duration":"1.964185485s","start":"2026-05-11T01:01:10.273053Z","end":"2026-05-11T01:01:12.237239Z","steps":["trace[421176765] 'read index received' (duration: 4.981209ms)","trace[421176765] 'applied index is now lower than readState.Index' (duration: 1.959201786s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:12.23734Z","caller":"traceutil/trace.go:171","msg":"trace[1486674491] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.971805525s","start":"2026-05-11T01:01:10.265515Z","end":"2026-05-11T01:01:12.237321Z","steps":["trace[1486674491] 'process raft request' (duration: 1.971480796s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:12.237418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.2655Z","time spent":"1.971877967s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:12.237508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964402211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:12.237586Z","caller":"traceutil/trace.go:171","msg":"trace[1298470616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2349; }","duration":"1.964572655s","start":"2026-05-11T01:01:10.272993Z","end":"2026-05-11T01:01:12.237566Z","steps":["trace[1298470616] 'agreement among raft nodes before linearized reading' (duration: 1.964346939s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:12.237618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.272966Z","time spent":"1.964644548s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:01:13.048775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000745486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:01:13.04887Z","caller":"traceutil/trace.go:171","msg":"trace[637390037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089754s","start":"2026-05-11T01:01:11.047951Z","end":"2026-05-11T01:01:13.048849Z","steps":["trace[637390037] 'agreement among raft nodes before linearized reading' (duration: 2.000767816s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.049083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.047923Z","time spent":"2.000994942s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:13.187366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.815449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:13.187622Z","caller":"traceutil/trace.go:171","msg":"trace[993139194] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"452.792527ms","start":"2026-05-11T01:01:12.734815Z","end":"2026-05-11T01:01:13.187607Z","steps":["trace[993139194] 'process raft request' (duration: 452.756216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.187686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:12.734787Z","time spent":"452.87196ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:13.187672Z","caller":"traceutil/trace.go:171","msg":"trace[897664577] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"999.9857ms","start":"2026-05-11T01:01:12.187649Z","end":"2026-05-11T01:01:13.187635Z","steps":["trace[897664577] 'process raft request' (duration: 999.811415ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:13.187871Z","caller":"traceutil/trace.go:171","msg":"trace[1018339434] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2444; }","duration":"950.518278ms","start":"2026-05-11T01:01:12.237342Z","end":"2026-05-11T01:01:13.18786Z","steps":["trace[1018339434] 'read index received' (duration: 454.427542ms)","trace[1018339434] 'applied index is now lower than readState.Index' (duration: 496.089706ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:13.18795Z","caller":"traceutil/trace.go:171","msg":"trace[1595668914] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"830.020188ms","start":"2026-05-11T01:01:12.357922Z","end":"2026-05-11T01:01:13.187942Z","steps":["trace[1595668914] 'process raft request' (duration: 829.618457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.187992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:12.35789Z","time spent":"830.077789ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:13.188206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871134165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:01:13.188245Z","caller":"traceutil/trace.go:171","msg":"trace[203647240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2353; }","duration":"2.87130827s","start":"2026-05-11T01:01:10.316929Z","end":"2026-05-11T01:01:13.188237Z","steps":["trace[203647240] 'agreement among raft nodes before linearized reading' (duration: 2.871191757s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.316904Z","time spent":"2.87135818s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:13.188232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926580758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-05-11T01:01:13.188309Z","caller":"traceutil/trace.go:171","msg":"trace[1313989181] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.325509066s","start":"2026-05-11T01:01:11.862784Z","end":"2026-05-11T01:01:13.188293Z","steps":["trace[1313989181] 'process raft request' (duration: 828.679909ms)","trace[1313989181] 'compare' (duration: 495.647284ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:13.188326Z","caller":"traceutil/trace.go:171","msg":"trace[776932653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2353; }","duration":"1.926711251s","start":"2026-05-11T01:01:11.261592Z","end":"2026-05-11T01:01:13.188304Z","steps":["trace[776932653] 'agreement among raft nodes before linearized reading' (duration: 1.926374781s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115869558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:13.188379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.862764Z","time spent":"1.325579749s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:13.188391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976493742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-11T01:01:13.188395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.350632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:13.188431Z","caller":"traceutil/trace.go:171","msg":"trace[1454145607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2353; }","duration":"1.976565554s","start":"2026-05-11T01:01:11.211852Z","end":"2026-05-11T01:01:13.188418Z","steps":["trace[1454145607] 'agreement among raft nodes before linearized reading' (duration: 1.97642325s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:13.188454Z","caller":"traceutil/trace.go:171","msg":"trace[230703470] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2353; }","duration":"682.456885ms","start":"2026-05-11T01:01:12.505981Z","end":"2026-05-11T01:01:13.188438Z","steps":["trace[230703470] 'agreement among raft nodes before linearized reading' (duration: 682.362853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.211831Z","time spent":"1.976632046s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:01:13.188495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305787815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:13.188495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.653033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:13.188504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:12.505948Z","time spent":"682.541128ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:13.188527Z","caller":"traceutil/trace.go:171","msg":"trace[1713470729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2353; }","duration":"2.305863227s","start":"2026-05-11T01:01:10.882656Z","end":"2026-05-11T01:01:13.188519Z","steps":["trace[1713470729] 'agreement among raft nodes before linearized reading' (duration: 2.305800896s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:13.18842Z","caller":"traceutil/trace.go:171","msg":"trace[346022452] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2353; }","duration":"2.115978161s","start":"2026-05-11T01:01:11.072421Z","end":"2026-05-11T01:01:13.1884Z","steps":["trace[346022452] 'agreement among raft nodes before linearized reading' (duration: 2.115844538s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.882633Z","time spent":"2.305911498s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:13.188545Z","caller":"traceutil/trace.go:171","msg":"trace[640794936] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2353; }","duration":"346.724316ms","start":"2026-05-11T01:01:12.841805Z","end":"2026-05-11T01:01:13.188529Z","steps":["trace[640794936] 'agreement among raft nodes before linearized reading' (duration: 346.649394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.072407Z","time spent":"2.116160386s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:13.188598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:12.841788Z","time spent":"346.795067ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:13.188672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740817224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:13.188687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536528078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:01:13.188732Z","caller":"traceutil/trace.go:171","msg":"trace[230327047] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2353; }","duration":"1.740916787s","start":"2026-05-11T01:01:11.4478Z","end":"2026-05-11T01:01:13.188716Z","steps":["trace[230327047] 'agreement among raft nodes before linearized reading' (duration: 1.740833435s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329890108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:01:13.188767Z","caller":"traceutil/trace.go:171","msg":"trace[1175585891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2353; }","duration":"1.53661373s","start":"2026-05-11T01:01:11.652115Z","end":"2026-05-11T01:01:13.188729Z","steps":["trace[1175585891] 'agreement among raft nodes before linearized reading' (duration: 1.536526868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.447778Z","time spent":"1.740986228s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:13.188373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.261578Z","time spent":"1.926785063s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:01:13.18879Z","caller":"traceutil/trace.go:171","msg":"trace[1729761016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2353; }","duration":"1.330141705s","start":"2026-05-11T01:01:11.858635Z","end":"2026-05-11T01:01:13.188777Z","steps":["trace[1729761016] 'agreement among raft nodes before linearized reading' (duration: 1.329838006s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.858611Z","time spent":"1.330272718s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:13.187856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:12.187618Z","time spent":"1.000144655s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:13.18863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.350515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:13.188983Z","caller":"traceutil/trace.go:171","msg":"trace[475707440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"139.770026ms","start":"2026-05-11T01:01:13.049203Z","end":"2026-05-11T01:01:13.188974Z","steps":["trace[475707440] 'agreement among raft nodes before linearized reading' (duration: 139.244251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.188824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.652094Z","time spent":"1.536720965s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:13.189003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703280943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-11T01:01:13.188606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705956557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T01:01:13.18912Z","caller":"traceutil/trace.go:171","msg":"trace[1042318300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2353; }","duration":"1.706519373s","start":"2026-05-11T01:01:11.482581Z","end":"2026-05-11T01:01:13.1891Z","steps":["trace[1042318300] 'agreement among raft nodes before linearized reading' (duration: 1.705906397s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.18915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525622381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:13.189189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.482559Z","time spent":"1.706612295s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:01:13.189182Z","caller":"traceutil/trace.go:171","msg":"trace[973121588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2353; }","duration":"2.525936239s","start":"2026-05-11T01:01:10.663237Z","end":"2026-05-11T01:01:13.189173Z","steps":["trace[973121588] 'agreement among raft nodes before linearized reading' (duration: 2.525632081s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.189239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:10.663216Z","time spent":"2.526015062s","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:13.189108Z","caller":"traceutil/trace.go:171","msg":"trace[669302063] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:2353; }","duration":"1.703453248s","start":"2026-05-11T01:01:11.485635Z","end":"2026-05-11T01:01:13.189089Z","steps":["trace[669302063] 'agreement among raft nodes before linearized reading' (duration: 1.703061047s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:13.189402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:11.485625Z","time spent":"1.703762416s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:01:14.115174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.445812ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-11T01:01:14.1153Z","caller":"traceutil/trace.go:171","msg":"trace[1867972585] linearizableReadLoop","detail":"{readStateIndex:2449; appliedIndex:2448; }","duration":"922.343768ms","start":"2026-05-11T01:01:13.192939Z","end":"2026-05-11T01:01:14.115283Z","steps":["trace[1867972585] 'read index received' (duration: 158.802504ms)","trace[1867972585] 'applied index is now lower than readState.Index' (duration: 763.539494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:14.115369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.191189Z","time spent":"924.176418ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:01:14.115671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.707187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-11T01:01:14.115764Z","caller":"traceutil/trace.go:171","msg":"trace[1900921782] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:2353; }","duration":"922.8164ms","start":"2026-05-11T01:01:13.192917Z","end":"2026-05-11T01:01:14.115734Z","steps":["trace[1900921782] 'agreement among raft nodes before linearized reading' (duration: 922.510532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.115805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.192905Z","time spent":"922.892283ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"info","ts":"2026-05-11T01:01:14.1252Z","caller":"traceutil/trace.go:171","msg":"trace[793923836] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"931.457469ms","start":"2026-05-11T01:01:13.193719Z","end":"2026-05-11T01:01:14.125176Z","steps":["trace[793923836] 'process raft request' (duration: 931.380427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.125399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.193698Z","time spent":"931.592354ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:14.125576Z","caller":"traceutil/trace.go:171","msg":"trace[1437073566] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"931.311666ms","start":"2026-05-11T01:01:13.194228Z","end":"2026-05-11T01:01:14.12554Z","steps":["trace[1437073566] 'process raft request' (duration: 930.902405ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:14.12567Z","caller":"traceutil/trace.go:171","msg":"trace[1810260695] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"932.530309ms","start":"2026-05-11T01:01:13.193083Z","end":"2026-05-11T01:01:14.125613Z","steps":["trace[1810260695] 'process raft request' (duration: 931.81129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.125743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.194218Z","time spent":"931.436349ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:14.12592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.193068Z","time spent":"932.720185ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:14.125911Z","caller":"traceutil/trace.go:171","msg":"trace[502438813] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"920.60805ms","start":"2026-05-11T01:01:13.205283Z","end":"2026-05-11T01:01:14.125891Z","steps":["trace[502438813] 'process raft request' (duration: 920.174317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.126055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.205271Z","time spent":"920.701672ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:14.126242Z","caller":"traceutil/trace.go:171","msg":"trace[1661451967] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"919.848029ms","start":"2026-05-11T01:01:13.206378Z","end":"2026-05-11T01:01:14.126226Z","steps":["trace[1661451967] 'process raft request' (duration: 919.451438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.126322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.143328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:14.126238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.437742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:14.126396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.206367Z","time spent":"919.935151ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:14.126431Z","caller":"traceutil/trace.go:171","msg":"trace[1588621376] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2358; }","duration":"920.26516ms","start":"2026-05-11T01:01:13.206151Z","end":"2026-05-11T01:01:14.126416Z","steps":["trace[1588621376] 'agreement among raft nodes before linearized reading' (duration: 920.142117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.127232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.206139Z","time spent":"921.072282ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:01:14.12645Z","caller":"traceutil/trace.go:171","msg":"trace[1672496321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2358; }","duration":"930.672269ms","start":"2026-05-11T01:01:13.19576Z","end":"2026-05-11T01:01:14.126432Z","steps":["trace[1672496321] 'agreement among raft nodes before linearized reading' (duration: 930.382751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.127437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.195749Z","time spent":"931.671976ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:14.126535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.303047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:14.127599Z","caller":"traceutil/trace.go:171","msg":"trace[887599629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2358; }","duration":"883.456729ms","start":"2026-05-11T01:01:13.244114Z","end":"2026-05-11T01:01:14.127571Z","steps":["trace[887599629] 'agreement among raft nodes before linearized reading' (duration: 882.171844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:14.127648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:13.244102Z","time spent":"883.532281ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:01:14.62954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736112124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:01:15.162456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.004526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:15.162735Z","caller":"traceutil/trace.go:171","msg":"trace[2111804402] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"1.0445596s","start":"2026-05-11T01:01:14.118154Z","end":"2026-05-11T01:01:15.162713Z","steps":["trace[2111804402] 'process raft request' (duration: 1.044424846s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:15.162859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.118136Z","time spent":"1.044639813s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:15.162969Z","caller":"traceutil/trace.go:171","msg":"trace[619253354] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"1.045911038s","start":"2026-05-11T01:01:14.117013Z","end":"2026-05-11T01:01:15.162924Z","steps":["trace[619253354] 'process raft request' (duration: 884.311655ms)","trace[619253354] 'compare' (duration: 160.766639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:15.163193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.116981Z","time spent":"1.046090633s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:16.128905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:01:16.129014Z","caller":"traceutil/trace.go:171","msg":"trace[1183610324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351526s","start":"2026-05-11T01:01:14.128631Z","end":"2026-05-11T01:01:16.128982Z","steps":["trace[1183610324] 'agreement among raft nodes before linearized reading' (duration: 2.000208742s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:16.129071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.12862Z","time spent":"2.000440108s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:16.457937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01723654s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:01:16.784723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343914831s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:16.785052Z","caller":"traceutil/trace.go:171","msg":"trace[1357988837] linearizableReadLoop","detail":"{readStateIndex:2458; appliedIndex:2454; }","duration":"2.656370749s","start":"2026-05-11T01:01:14.128658Z","end":"2026-05-11T01:01:16.785028Z","steps":["trace[1357988837] 'read index received' (duration: 872.687892ms)","trace[1357988837] 'applied index is now lower than readState.Index' (duration: 1.783681557s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:16.785156Z","caller":"traceutil/trace.go:171","msg":"trace[1568289107] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"2.526493708s","start":"2026-05-11T01:01:14.258637Z","end":"2026-05-11T01:01:16.78513Z","steps":["trace[1568289107] 'process raft request' (duration: 1.182069173s)","trace[1568289107] 'compare' (duration: 1.343756326s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:16.785174Z","caller":"traceutil/trace.go:171","msg":"trace[1399319027] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"2.526502259s","start":"2026-05-11T01:01:14.258655Z","end":"2026-05-11T01:01:16.785157Z","steps":["trace[1399319027] 'process raft request' (duration: 2.52619435s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:16.78526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.258621Z","time spent":"2.526596781s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:16.78529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.2586Z","time spent":"2.526612401s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:16.785365Z","caller":"traceutil/trace.go:171","msg":"trace[33418599] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"1.590293333s","start":"2026-05-11T01:01:15.195043Z","end":"2026-05-11T01:01:16.785336Z","steps":["trace[33418599] 'process raft request' (duration: 1.589932044s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:16.785532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.195003Z","time spent":"1.590437457s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:16.812027Z","caller":"traceutil/trace.go:171","msg":"trace[2045232349] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"1.616602792s","start":"2026-05-11T01:01:15.195393Z","end":"2026-05-11T01:01:16.811996Z","steps":["trace[2045232349] 'process raft request' (duration: 1.58982429s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:16.812215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.195381Z","time spent":"1.616732255s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:17.285906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736112131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:01:17.589969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:01:17.590079Z","caller":"traceutil/trace.go:171","msg":"trace[1418180012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166207s","start":"2026-05-11T01:01:15.589867Z","end":"2026-05-11T01:01:17.590033Z","steps":["trace[1418180012] 'agreement among raft nodes before linearized reading' (duration: 2.000044374s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:17.590125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.589845Z","time spent":"2.000271631s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:17.755087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296918795s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:01:17.974547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.989513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:17.974688Z","caller":"traceutil/trace.go:171","msg":"trace[108203382] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"1.752457476s","start":"2026-05-11T01:01:16.222202Z","end":"2026-05-11T01:01:17.97466Z","steps":["trace[108203382] 'process raft request' (duration: 1.533232397s)","trace[108203382] 'compare' (duration: 218.600332ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:17.974796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.22218Z","time spent":"1.752562579s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:18.138368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000665331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:01:18.138484Z","caller":"traceutil/trace.go:171","msg":"trace[604188469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818766s","start":"2026-05-11T01:01:16.137637Z","end":"2026-05-11T01:01:18.138456Z","steps":["trace[604188469] 'agreement among raft nodes before linearized reading' (duration: 2.000680032s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.138548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.137603Z","time spent":"2.000931769s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:18.392817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.640026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:01:18.392916Z","caller":"traceutil/trace.go:171","msg":"trace[1143239757] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2460; }","duration":"1.607790987s","start":"2026-05-11T01:01:16.78511Z","end":"2026-05-11T01:01:18.392901Z","steps":["trace[1143239757] 'read index received' (duration: 970.341377ms)","trace[1143239757] 'applied index is now lower than readState.Index' (duration: 637.44762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:18.393124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262617697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:01:18.393133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791829086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:18.393186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262629987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T01:01:18.393202Z","caller":"traceutil/trace.go:171","msg":"trace[627696410] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2365; }","duration":"3.79196834s","start":"2026-05-11T01:01:14.601219Z","end":"2026-05-11T01:01:18.393188Z","steps":["trace[627696410] 'agreement among raft nodes before linearized reading' (duration: 3.791848937s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074954289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:18.393226Z","caller":"traceutil/trace.go:171","msg":"trace[422604898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2365; }","duration":"2.262666248s","start":"2026-05-11T01:01:16.130549Z","end":"2026-05-11T01:01:18.393216Z","steps":["trace[422604898] 'agreement among raft nodes before linearized reading' (duration: 2.262447522s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.601177Z","time spent":"3.792051343s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:18.393246Z","caller":"traceutil/trace.go:171","msg":"trace[701115294] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2365; }","duration":"4.075043611s","start":"2026-05-11T01:01:14.318195Z","end":"2026-05-11T01:01:18.393238Z","steps":["trace[701115294] 'agreement among raft nodes before linearized reading' (duration: 4.074990219s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181583729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-11T01:01:18.393278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.318168Z","time spent":"4.075102343s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:18.393297Z","caller":"traceutil/trace.go:171","msg":"trace[105225979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2365; }","duration":"2.181669131s","start":"2026-05-11T01:01:16.211614Z","end":"2026-05-11T01:01:18.393283Z","steps":["trace[105225979] 'agreement among raft nodes before linearized reading' (duration: 2.181471916s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210415638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:18.393342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261390713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T01:01:18.393334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263257125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:01:18.39334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227474035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-11T01:01:18.393383Z","caller":"traceutil/trace.go:171","msg":"trace[2115265933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2365; }","duration":"2.21049761s","start":"2026-05-11T01:01:16.182864Z","end":"2026-05-11T01:01:18.393362Z","steps":["trace[2115265933] 'agreement among raft nodes before linearized reading' (duration: 2.210373087s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:18.393393Z","caller":"traceutil/trace.go:171","msg":"trace[636428898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2365; }","duration":"2.263359318s","start":"2026-05-11T01:01:16.130018Z","end":"2026-05-11T01:01:18.393377Z","steps":["trace[636428898] 'agreement among raft nodes before linearized reading' (duration: 2.263198443s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25794307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:01:18.393431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.182824Z","time spent":"2.210598924s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:18.393428Z","caller":"traceutil/trace.go:171","msg":"trace[426257486] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2365; }","duration":"3.22765057s","start":"2026-05-11T01:01:15.165758Z","end":"2026-05-11T01:01:18.393408Z","steps":["trace[426257486] 'agreement among raft nodes before linearized reading' (duration: 3.227451504s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:18.393446Z","caller":"traceutil/trace.go:171","msg":"trace[1111681930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2365; }","duration":"3.258060052s","start":"2026-05-11T01:01:15.135378Z","end":"2026-05-11T01:01:18.393438Z","steps":["trace[1111681930] 'agreement among raft nodes before linearized reading' (duration: 3.25798499s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.129993Z","time spent":"2.263438069s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:18.393459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262142671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:18.393455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237600103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:18.393472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.586797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-05-11T01:01:18.393494Z","caller":"traceutil/trace.go:171","msg":"trace[162768980] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2365; }","duration":"4.262214033s","start":"2026-05-11T01:01:14.131271Z","end":"2026-05-11T01:01:18.393485Z","steps":["trace[162768980] 'agreement among raft nodes before linearized reading' (duration: 4.262151361s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:18.393535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:14.131251Z","time spent":"4.262277884s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:01:18.393492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226531788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ae5d13359a036c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-11T01:01:18.393664Z","caller":"traceutil/trace.go:171","msg":"trace[1293720008] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ae5d13359a036c; range_end:; response_count:1; response_revision:2365; }","duration":"3.226848388s","start":"2026-05-11T01:01:15.166779Z","end":"2026-05-11T01:01:18.393627Z","steps":["trace[1293720008] 'agreement among raft nodes before linearized reading' (duration: 3.226320373s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.130544Z","time spent":"2.262708879s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:01:18.393167Z","caller":"traceutil/trace.go:171","msg":"trace[97723852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2365; }","duration":"2.26270376s","start":"2026-05-11T01:01:16.130453Z","end":"2026-05-11T01:01:18.393156Z","steps":["trace[97723852] 'agreement among raft nodes before linearized reading' (duration: 2.262578646s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.166747Z","time spent":"3.226985201s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ae5d13359a036c\" "} {"level":"info","ts":"2026-05-11T01:01:18.393543Z","caller":"traceutil/trace.go:171","msg":"trace[312315211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2365; }","duration":"248.842752ms","start":"2026-05-11T01:01:18.144689Z","end":"2026-05-11T01:01:18.393532Z","steps":["trace[312315211] 'agreement among raft nodes before linearized reading' (duration: 248.670347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.393758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.130434Z","time spent":"2.263312606s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:18.393492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.165725Z","time spent":"3.227742782s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-11T01:01:18.393377Z","caller":"traceutil/trace.go:171","msg":"trace[1512675340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2365; }","duration":"2.261447194s","start":"2026-05-11T01:01:16.13192Z","end":"2026-05-11T01:01:18.393368Z","steps":["trace[1512675340] 'agreement among raft nodes before linearized reading' (duration: 2.261359162s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.394066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.131908Z","time spent":"2.262122543s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:01:18.393335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.211593Z","time spent":"2.181734283s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:01:18.393124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26162994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:01:18.394225Z","caller":"traceutil/trace.go:171","msg":"trace[1670784176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2365; }","duration":"2.262756301s","start":"2026-05-11T01:01:16.131456Z","end":"2026-05-11T01:01:18.394212Z","steps":["trace[1670784176] 'agreement among raft nodes before linearized reading' (duration: 2.261535377s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.39429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.131448Z","time spent":"2.262813263s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:18.39334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499451881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:18.394389Z","caller":"traceutil/trace.go:171","msg":"trace[1949345621] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2365; }","duration":"1.500595403s","start":"2026-05-11T01:01:16.893782Z","end":"2026-05-11T01:01:18.394377Z","steps":["trace[1949345621] 'agreement among raft nodes before linearized reading' (duration: 1.499441851s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.39443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:16.89375Z","time spent":"1.500667495s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:18.393467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:15.135347Z","time spent":"3.258115324s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:01:18.3935Z","caller":"traceutil/trace.go:171","msg":"trace[595354621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2365; }","duration":"1.237703825s","start":"2026-05-11T01:01:17.155788Z","end":"2026-05-11T01:01:18.393492Z","steps":["trace[595354621] 'agreement among raft nodes before linearized reading' (duration: 1.237635173s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:18.393547Z","caller":"traceutil/trace.go:171","msg":"trace[1443886325] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2365; }","duration":"251.691021ms","start":"2026-05-11T01:01:18.141832Z","end":"2026-05-11T01:01:18.393523Z","steps":["trace[1443886325] 'agreement among raft nodes before linearized reading' (duration: 251.574567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.394909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:17.155754Z","time spent":"1.238787435s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:18.542012Z","caller":"traceutil/trace.go:171","msg":"trace[1894311585] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"145.577657ms","start":"2026-05-11T01:01:18.396409Z","end":"2026-05-11T01:01:18.541987Z","steps":["trace[1894311585] 'process raft request' (duration: 145.395522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:18.542154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.713301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:18.542021Z","caller":"traceutil/trace.go:171","msg":"trace[1466484588] linearizableReadLoop","detail":"{readStateIndex:2463; appliedIndex:2463; }","duration":"145.535516ms","start":"2026-05-11T01:01:18.396449Z","end":"2026-05-11T01:01:18.541984Z","steps":["trace[1466484588] 'read index received' (duration: 145.518075ms)","trace[1466484588] 'applied index is now lower than readState.Index' (duration: 13.831µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:18.542209Z","caller":"traceutil/trace.go:171","msg":"trace[738509856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2366; }","duration":"145.822574ms","start":"2026-05-11T01:01:18.396372Z","end":"2026-05-11T01:01:18.542195Z","steps":["trace[738509856] 'agreement among raft nodes before linearized reading' (duration: 145.709651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:19.055055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736112143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:01:19.547921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005922965s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:01:22.068154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:01:22.068375Z","caller":"traceutil/trace.go:171","msg":"trace[987908000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000819526s","start":"2026-05-11T01:01:20.067533Z","end":"2026-05-11T01:01:22.068352Z","steps":["trace[987908000] 'agreement among raft nodes before linearized reading' (duration: 2.000521178s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.068587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:20.067509Z","time spent":"2.00094572s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:01:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:01:22.192294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705326991s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:01:22.424012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.385617ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:22.424282Z","caller":"traceutil/trace.go:171","msg":"trace[1795130381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2366; }","duration":"905.671375ms","start":"2026-05-11T01:01:21.518592Z","end":"2026-05-11T01:01:22.424264Z","steps":["trace[1795130381] 'range keys from in-memory index tree' (duration: 905.363786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.424933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876671695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:22.426861Z","caller":"traceutil/trace.go:171","msg":"trace[1607638748] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"4.028537977s","start":"2026-05-11T01:01:18.398284Z","end":"2026-05-11T01:01:22.426822Z","steps":["trace[1607638748] 'process raft request' (duration: 1.149842896s)","trace[1607638748] 'compare' (duration: 2.875988816s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:22.427064Z","caller":"traceutil/trace.go:171","msg":"trace[2103932201] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"4.028514776s","start":"2026-05-11T01:01:18.398527Z","end":"2026-05-11T01:01:22.427042Z","steps":["trace[2103932201] 'process raft request' (duration: 4.02827063s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.427067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.398239Z","time spent":"4.028711532s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.426912Z","caller":"traceutil/trace.go:171","msg":"trace[114880648] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"4.028610709s","start":"2026-05-11T01:01:18.398263Z","end":"2026-05-11T01:01:22.426873Z","steps":["trace[114880648] 'process raft request' (duration: 4.028375022s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.427192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.398517Z","time spent":"4.028592158s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.4277Z","caller":"traceutil/trace.go:171","msg":"trace[873576675] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"4.028493766s","start":"2026-05-11T01:01:18.399192Z","end":"2026-05-11T01:01:22.427685Z","steps":["trace[873576675] 'process raft request' (duration: 4.027786477s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:22.427767Z","caller":"traceutil/trace.go:171","msg":"trace[1673504486] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"4.027765216s","start":"2026-05-11T01:01:18.39999Z","end":"2026-05-11T01:01:22.427756Z","steps":["trace[1673504486] 'process raft request' (duration: 4.027630302s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.427779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.399181Z","time spent":"4.028558017s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:22.427849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.399981Z","time spent":"4.027834718s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.42784Z","caller":"traceutil/trace.go:171","msg":"trace[2029852812] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"4.026059418s","start":"2026-05-11T01:01:18.401746Z","end":"2026-05-11T01:01:22.427806Z","steps":["trace[2029852812] 'process raft request' (duration: 4.025933295s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.428006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.401724Z","time spent":"4.026180352s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:22.427521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.398239Z","time spent":"4.029107103s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.42923Z","caller":"traceutil/trace.go:171","msg":"trace[1264311661] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"4.01527041s","start":"2026-05-11T01:01:18.413949Z","end":"2026-05-11T01:01:22.429219Z","steps":["trace[1264311661] 'process raft request' (duration: 4.014803136s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:22.429244Z","caller":"traceutil/trace.go:171","msg":"trace[1985168985] linearizableReadLoop","detail":"{readStateIndex:2474; appliedIndex:2463; }","duration":"3.886989512s","start":"2026-05-11T01:01:18.542236Z","end":"2026-05-11T01:01:22.429226Z","steps":["trace[1985168985] 'read index received' (duration: 1.005892014s)","trace[1985168985] 'applied index is now lower than readState.Index' (duration: 2.881096658s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:22.429283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.413933Z","time spent":"4.015322922s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.429346Z","caller":"traceutil/trace.go:171","msg":"trace[181016799] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"3.638684186s","start":"2026-05-11T01:01:18.790648Z","end":"2026-05-11T01:01:22.429332Z","steps":["trace[181016799] 'process raft request' (duration: 3.638233243s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.429431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.790622Z","time spent":"3.638754758s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.429549Z","caller":"traceutil/trace.go:171","msg":"trace[121839924] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"3.611313397s","start":"2026-05-11T01:01:18.818204Z","end":"2026-05-11T01:01:22.429518Z","steps":["trace[121839924] 'process raft request' (duration: 3.610988058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.429703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.818184Z","time spent":"3.611422219s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:22.429711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031437747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:01:22.429754Z","caller":"traceutil/trace.go:171","msg":"trace[106325354] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2377; }","duration":"4.031503399s","start":"2026-05-11T01:01:18.39824Z","end":"2026-05-11T01:01:22.429743Z","steps":["trace[106325354] 'agreement among raft nodes before linearized reading' (duration: 4.031398866s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.429759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026740178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:01:22.429781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.398229Z","time spent":"4.03154492s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-11T01:01:22.429787Z","caller":"traceutil/trace.go:171","msg":"trace[599572642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2377; }","duration":"4.026784459s","start":"2026-05-11T01:01:18.402995Z","end":"2026-05-11T01:01:22.42978Z","steps":["trace[599572642] 'agreement among raft nodes before linearized reading' (duration: 4.026626655s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.429806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.402988Z","time spent":"4.02681382s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:01:22.429932Z","caller":"traceutil/trace.go:171","msg":"trace[1963851525] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"3.638971184s","start":"2026-05-11T01:01:18.79093Z","end":"2026-05-11T01:01:22.429901Z","steps":["trace[1963851525] 'process raft request' (duration: 3.638188072s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.430075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.790897Z","time spent":"3.639122708s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:22.430107Z","caller":"traceutil/trace.go:171","msg":"trace[662035730] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"3.637923286s","start":"2026-05-11T01:01:18.792169Z","end":"2026-05-11T01:01:22.430093Z","steps":["trace[662035730] 'process raft request' (duration: 3.63698412s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.430225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.792143Z","time spent":"3.638042208s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:22.849155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.417941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:22.849263Z","caller":"traceutil/trace.go:171","msg":"trace[1285704303] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2474; }","duration":"419.957475ms","start":"2026-05-11T01:01:22.429291Z","end":"2026-05-11T01:01:22.849249Z","steps":["trace[1285704303] 'read index received' (duration: 172.427621ms)","trace[1285704303] 'applied index is now lower than readState.Index' (duration: 247.529014ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:22.849337Z","caller":"traceutil/trace.go:171","msg":"trace[703252713] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"2.149323905s","start":"2026-05-11T01:01:20.700005Z","end":"2026-05-11T01:01:22.849329Z","steps":["trace[703252713] 'process raft request' (duration: 1.901652236s)","trace[703252713] 'compare' (duration: 247.312539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:22.849387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:20.699967Z","time spent":"2.149392987s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:22.849419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878577649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:22.849523Z","caller":"traceutil/trace.go:171","msg":"trace[1473813375] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2378; }","duration":"2.878736483s","start":"2026-05-11T01:01:19.970762Z","end":"2026-05-11T01:01:22.849498Z","steps":["trace[1473813375] 'agreement among raft nodes before linearized reading' (duration: 2.878567248s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.849596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028367242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:22.849605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.97073Z","time spent":"2.878858107s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:22.849758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110213643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:22.849787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.999169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T01:01:22.849627Z","caller":"traceutil/trace.go:171","msg":"trace[29815556] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2378; }","duration":"3.028438344s","start":"2026-05-11T01:01:19.821178Z","end":"2026-05-11T01:01:22.849617Z","steps":["trace[29815556] 'agreement among raft nodes before linearized reading' (duration: 3.028363272s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:22.849806Z","caller":"traceutil/trace.go:171","msg":"trace[1598455779] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2378; }","duration":"3.110290065s","start":"2026-05-11T01:01:19.7395Z","end":"2026-05-11T01:01:22.84979Z","steps":["trace[1598455779] 'agreement among raft nodes before linearized reading' (duration: 3.110233683s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.849802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472526566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:22.849888Z","caller":"traceutil/trace.go:171","msg":"trace[1905104256] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2378; }","duration":"1.472645059s","start":"2026-05-11T01:01:21.377222Z","end":"2026-05-11T01:01:22.849867Z","steps":["trace[1905104256] 'agreement among raft nodes before linearized reading' (duration: 1.472458914s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.849902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497673944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:22.849932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:21.377121Z","time spent":"1.472801314s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:22.849956Z","caller":"traceutil/trace.go:171","msg":"trace[1646332941] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2378; }","duration":"1.497783246s","start":"2026-05-11T01:01:21.352159Z","end":"2026-05-11T01:01:22.849942Z","steps":["trace[1646332941] 'agreement among raft nodes before linearized reading' (duration: 1.497600631s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.849984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445748416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:01:22.849966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.780172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:22.850006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:21.352131Z","time spent":"1.497857938s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:22.850022Z","caller":"traceutil/trace.go:171","msg":"trace[1230006608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2378; }","duration":"939.875744ms","start":"2026-05-11T01:01:21.910138Z","end":"2026-05-11T01:01:22.850014Z","steps":["trace[1230006608] 'agreement among raft nodes before linearized reading' (duration: 939.800462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:21.910114Z","time spent":"939.926496ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:22.850054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586687055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:22.850082Z","caller":"traceutil/trace.go:171","msg":"trace[830612513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2378; }","duration":"3.586736887s","start":"2026-05-11T01:01:19.263336Z","end":"2026-05-11T01:01:22.850073Z","steps":["trace[830612513] 'agreement among raft nodes before linearized reading' (duration: 3.586695596s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.263321Z","time spent":"3.586782048s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:22.850233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062797574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:22.850247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.578675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:22.850305Z","caller":"traceutil/trace.go:171","msg":"trace[1134599843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2378; }","duration":"781.673298ms","start":"2026-05-11T01:01:22.068624Z","end":"2026-05-11T01:01:22.850298Z","steps":["trace[1134599843] 'agreement among raft nodes before linearized reading' (duration: 781.598246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.068605Z","time spent":"781.725559ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:22.84984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.739478Z","time spent":"3.110352876s","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:22.85047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555721384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-11T01:01:22.850301Z","caller":"traceutil/trace.go:171","msg":"trace[29275520] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2378; }","duration":"1.062843825s","start":"2026-05-11T01:01:21.787416Z","end":"2026-05-11T01:01:22.85026Z","steps":["trace[29275520] 'agreement among raft nodes before linearized reading' (duration: 1.062774783s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:21.787315Z","time spent":"1.063223536s","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:22.850012Z","caller":"traceutil/trace.go:171","msg":"trace[605441335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2378; }","duration":"3.445823178s","start":"2026-05-11T01:01:19.40418Z","end":"2026-05-11T01:01:22.850003Z","steps":["trace[605441335] 'agreement among raft nodes before linearized reading' (duration: 3.445679264s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.849718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30304439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-11T01:01:22.850617Z","caller":"traceutil/trace.go:171","msg":"trace[1444547477] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:2378; }","duration":"4.303975015s","start":"2026-05-11T01:01:18.546618Z","end":"2026-05-11T01:01:22.850594Z","steps":["trace[1444547477] 'agreement among raft nodes before linearized reading' (duration: 4.303022299s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:18.546593Z","time spent":"4.304076668s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"warn","ts":"2026-05-11T01:01:22.850679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.404157Z","time spent":"3.446450875s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:01:22.850541Z","caller":"traceutil/trace.go:171","msg":"trace[340383146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2378; }","duration":"2.555850278s","start":"2026-05-11T01:01:20.294675Z","end":"2026-05-11T01:01:22.850525Z","steps":["trace[340383146] 'agreement among raft nodes before linearized reading' (duration: 2.555688374s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:22.84981Z","caller":"traceutil/trace.go:171","msg":"trace[1948008512] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:2378; }","duration":"406.05851ms","start":"2026-05-11T01:01:22.443745Z","end":"2026-05-11T01:01:22.849804Z","steps":["trace[1948008512] 'agreement among raft nodes before linearized reading' (duration: 405.997329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.850935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.443725Z","time spent":"407.13298ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:01:22.849701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758852799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:22.851054Z","caller":"traceutil/trace.go:171","msg":"trace[1740690822] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2378; }","duration":"3.760248747s","start":"2026-05-11T01:01:19.090787Z","end":"2026-05-11T01:01:22.851036Z","steps":["trace[1740690822] 'agreement among raft nodes before linearized reading' (duration: 3.758861909s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.851132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.090756Z","time spent":"3.76035533s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:22.85194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:20.294646Z","time spent":"2.556121146s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:01:22.850702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705058897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:22.851958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879596536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:22.852107Z","caller":"traceutil/trace.go:171","msg":"trace[1568886894] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2378; }","duration":"2.881167561s","start":"2026-05-11T01:01:19.970903Z","end":"2026-05-11T01:01:22.852071Z","steps":["trace[1568886894] 'agreement among raft nodes before linearized reading' (duration: 2.879636158s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.852234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.360088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-05-11T01:01:22.852244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.97087Z","time spent":"2.881298014s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:22.852284Z","caller":"traceutil/trace.go:171","msg":"trace[540187303] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2378; }","duration":"407.43685ms","start":"2026-05-11T01:01:22.444834Z","end":"2026-05-11T01:01:22.852271Z","steps":["trace[540187303] 'agreement among raft nodes before linearized reading' (duration: 405.041913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.852318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.444814Z","time spent":"407.493711ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:01:22.852439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:19.821156Z","time spent":"3.02868113s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:22.85433Z","caller":"traceutil/trace.go:171","msg":"trace[442110080] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2378; }","duration":"2.706497137s","start":"2026-05-11T01:01:20.145521Z","end":"2026-05-11T01:01:22.852019Z","steps":["trace[442110080] 'agreement among raft nodes before linearized reading' (duration: 2.705027027s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:22.854573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:20.145483Z","time spent":"2.709012187s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:23.302413Z","caller":"traceutil/trace.go:171","msg":"trace[1525862347] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"446.756578ms","start":"2026-05-11T01:01:22.855614Z","end":"2026-05-11T01:01:23.302371Z","steps":["trace[1525862347] 'process raft request' (duration: 446.349597ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:23.302557Z","caller":"traceutil/trace.go:171","msg":"trace[667964371] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"442.08559ms","start":"2026-05-11T01:01:22.860416Z","end":"2026-05-11T01:01:23.302502Z","steps":["trace[667964371] 'process raft request' (duration: 441.776921ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:23.30269Z","caller":"traceutil/trace.go:171","msg":"trace[2060084597] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2475; }","duration":"440.405053ms","start":"2026-05-11T01:01:22.862251Z","end":"2026-05-11T01:01:23.302656Z","steps":["trace[2060084597] 'read index received' (duration: 242.798934ms)","trace[2060084597] 'applied index is now lower than readState.Index' (duration: 197.603539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:23.302684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.855587Z","time spent":"446.934323ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:23.302814Z","caller":"traceutil/trace.go:171","msg":"trace[555256413] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"441.629166ms","start":"2026-05-11T01:01:22.861137Z","end":"2026-05-11T01:01:23.302766Z","steps":["trace[555256413] 'process raft request' (duration: 441.244656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:23.302959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.860331Z","time spent":"442.325926ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:23.303018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.861073Z","time spent":"441.842642ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:23.303046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.774603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:23.303092Z","caller":"traceutil/trace.go:171","msg":"trace[1740774615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2381; }","duration":"440.848476ms","start":"2026-05-11T01:01:22.862229Z","end":"2026-05-11T01:01:23.303078Z","steps":["trace[1740774615] 'agreement among raft nodes before linearized reading' (duration: 440.560657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:23.303137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:22.862179Z","time spent":"440.949909ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:25.304451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999533052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:01:25.304554Z","caller":"traceutil/trace.go:171","msg":"trace[1850342976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999712736s","start":"2026-05-11T01:01:23.304819Z","end":"2026-05-11T01:01:25.304532Z","steps":["trace[1850342976] 'agreement among raft nodes before linearized reading' (duration: 1.999576533s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.304608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.304792Z","time spent":"1.999806129s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:01:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:01:25.8377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431382308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:25.838022Z","caller":"traceutil/trace.go:171","msg":"trace[609161790] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"2.397116127s","start":"2026-05-11T01:01:23.440888Z","end":"2026-05-11T01:01:25.838004Z","steps":["trace[609161790] 'process raft request' (duration: 2.397058846s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.838088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.440859Z","time spent":"2.397199639s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:25.838307Z","caller":"traceutil/trace.go:171","msg":"trace[1824836852] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"2.685319349s","start":"2026-05-11T01:01:23.152975Z","end":"2026-05-11T01:01:25.838294Z","steps":["trace[1824836852] 'process raft request' (duration: 253.243442ms)","trace[1824836852] 'compare' (duration: 2.429855876s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:25.838561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.15295Z","time spent":"2.685582528s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:25.838578Z","caller":"traceutil/trace.go:171","msg":"trace[1958294846] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"2.529382226s","start":"2026-05-11T01:01:23.309155Z","end":"2026-05-11T01:01:25.838537Z","steps":["trace[1958294846] 'process raft request' (duration: 2.528666835s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:25.838595Z","caller":"traceutil/trace.go:171","msg":"trace[1679592859] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2479; }","duration":"2.535789834s","start":"2026-05-11T01:01:23.302764Z","end":"2026-05-11T01:01:25.838554Z","steps":["trace[1679592859] 'read index received' (duration: 103.47005ms)","trace[1679592859] 'applied index is now lower than readState.Index' (duration: 2.432316374s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:25.838744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615332579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:25.838757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.309095Z","time spent":"2.529581352s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:01:25.838792Z","caller":"traceutil/trace.go:171","msg":"trace[1898010317] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2384; }","duration":"2.615465713s","start":"2026-05-11T01:01:23.223315Z","end":"2026-05-11T01:01:25.83878Z","steps":["trace[1898010317] 'agreement among raft nodes before linearized reading' (duration: 2.61534466s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.838834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.223282Z","time spent":"2.615541306s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:25.873542Z","caller":"traceutil/trace.go:171","msg":"trace[1951711770] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"1.425131365s","start":"2026-05-11T01:01:24.448383Z","end":"2026-05-11T01:01:25.873514Z","steps":["trace[1951711770] 'process raft request' (duration: 1.425063893s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:25.873627Z","caller":"traceutil/trace.go:171","msg":"trace[599079850] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"1.425886956s","start":"2026-05-11T01:01:24.447723Z","end":"2026-05-11T01:01:25.87361Z","steps":["trace[599079850] 'process raft request' (duration: 1.42567889s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:25.873545Z","caller":"traceutil/trace.go:171","msg":"trace[1623346203] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"1.425864995s","start":"2026-05-11T01:01:24.447653Z","end":"2026-05-11T01:01:25.873518Z","steps":["trace[1623346203] 'process raft request' (duration: 1.425597058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.873748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.447692Z","time spent":"1.425974688s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:25.873811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.447626Z","time spent":"1.426123753s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:25.873829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.44837Z","time spent":"1.425249188s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:25.873951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.654455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:25.873983Z","caller":"traceutil/trace.go:171","msg":"trace[797295249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"544.719267ms","start":"2026-05-11T01:01:25.329255Z","end":"2026-05-11T01:01:25.873974Z","steps":["trace[797295249] 'agreement among raft nodes before linearized reading' (duration: 544.664475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.329233Z","time spent":"544.765368ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:01:25.874047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012522523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-11T01:01:25.874056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082112053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:25.87414Z","caller":"traceutil/trace.go:171","msg":"trace[1627036075] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"1.425210786s","start":"2026-05-11T01:01:24.448917Z","end":"2026-05-11T01:01:25.874128Z","steps":["trace[1627036075] 'process raft request' (duration: 1.424562258s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:25.874155Z","caller":"traceutil/trace.go:171","msg":"trace[1471418019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2388; }","duration":"2.082275917s","start":"2026-05-11T01:01:23.791853Z","end":"2026-05-11T01:01:25.874129Z","steps":["trace[1471418019] 'agreement among raft nodes before linearized reading' (duration: 2.082118193s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.448885Z","time spent":"1.425275228s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:25.874211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428618142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-11T01:01:25.874104Z","caller":"traceutil/trace.go:171","msg":"trace[2076452029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2388; }","duration":"2.012622376s","start":"2026-05-11T01:01:23.861467Z","end":"2026-05-11T01:01:25.87409Z","steps":["trace[2076452029] 'agreement among raft nodes before linearized reading' (duration: 2.012429691s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.523284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:01:25.874296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.861441Z","time spent":"2.012814031s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:01:25.874315Z","caller":"traceutil/trace.go:171","msg":"trace[678069259] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2388; }","duration":"265.628546ms","start":"2026-05-11T01:01:25.608677Z","end":"2026-05-11T01:01:25.874305Z","steps":["trace[678069259] 'agreement among raft nodes before linearized reading' (duration: 265.562784ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:25.874311Z","caller":"traceutil/trace.go:171","msg":"trace[1893872326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2388; }","duration":"1.428707184s","start":"2026-05-11T01:01:24.445541Z","end":"2026-05-11T01:01:25.874248Z","steps":["trace[1893872326] 'agreement among raft nodes before linearized reading' (duration: 1.428589081s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.445519Z","time spent":"1.428829767s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:01:25.874362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958864505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:25.874406Z","caller":"traceutil/trace.go:171","msg":"trace[380227294] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2388; }","duration":"1.958952947s","start":"2026-05-11T01:01:23.915443Z","end":"2026-05-11T01:01:25.874396Z","steps":["trace[380227294] 'agreement among raft nodes before linearized reading' (duration: 1.958884346s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.915417Z","time spent":"1.959013008s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:25.87422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:23.791823Z","time spent":"2.08238554s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:25.874815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428736225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-11T01:01:25.874838Z","caller":"traceutil/trace.go:171","msg":"trace[977698049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2388; }","duration":"1.428770166s","start":"2026-05-11T01:01:24.446061Z","end":"2026-05-11T01:01:25.874831Z","steps":["trace[977698049] 'agreement among raft nodes before linearized reading' (duration: 1.428701744s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.446056Z","time spent":"1.428797087s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:25.874874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427171422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-11T01:01:25.87486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427507911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:01:25.874907Z","caller":"traceutil/trace.go:171","msg":"trace[1043228176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2388; }","duration":"1.427203993s","start":"2026-05-11T01:01:24.447693Z","end":"2026-05-11T01:01:25.874897Z","steps":["trace[1043228176] 'agreement among raft nodes before linearized reading' (duration: 1.42710439s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.447606Z","time spent":"1.427324136s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:01:25.874937Z","caller":"traceutil/trace.go:171","msg":"trace[1576785749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2388; }","duration":"1.427607464s","start":"2026-05-11T01:01:24.447309Z","end":"2026-05-11T01:01:25.874916Z","steps":["trace[1576785749] 'agreement among raft nodes before linearized reading' (duration: 1.427410687s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.874976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.447303Z","time spent":"1.427663385s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:01:25.875009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429374824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-11T01:01:25.875073Z","caller":"traceutil/trace.go:171","msg":"trace[800913116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2388; }","duration":"1.429449356s","start":"2026-05-11T01:01:24.44561Z","end":"2026-05-11T01:01:25.87506Z","steps":["trace[800913116] 'agreement among raft nodes before linearized reading' (duration: 1.428218881s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:25.875104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:24.445607Z","time spent":"1.429489907s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:01:26.383758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736112171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:01:27.343526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.289125ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-11T01:01:27.343644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.880935Z","time spent":"1.462704605s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:01:27.49784Z","caller":"traceutil/trace.go:171","msg":"trace[775485576] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"1.615723487s","start":"2026-05-11T01:01:25.882082Z","end":"2026-05-11T01:01:27.497806Z","steps":["trace[775485576] 'process raft request' (duration: 1.61285951s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:27.497881Z","caller":"traceutil/trace.go:171","msg":"trace[1370615110] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"1.6140374s","start":"2026-05-11T01:01:25.883818Z","end":"2026-05-11T01:01:27.497855Z","steps":["trace[1370615110] 'process raft request' (duration: 1.613980459s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.498016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.882061Z","time spent":"1.615860811s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:27.498427Z","caller":"traceutil/trace.go:171","msg":"trace[139866648] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"1.61487038s","start":"2026-05-11T01:01:25.883505Z","end":"2026-05-11T01:01:27.498375Z","steps":["trace[139866648] 'process raft request' (duration: 1.614179924s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.498603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.88349Z","time spent":"1.615020224s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:27.498616Z","caller":"traceutil/trace.go:171","msg":"trace[32034787] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"1.614413067s","start":"2026-05-11T01:01:25.884188Z","end":"2026-05-11T01:01:27.498601Z","steps":["trace[32034787] 'process raft request' (duration: 1.61363975s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.498699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.884177Z","time spent":"1.614483359s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:01:27.498713Z","caller":"traceutil/trace.go:171","msg":"trace[473050661] linearizableReadLoop","detail":"{readStateIndex:2492; appliedIndex:2486; }","duration":"1.61558965s","start":"2026-05-11T01:01:25.883109Z","end":"2026-05-11T01:01:27.498699Z","steps":["trace[473050661] 'read index received' (duration: 818.152078ms)","trace[473050661] 'applied index is now lower than readState.Index' (duration: 797.436682ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:27.498825Z","caller":"traceutil/trace.go:171","msg":"trace[1546575304] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"1.614258531s","start":"2026-05-11T01:01:25.884556Z","end":"2026-05-11T01:01:27.498814Z","steps":["trace[1546575304] 'process raft request' (duration: 1.613961845s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.498874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.884545Z","time spent":"1.614302603s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:27.498966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.883789Z","time spent":"1.614154142s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:01:27.499621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616499832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:01:27.499678Z","caller":"traceutil/trace.go:171","msg":"trace[1172490584] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2394; }","duration":"1.616581014s","start":"2026-05-11T01:01:25.883084Z","end":"2026-05-11T01:01:27.499665Z","steps":["trace[1172490584] 'agreement among raft nodes before linearized reading' (duration: 1.615725773s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.499654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.147194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:27.499674Z","caller":"traceutil/trace.go:171","msg":"trace[1599779535] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"154.531663ms","start":"2026-05-11T01:01:27.345105Z","end":"2026-05-11T01:01:27.499636Z","steps":["trace[1599779535] 'process raft request' (duration: 153.461168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.49972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:25.883072Z","time spent":"1.616636965s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:01:27.499749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.734785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:27.499741Z","caller":"traceutil/trace.go:171","msg":"trace[1362406787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2394; }","duration":"450.281557ms","start":"2026-05-11T01:01:27.049445Z","end":"2026-05-11T01:01:27.499727Z","steps":["trace[1362406787] 'agreement among raft nodes before linearized reading' (duration: 450.120154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.499774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.057846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:01:27.49983Z","caller":"traceutil/trace.go:171","msg":"trace[1298133365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2394; }","duration":"609.882448ms","start":"2026-05-11T01:01:26.889921Z","end":"2026-05-11T01:01:27.499803Z","steps":["trace[1298133365] 'agreement among raft nodes before linearized reading' (duration: 609.620141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.499825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:27.049418Z","time spent":"450.39655ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:01:27.499861Z","caller":"traceutil/trace.go:171","msg":"trace[862970998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2394; }","duration":"466.21683ms","start":"2026-05-11T01:01:27.033624Z","end":"2026-05-11T01:01:27.499841Z","steps":["trace[862970998] 'agreement among raft nodes before linearized reading' (duration: 466.056136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.499888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:26.889893Z","time spent":"609.980561ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:01:27.499917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:27.033596Z","time spent":"466.310312ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:01:27.499892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.014515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:01:27.500031Z","caller":"traceutil/trace.go:171","msg":"trace[387375710] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2394; }","duration":"392.23403ms","start":"2026-05-11T01:01:27.10777Z","end":"2026-05-11T01:01:27.500004Z","steps":["trace[387375710] 'agreement among raft nodes before linearized reading' (duration: 391.956043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.50009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.034196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:01:27.500123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:27.107746Z","time spent":"392.344103ms","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:27.500184Z","caller":"traceutil/trace.go:171","msg":"trace[617857170] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2394; }","duration":"499.174449ms","start":"2026-05-11T01:01:27.000993Z","end":"2026-05-11T01:01:27.500167Z","steps":["trace[617857170] 'agreement among raft nodes before linearized reading' (duration: 499.020936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:27.500249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:01:27.000969Z","time spent":"499.263162ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:01:31.678149Z","caller":"traceutil/trace.go:171","msg":"trace[482253158] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"138.17302ms","start":"2026-05-11T01:01:31.539948Z","end":"2026-05-11T01:01:31.678121Z","steps":["trace[482253158] 'process raft request' (duration: 138.104179ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:31.678164Z","caller":"traceutil/trace.go:171","msg":"trace[1899411984] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"139.135574ms","start":"2026-05-11T01:01:31.539006Z","end":"2026-05-11T01:01:31.678141Z","steps":["trace[1899411984] 'process raft request' (duration: 138.912399ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:31.678365Z","caller":"traceutil/trace.go:171","msg":"trace[489386144] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"138.344444ms","start":"2026-05-11T01:01:31.54Z","end":"2026-05-11T01:01:31.678345Z","steps":["trace[489386144] 'process raft request' (duration: 138.095409ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:31.678329Z","caller":"traceutil/trace.go:171","msg":"trace[97626024] linearizableReadLoop","detail":"{readStateIndex:2516; appliedIndex:2514; }","duration":"139.208965ms","start":"2026-05-11T01:01:31.539051Z","end":"2026-05-11T01:01:31.67826Z","steps":["trace[97626024] 'read index received' (duration: 34.741633ms)","trace[97626024] 'applied index is now lower than readState.Index' (duration: 104.463862ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:31.678756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.649495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:31.678856Z","caller":"traceutil/trace.go:171","msg":"trace[1179956483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2418; }","duration":"139.799169ms","start":"2026-05-11T01:01:31.539032Z","end":"2026-05-11T01:01:31.678831Z","steps":["trace[1179956483] 'agreement among raft nodes before linearized reading' (duration: 139.377759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:01:36.211769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.41337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:01:36.21193Z","caller":"traceutil/trace.go:171","msg":"trace[897498247] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"243.221046ms","start":"2026-05-11T01:01:35.968685Z","end":"2026-05-11T01:01:36.211906Z","steps":["trace[897498247] 'process raft request' (duration: 76.574009ms)","trace[897498247] 'compare' (duration: 166.235646ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:36.269275Z","caller":"traceutil/trace.go:171","msg":"trace[123802986] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"269.763696ms","start":"2026-05-11T01:01:35.999477Z","end":"2026-05-11T01:01:36.26924Z","steps":["trace[123802986] 'process raft request' (duration: 269.690414ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:36.269578Z","caller":"traceutil/trace.go:171","msg":"trace[1427091754] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"282.005103ms","start":"2026-05-11T01:01:35.987559Z","end":"2026-05-11T01:01:36.269564Z","steps":["trace[1427091754] 'process raft request' (duration: 281.457221ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:36.269777Z","caller":"traceutil/trace.go:171","msg":"trace[1275895177] transaction","detail":"{read_only:false; response_revision:2442; number_of_response:1; }","duration":"246.348829ms","start":"2026-05-11T01:01:36.02339Z","end":"2026-05-11T01:01:36.269738Z","steps":["trace[1275895177] 'process raft request' (duration: 245.814997ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:40.381954Z","caller":"traceutil/trace.go:171","msg":"trace[759985558] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"156.899918ms","start":"2026-05-11T01:01:40.225024Z","end":"2026-05-11T01:01:40.381924Z","steps":["trace[759985558] 'process raft request' (duration: 156.629312ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:44.044503Z","caller":"traceutil/trace.go:171","msg":"trace[1647480930] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"176.527326ms","start":"2026-05-11T01:01:43.867933Z","end":"2026-05-11T01:01:44.04446Z","steps":["trace[1647480930] 'read index received' (duration: 152.640229ms)","trace[1647480930] 'applied index is now lower than readState.Index' (duration: 23.885477ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:44.044519Z","caller":"traceutil/trace.go:171","msg":"trace[383709049] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"182.379445ms","start":"2026-05-11T01:01:43.862097Z","end":"2026-05-11T01:01:44.044476Z","steps":["trace[383709049] 'process raft request' (duration: 158.560438ms)","trace[383709049] 'compare' (duration: 23.55344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:01:44.044796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.826864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-11T01:01:44.044866Z","caller":"traceutil/trace.go:171","msg":"trace[721510308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2479; }","duration":"176.931307ms","start":"2026-05-11T01:01:43.867913Z","end":"2026-05-11T01:01:44.044844Z","steps":["trace[721510308] 'agreement among raft nodes before linearized reading' (duration: 176.687102ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:01:50.791565Z","caller":"traceutil/trace.go:171","msg":"trace[2455417] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"103.889629ms","start":"2026-05-11T01:01:50.687638Z","end":"2026-05-11T01:01:50.791528Z","steps":["trace[2455417] 'process raft request' (duration: 43.967898ms)","trace[2455417] 'compare' (duration: 59.616144ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:01:50.791751Z","caller":"traceutil/trace.go:171","msg":"trace[2094994281] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"102.944867ms","start":"2026-05-11T01:01:50.688787Z","end":"2026-05-11T01:01:50.791732Z","steps":["trace[2094994281] 'process raft request' (duration: 102.653541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:35.237454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.929727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:02:35.237863Z","caller":"traceutil/trace.go:171","msg":"trace[1148350833] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"414.687363ms","start":"2026-05-11T01:02:34.823148Z","end":"2026-05-11T01:02:35.237835Z","steps":["trace[1148350833] 'process raft request' (duration: 414.483518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:35.237971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:34.823129Z","time spent":"414.797245ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:02:35.237968Z","caller":"traceutil/trace.go:171","msg":"trace[756500488] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"414.839606ms","start":"2026-05-11T01:02:34.823087Z","end":"2026-05-11T01:02:35.237927Z","steps":["trace[756500488] 'process raft request' (duration: 116.879616ms)","trace[756500488] 'compare' (duration: 296.644669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:02:35.238146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:34.823071Z","time spent":"414.976878ms","remote":"127.0.0.1:50814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:02:35.238259Z","caller":"traceutil/trace.go:171","msg":"trace[1899240029] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"414.960188ms","start":"2026-05-11T01:02:34.823207Z","end":"2026-05-11T01:02:35.238168Z","steps":["trace[1899240029] 'process raft request' (duration: 414.527608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:35.238536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:34.823203Z","time spent":"415.248054ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:02:35.238601Z","caller":"traceutil/trace.go:171","msg":"trace[1041568555] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"317.370137ms","start":"2026-05-11T01:02:34.921211Z","end":"2026-05-11T01:02:35.238581Z","steps":["trace[1041568555] 'process raft request' (duration: 317.166713ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.238614Z","caller":"traceutil/trace.go:171","msg":"trace[1509706873] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"108.057152ms","start":"2026-05-11T01:02:35.130531Z","end":"2026-05-11T01:02:35.238588Z","steps":["trace[1509706873] 'process raft request' (duration: 108.028381ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.238658Z","caller":"traceutil/trace.go:171","msg":"trace[1951575824] linearizableReadLoop","detail":"{readStateIndex:2938; appliedIndex:2934; }","duration":"259.605346ms","start":"2026-05-11T01:02:34.979034Z","end":"2026-05-11T01:02:35.238639Z","steps":["trace[1951575824] 'read index received' (duration: 103.589088ms)","trace[1951575824] 'applied index is now lower than readState.Index' (duration: 156.014028ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:02:35.238717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:34.921183Z","time spent":"317.47724ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:02:35.238778Z","caller":"traceutil/trace.go:171","msg":"trace[292485253] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"161.665168ms","start":"2026-05-11T01:02:35.077104Z","end":"2026-05-11T01:02:35.238769Z","steps":["trace[292485253] 'process raft request' (duration: 161.417422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:35.238798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.75942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:35.23884Z","caller":"traceutil/trace.go:171","msg":"trace[1499046914] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2821; }","duration":"259.831501ms","start":"2026-05-11T01:02:34.978993Z","end":"2026-05-11T01:02:35.238825Z","steps":["trace[1499046914] 'agreement among raft nodes before linearized reading' (duration: 259.747879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:35.238847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.355555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:02:35.238932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.479742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:35.238981Z","caller":"traceutil/trace.go:171","msg":"trace[1862204713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2821; }","duration":"192.528299ms","start":"2026-05-11T01:02:35.046434Z","end":"2026-05-11T01:02:35.238962Z","steps":["trace[1862204713] 'agreement among raft nodes before linearized reading' (duration: 192.371026ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.23902Z","caller":"traceutil/trace.go:171","msg":"trace[1190892081] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2821; }","duration":"167.622335ms","start":"2026-05-11T01:02:35.071376Z","end":"2026-05-11T01:02:35.238998Z","steps":["trace[1190892081] 'agreement among raft nodes before linearized reading' (duration: 167.465831ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.373158Z","caller":"traceutil/trace.go:171","msg":"trace[250337285] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"108.522013ms","start":"2026-05-11T01:02:35.264605Z","end":"2026-05-11T01:02:35.373127Z","steps":["trace[250337285] 'process raft request' (duration: 108.474202ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.373164Z","caller":"traceutil/trace.go:171","msg":"trace[265509608] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"111.915471ms","start":"2026-05-11T01:02:35.261201Z","end":"2026-05-11T01:02:35.373116Z","steps":["trace[265509608] 'process raft request' (duration: 75.823008ms)","trace[265509608] 'compare' (duration: 35.780706ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:02:35.37317Z","caller":"traceutil/trace.go:171","msg":"trace[1540485016] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"108.829719ms","start":"2026-05-11T01:02:35.264307Z","end":"2026-05-11T01:02:35.373137Z","steps":["trace[1540485016] 'process raft request' (duration: 108.717157ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:35.484755Z","caller":"traceutil/trace.go:171","msg":"trace[1287120649] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"106.535196ms","start":"2026-05-11T01:02:35.378188Z","end":"2026-05-11T01:02:35.484723Z","steps":["trace[1287120649] 'process raft request' (duration: 105.219666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:43.263523Z","caller":"traceutil/trace.go:171","msg":"trace[51513017] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3080; }","duration":"215.861127ms","start":"2026-05-11T01:02:43.047634Z","end":"2026-05-11T01:02:43.263496Z","steps":["trace[51513017] 'read index received' (duration: 215.589911ms)","trace[51513017] 'applied index is now lower than readState.Index' (duration: 270.296µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:02:43.263955Z","caller":"traceutil/trace.go:171","msg":"trace[1046191631] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"272.125245ms","start":"2026-05-11T01:02:42.99181Z","end":"2026-05-11T01:02:43.263935Z","steps":["trace[1046191631] 'process raft request' (duration: 271.504791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:43.264265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.394861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:02:43.264366Z","caller":"traceutil/trace.go:171","msg":"trace[1308521694] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2958; }","duration":"105.573545ms","start":"2026-05-11T01:02:43.158771Z","end":"2026-05-11T01:02:43.264345Z","steps":["trace[1308521694] 'agreement among raft nodes before linearized reading' (duration: 105.330219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:43.264375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.717237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:43.2646Z","caller":"traceutil/trace.go:171","msg":"trace[207785139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2958; }","duration":"216.904031ms","start":"2026-05-11T01:02:43.04758Z","end":"2026-05-11T01:02:43.264484Z","steps":["trace[207785139] 'agreement among raft nodes before linearized reading' (duration: 216.626395ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:45.48107Z","caller":"traceutil/trace.go:171","msg":"trace[1618483224] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"141.268197ms","start":"2026-05-11T01:02:45.339776Z","end":"2026-05-11T01:02:45.481045Z","steps":["trace[1618483224] 'process raft request' (duration: 141.211666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:45.48123Z","caller":"traceutil/trace.go:171","msg":"trace[1875565730] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"141.40654ms","start":"2026-05-11T01:02:45.339776Z","end":"2026-05-11T01:02:45.481182Z","steps":["trace[1875565730] 'process raft request' (duration: 46.400921ms)","trace[1875565730] 'compare' (duration: 94.641151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:02:47.278488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.082721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:47.278573Z","caller":"traceutil/trace.go:171","msg":"trace[1133741782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2983; }","duration":"232.255166ms","start":"2026-05-11T01:02:47.046298Z","end":"2026-05-11T01:02:47.278553Z","steps":["trace[1133741782] 'range keys from in-memory index tree' (duration: 231.973569ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:47.875586Z","caller":"traceutil/trace.go:171","msg":"trace[625992517] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"386.353918ms","start":"2026-05-11T01:02:47.489192Z","end":"2026-05-11T01:02:47.875546Z","steps":["trace[625992517] 'process raft request' (duration: 386.109353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:47.875795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:47.489151Z","time spent":"386.543623ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:02:48.557248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.434646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:02:48.557401Z","caller":"traceutil/trace.go:171","msg":"trace[80894175] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3109; }","duration":"1.055556631s","start":"2026-05-11T01:02:47.501822Z","end":"2026-05-11T01:02:48.557378Z","steps":["trace[80894175] 'read index received' (duration: 373.465092ms)","trace[80894175] 'applied index is now lower than readState.Index' (duration: 682.089639ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:02:48.557484Z","caller":"traceutil/trace.go:171","msg":"trace[1704059860] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"1.068177692s","start":"2026-05-11T01:02:47.489258Z","end":"2026-05-11T01:02:48.557436Z","steps":["trace[1704059860] 'process raft request' (duration: 653.418747ms)","trace[1704059860] 'compare' (duration: 413.934895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:02:48.55755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055731784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:48.557588Z","caller":"traceutil/trace.go:171","msg":"trace[1377296827] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2987; }","duration":"1.055810146s","start":"2026-05-11T01:02:47.501768Z","end":"2026-05-11T01:02:48.557578Z","steps":["trace[1377296827] 'agreement among raft nodes before linearized reading' (duration: 1.055725094s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:48.557626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:47.501747Z","time spent":"1.055869437s","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:02:48.557827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.050601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:02:48.557881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.731755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:02:48.557949Z","caller":"traceutil/trace.go:171","msg":"trace[705066331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2987; }","duration":"510.247635ms","start":"2026-05-11T01:02:48.047679Z","end":"2026-05-11T01:02:48.557927Z","steps":["trace[705066331] 'agreement among raft nodes before linearized reading' (duration: 510.03782ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:48.557977Z","caller":"traceutil/trace.go:171","msg":"trace[1598501636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2987; }","duration":"248.862029ms","start":"2026-05-11T01:02:48.309089Z","end":"2026-05-11T01:02:48.557951Z","steps":["trace[1598501636] 'agreement among raft nodes before linearized reading' (duration: 248.622553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:48.557963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.70069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:02:48.557976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.993488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:02:48.558017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.270286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T01:02:48.558047Z","caller":"traceutil/trace.go:171","msg":"trace[1333975336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2987; }","duration":"194.809992ms","start":"2026-05-11T01:02:48.363217Z","end":"2026-05-11T01:02:48.558027Z","steps":["trace[1333975336] 'agreement among raft nodes before linearized reading' (duration: 194.517216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:48.558013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:48.047643Z","time spent":"510.361748ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:02:48.558071Z","caller":"traceutil/trace.go:171","msg":"trace[1611740579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2987; }","duration":"418.358868ms","start":"2026-05-11T01:02:48.139692Z","end":"2026-05-11T01:02:48.55805Z","steps":["trace[1611740579] 'agreement among raft nodes before linearized reading' (duration: 418.235555ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:48.558071Z","caller":"traceutil/trace.go:171","msg":"trace[1113511078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2987; }","duration":"264.119271ms","start":"2026-05-11T01:02:48.293925Z","end":"2026-05-11T01:02:48.558044Z","steps":["trace[1113511078] 'agreement among raft nodes before linearized reading' (duration: 263.846924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:48.557858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.698421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:02:48.558138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:48.139655Z","time spent":"418.470639ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:02:48.557831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.717042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:02:48.558197Z","caller":"traceutil/trace.go:171","msg":"trace[1237690358] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2987; }","duration":"385.06536ms","start":"2026-05-11T01:02:48.173105Z","end":"2026-05-11T01:02:48.558171Z","steps":["trace[1237690358] 'agreement among raft nodes before linearized reading' (duration: 384.65467ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:48.55823Z","caller":"traceutil/trace.go:171","msg":"trace[1994344389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2987; }","duration":"169.201132ms","start":"2026-05-11T01:02:48.389012Z","end":"2026-05-11T01:02:48.558213Z","steps":["trace[1994344389] 'agreement among raft nodes before linearized reading' (duration: 168.706241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:02:48.558246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:48.173037Z","time spent":"385.187683ms","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:02:48.558809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:02:47.489224Z","time spent":"1.068358316s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:02:49.907295Z","caller":"traceutil/trace.go:171","msg":"trace[1928440192] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"141.39498ms","start":"2026-05-11T01:02:49.765868Z","end":"2026-05-11T01:02:49.907263Z","steps":["trace[1928440192] 'process raft request' (duration: 141.212346ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:50.715662Z","caller":"traceutil/trace.go:171","msg":"trace[1894832528] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"121.207605ms","start":"2026-05-11T01:02:50.594428Z","end":"2026-05-11T01:02:50.715636Z","steps":["trace[1894832528] 'process raft request' (duration: 121.036301ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:50.716127Z","caller":"traceutil/trace.go:171","msg":"trace[1962065364] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"121.618634ms","start":"2026-05-11T01:02:50.59449Z","end":"2026-05-11T01:02:50.716109Z","steps":["trace[1962065364] 'process raft request' (duration: 121.099893ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:50.716153Z","caller":"traceutil/trace.go:171","msg":"trace[2074643240] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"121.395848ms","start":"2026-05-11T01:02:50.594714Z","end":"2026-05-11T01:02:50.71611Z","steps":["trace[2074643240] 'process raft request' (duration: 121.167023ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:57.624658Z","caller":"traceutil/trace.go:171","msg":"trace[1927651671] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"209.471341ms","start":"2026-05-11T01:02:57.415153Z","end":"2026-05-11T01:02:57.624624Z","steps":["trace[1927651671] 'process raft request' (duration: 209.257136ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:57.633045Z","caller":"traceutil/trace.go:171","msg":"trace[821932612] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"112.149737ms","start":"2026-05-11T01:02:57.520878Z","end":"2026-05-11T01:02:57.633027Z","steps":["trace[821932612] 'process raft request' (duration: 112.027144ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:02:59.02766Z","caller":"traceutil/trace.go:171","msg":"trace[1374388521] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"155.321751ms","start":"2026-05-11T01:02:58.872302Z","end":"2026-05-11T01:02:59.027624Z","steps":["trace[1374388521] 'process raft request' (duration: 68.683843ms)","trace[1374388521] 'compare' (duration: 86.484954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:02:59.027668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.715991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:02:59.027855Z","caller":"traceutil/trace.go:171","msg":"trace[1264039493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3057; }","duration":"188.947426ms","start":"2026-05-11T01:02:58.838876Z","end":"2026-05-11T01:02:59.027823Z","steps":["trace[1264039493] 'range keys from in-memory index tree' (duration: 188.527197ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:19.835315Z","caller":"traceutil/trace.go:171","msg":"trace[639356600] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"127.92882ms","start":"2026-05-11T01:03:19.707353Z","end":"2026-05-11T01:03:19.835282Z","steps":["trace[639356600] 'process raft request' (duration: 127.696915ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:20.273886Z","caller":"traceutil/trace.go:171","msg":"trace[655699995] linearizableReadLoop","detail":"{readStateIndex:3311; appliedIndex:3310; }","duration":"221.005766ms","start":"2026-05-11T01:03:20.052853Z","end":"2026-05-11T01:03:20.273858Z","steps":["trace[655699995] 'read index received' (duration: 220.72256ms)","trace[655699995] 'applied index is now lower than readState.Index' (duration: 281.866µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:03:20.274025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.146139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:03:20.273992Z","caller":"traceutil/trace.go:171","msg":"trace[1659770520] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"229.84016ms","start":"2026-05-11T01:03:20.044107Z","end":"2026-05-11T01:03:20.273947Z","steps":["trace[1659770520] 'process raft request' (duration: 229.546573ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:20.274063Z","caller":"traceutil/trace.go:171","msg":"trace[944016099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3181; }","duration":"221.249331ms","start":"2026-05-11T01:03:20.052803Z","end":"2026-05-11T01:03:20.274052Z","steps":["trace[944016099] 'agreement among raft nodes before linearized reading' (duration: 221.163219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.082093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:03:21.082229Z","caller":"traceutil/trace.go:171","msg":"trace[1528351905] linearizableReadLoop","detail":"{readStateIndex:3312; appliedIndex:3311; }","duration":"594.503138ms","start":"2026-05-11T01:03:20.487706Z","end":"2026-05-11T01:03:21.082209Z","steps":["trace[1528351905] 'read index received' (duration: 469.399103ms)","trace[1528351905] 'applied index is now lower than readState.Index' (duration: 125.102285ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:03:21.082513Z","caller":"traceutil/trace.go:171","msg":"trace[1020673270] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"619.818242ms","start":"2026-05-11T01:03:20.462556Z","end":"2026-05-11T01:03:21.082374Z","steps":["trace[1020673270] 'process raft request' (duration: 494.624755ms)","trace[1020673270] 'compare' (duration: 124.636624ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:03:21.082832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.913478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:03:21.083119Z","caller":"traceutil/trace.go:171","msg":"trace[1881967407] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3182; }","duration":"595.44474ms","start":"2026-05-11T01:03:20.487646Z","end":"2026-05-11T01:03:21.083091Z","steps":["trace[1881967407] 'agreement among raft nodes before linearized reading' (duration: 594.840997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.083197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:03:20.48762Z","time spent":"595.556372ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:03:21.083367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:03:20.462533Z","time spent":"620.453627ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:03:21.157905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.780924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-11T01:03:21.158098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.200199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:03:21.158125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.934031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:03:21.157956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.723644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:03:21.158214Z","caller":"traceutil/trace.go:171","msg":"trace[1742946393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3183; }","duration":"268.042891ms","start":"2026-05-11T01:03:20.890152Z","end":"2026-05-11T01:03:21.158195Z","steps":["trace[1742946393] 'agreement among raft nodes before linearized reading' (duration: 267.616372ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:21.158006Z","caller":"traceutil/trace.go:171","msg":"trace[1980830431] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"414.774564ms","start":"2026-05-11T01:03:20.743178Z","end":"2026-05-11T01:03:21.157953Z","steps":["trace[1980830431] 'process raft request' (duration: 414.421216ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:21.158308Z","caller":"traceutil/trace.go:171","msg":"trace[649047428] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3183; }","duration":"601.04684ms","start":"2026-05-11T01:03:20.557056Z","end":"2026-05-11T01:03:21.158103Z","steps":["trace[649047428] 'agreement among raft nodes before linearized reading' (duration: 600.692272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.158047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.942782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ae5d340aa4ce8e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-11T01:03:21.158404Z","caller":"traceutil/trace.go:171","msg":"trace[1531128178] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ae5d340aa4ce8e; range_end:; response_count:1; response_revision:3183; }","duration":"125.32166ms","start":"2026-05-11T01:03:21.033071Z","end":"2026-05-11T01:03:21.158392Z","steps":["trace[1531128178] 'agreement among raft nodes before linearized reading' (duration: 124.931671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.158013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.140587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:03:21.158416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:03:20.55703Z","time spent":"601.356068ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-11T01:03:21.158463Z","caller":"traceutil/trace.go:171","msg":"trace[1070035257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3183; }","duration":"279.621198ms","start":"2026-05-11T01:03:20.878832Z","end":"2026-05-11T01:03:21.158453Z","steps":["trace[1070035257] 'agreement among raft nodes before linearized reading' (duration: 278.981824ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:21.158164Z","caller":"traceutil/trace.go:171","msg":"trace[187720694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3183; }","duration":"279.315231ms","start":"2026-05-11T01:03:20.87883Z","end":"2026-05-11T01:03:21.158145Z","steps":["trace[187720694] 'agreement among raft nodes before linearized reading' (duration: 279.153637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.158365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:03:20.743146Z","time spent":"415.150523ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:03:21.158168Z","caller":"traceutil/trace.go:171","msg":"trace[852118616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3183; }","duration":"354.048813ms","start":"2026-05-11T01:03:20.804108Z","end":"2026-05-11T01:03:21.158157Z","steps":["trace[852118616] 'agreement among raft nodes before linearized reading' (duration: 353.87809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:21.158741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:03:20.804076Z","time spent":"354.652207ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:03:22.638073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.489555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T01:03:22.63817Z","caller":"traceutil/trace.go:171","msg":"trace[575333482] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:3193; }","duration":"188.64613ms","start":"2026-05-11T01:03:22.449501Z","end":"2026-05-11T01:03:22.638147Z","steps":["trace[575333482] 'range keys from in-memory index tree' (duration: 188.22878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:03:22.638461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.609353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-11T01:03:22.638546Z","caller":"traceutil/trace.go:171","msg":"trace[1941364243] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3193; }","duration":"108.762997ms","start":"2026-05-11T01:03:22.529762Z","end":"2026-05-11T01:03:22.638525Z","steps":["trace[1941364243] 'range keys from in-memory index tree' (duration: 108.349388ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:23.415081Z","caller":"traceutil/trace.go:171","msg":"trace[1268731225] linearizableReadLoop","detail":"{readStateIndex:3335; appliedIndex:3334; }","duration":"128.067123ms","start":"2026-05-11T01:03:23.286985Z","end":"2026-05-11T01:03:23.415053Z","steps":["trace[1268731225] 'read index received' (duration: 47.210189ms)","trace[1268731225] 'applied index is now lower than readState.Index' (duration: 80.855344ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:03:23.415168Z","caller":"traceutil/trace.go:171","msg":"trace[1037279401] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"143.624382ms","start":"2026-05-11T01:03:23.271509Z","end":"2026-05-11T01:03:23.415133Z","steps":["trace[1037279401] 'process raft request' (duration: 62.594184ms)","trace[1037279401] 'compare' (duration: 80.713851ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:03:23.415292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.256047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:03:23.415406Z","caller":"traceutil/trace.go:171","msg":"trace[1621365645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3204; }","duration":"128.408731ms","start":"2026-05-11T01:03:23.286974Z","end":"2026-05-11T01:03:23.415383Z","steps":["trace[1621365645] 'agreement among raft nodes before linearized reading' (duration: 128.164465ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:26.547586Z","caller":"traceutil/trace.go:171","msg":"trace[292117488] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"170.714077ms","start":"2026-05-11T01:03:26.376838Z","end":"2026-05-11T01:03:26.547553Z","steps":["trace[292117488] 'process raft request' (duration: 170.342818ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:03:32.828443Z","caller":"traceutil/trace.go:171","msg":"trace[1244302453] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"133.179121ms","start":"2026-05-11T01:03:32.695175Z","end":"2026-05-11T01:03:32.828354Z","steps":["trace[1244302453] 'process raft request' (duration: 86.241719ms)","trace[1244302453] 'compare' (duration: 46.749008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:29.47668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.112704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:05:29.477103Z","caller":"traceutil/trace.go:171","msg":"trace[1744452386] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"108.650887ms","start":"2026-05-11T01:05:29.368381Z","end":"2026-05-11T01:05:29.477031Z","steps":["trace[1744452386] 'process raft request' (duration: 108.451082ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:29.477784Z","caller":"traceutil/trace.go:171","msg":"trace[1482086212] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"114.805034ms","start":"2026-05-11T01:05:29.362914Z","end":"2026-05-11T01:05:29.477719Z","steps":["trace[1482086212] 'process raft request' (duration: 10.556916ms)","trace[1482086212] 'compare' (duration: 102.99461ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:29.477889Z","caller":"traceutil/trace.go:171","msg":"trace[1724420126] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"110.262852ms","start":"2026-05-11T01:05:29.367612Z","end":"2026-05-11T01:05:29.477875Z","steps":["trace[1724420126] 'process raft request' (duration: 109.181698ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:30.205366Z","caller":"traceutil/trace.go:171","msg":"trace[529986103] linearizableReadLoop","detail":"{readStateIndex:4145; appliedIndex:4144; }","duration":"100.982575ms","start":"2026-05-11T01:05:30.104353Z","end":"2026-05-11T01:05:30.205336Z","steps":["trace[529986103] 'read index received' (duration: 35.168115ms)","trace[529986103] 'applied index is now lower than readState.Index' (duration: 65.81306ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:30.205433Z","caller":"traceutil/trace.go:171","msg":"trace[1040121344] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"106.329665ms","start":"2026-05-11T01:05:30.099073Z","end":"2026-05-11T01:05:30.205403Z","steps":["trace[1040121344] 'process raft request' (duration: 40.31373ms)","trace[1040121344] 'compare' (duration: 65.80194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:30.205675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.301182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:05:30.205774Z","caller":"traceutil/trace.go:171","msg":"trace[1403697139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3983; }","duration":"101.463726ms","start":"2026-05-11T01:05:30.104289Z","end":"2026-05-11T01:05:30.205753Z","steps":["trace[1403697139] 'agreement among raft nodes before linearized reading' (duration: 101.186369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:31.650188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.044869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:05:31.65043Z","caller":"traceutil/trace.go:171","msg":"trace[2061146222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3992; }","duration":"132.302776ms","start":"2026-05-11T01:05:31.518102Z","end":"2026-05-11T01:05:31.650405Z","steps":["trace[2061146222] 'range keys from in-memory index tree' (duration: 132.025219ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:31.650666Z","caller":"traceutil/trace.go:171","msg":"trace[450535355] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"528.189357ms","start":"2026-05-11T01:05:31.12241Z","end":"2026-05-11T01:05:31.650599Z","steps":["trace[450535355] 'process raft request' (duration: 444.699082ms)","trace[450535355] 'compare' (duration: 82.489632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:31.650844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:31.122384Z","time spent":"528.374811ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:31.656715Z","caller":"traceutil/trace.go:171","msg":"trace[1556120522] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"534.237873ms","start":"2026-05-11T01:05:31.122444Z","end":"2026-05-11T01:05:31.656682Z","steps":["trace[1556120522] 'process raft request' (duration: 533.987537ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:31.656759Z","caller":"traceutil/trace.go:171","msg":"trace[241859893] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4154; }","duration":"205.007019ms","start":"2026-05-11T01:05:31.451728Z","end":"2026-05-11T01:05:31.656735Z","steps":["trace[241859893] 'read index received' (duration: 115.474489ms)","trace[241859893] 'applied index is now lower than readState.Index' (duration: 89.53071ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:31.656874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:31.122419Z","time spent":"534.384575ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:31.656871Z","caller":"traceutil/trace.go:171","msg":"trace[649020792] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"529.151749ms","start":"2026-05-11T01:05:31.12766Z","end":"2026-05-11T01:05:31.656812Z","steps":["trace[649020792] 'process raft request' (duration: 528.943704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:31.657016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.260914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:05:31.657029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:31.127621Z","time spent":"529.337203ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3447,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:05:31.657Z","caller":"traceutil/trace.go:171","msg":"trace[1655062170] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"513.237683ms","start":"2026-05-11T01:05:31.143697Z","end":"2026-05-11T01:05:31.656935Z","steps":["trace[1655062170] 'process raft request' (duration: 512.959047ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:31.65709Z","caller":"traceutil/trace.go:171","msg":"trace[2044276787] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3996; }","duration":"205.385827ms","start":"2026-05-11T01:05:31.451664Z","end":"2026-05-11T01:05:31.65705Z","steps":["trace[2044276787] 'agreement among raft nodes before linearized reading' (duration: 205.274134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:31.657254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:05:31.143664Z","time spent":"513.454877ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:05:31.657247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.162477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:05:31.657373Z","caller":"traceutil/trace.go:171","msg":"trace[908556866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:3996; }","duration":"113.346011ms","start":"2026-05-11T01:05:31.544004Z","end":"2026-05-11T01:05:31.65735Z","steps":["trace[908556866] 'agreement among raft nodes before linearized reading' (duration: 113.029925ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:52.353063Z","caller":"traceutil/trace.go:171","msg":"trace[1462900438] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4341; }","duration":"149.905456ms","start":"2026-05-11T01:05:52.20314Z","end":"2026-05-11T01:05:52.353046Z","steps":["trace[1462900438] 'read index received' (duration: 149.715042ms)","trace[1462900438] 'applied index is now lower than readState.Index' (duration: 189.714µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:52.353133Z","caller":"traceutil/trace.go:171","msg":"trace[722623687] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"151.586213ms","start":"2026-05-11T01:05:52.201507Z","end":"2026-05-11T01:05:52.353093Z","steps":["trace[722623687] 'process raft request' (duration: 151.41677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:52.353226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.077511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:05:52.35325Z","caller":"traceutil/trace.go:171","msg":"trace[440797352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4176; }","duration":"150.161232ms","start":"2026-05-11T01:05:52.20308Z","end":"2026-05-11T01:05:52.353242Z","steps":["trace[440797352] 'agreement among raft nodes before linearized reading' (duration: 150.046209ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:56.052499Z","caller":"traceutil/trace.go:171","msg":"trace[1738085751] linearizableReadLoop","detail":"{readStateIndex:4366; appliedIndex:4365; }","duration":"155.643944ms","start":"2026-05-11T01:05:55.896826Z","end":"2026-05-11T01:05:56.05247Z","steps":["trace[1738085751] 'read index received' (duration: 59.302834ms)","trace[1738085751] 'applied index is now lower than readState.Index' (duration: 96.33912ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:05:56.052532Z","caller":"traceutil/trace.go:171","msg":"trace[808866566] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"145.288583ms","start":"2026-05-11T01:05:55.907179Z","end":"2026-05-11T01:05:56.052467Z","steps":["trace[808866566] 'process raft request' (duration: 145.220341ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:05:56.052546Z","caller":"traceutil/trace.go:171","msg":"trace[616045048] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"173.977183ms","start":"2026-05-11T01:05:55.878536Z","end":"2026-05-11T01:05:56.052513Z","steps":["trace[616045048] 'process raft request' (duration: 77.581052ms)","trace[616045048] 'compare' (duration: 96.084894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:05:56.052768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.49048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-05-11T01:05:56.052816Z","caller":"traceutil/trace.go:171","msg":"trace[1074861283] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4200; }","duration":"155.574712ms","start":"2026-05-11T01:05:55.897228Z","end":"2026-05-11T01:05:56.052803Z","steps":["trace[1074861283] 'agreement among raft nodes before linearized reading' (duration: 155.401118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:05:56.052848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.94342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-05-11T01:05:56.052967Z","caller":"traceutil/trace.go:171","msg":"trace[2044686858] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4200; }","duration":"156.141324ms","start":"2026-05-11T01:05:55.896806Z","end":"2026-05-11T01:05:56.052947Z","steps":["trace[2044686858] 'agreement among raft nodes before linearized reading' (duration: 155.805507ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:02.775202Z","caller":"traceutil/trace.go:171","msg":"trace[1310511717] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"369.252272ms","start":"2026-05-11T01:06:02.405921Z","end":"2026-05-11T01:06:02.775173Z","steps":["trace[1310511717] 'process raft request' (duration: 369.043347ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:02.775183Z","caller":"traceutil/trace.go:171","msg":"trace[837630299] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4401; }","duration":"367.40696ms","start":"2026-05-11T01:06:02.407743Z","end":"2026-05-11T01:06:02.77515Z","steps":["trace[837630299] 'read index received' (duration: 367.168475ms)","trace[837630299] 'applied index is now lower than readState.Index' (duration: 237.255µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:02.775355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.405892Z","time spent":"369.383964ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:06:02.775442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.662626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:06:02.775528Z","caller":"traceutil/trace.go:171","msg":"trace[1681982464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4234; }","duration":"367.787128ms","start":"2026-05-11T01:06:02.407717Z","end":"2026-05-11T01:06:02.775505Z","steps":["trace[1681982464] 'agreement among raft nodes before linearized reading' (duration: 367.552133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:02.77559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.407706Z","time spent":"367.869701ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:06:03.052297Z","caller":"traceutil/trace.go:171","msg":"trace[26881000] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"297.261804ms","start":"2026-05-11T01:06:02.754984Z","end":"2026-05-11T01:06:03.052245Z","steps":["trace[26881000] 'process raft request' (duration: 203.719177ms)","trace[26881000] 'compare' (duration: 93.374434ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:06:03.052359Z","caller":"traceutil/trace.go:171","msg":"trace[2045545638] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"271.598502ms","start":"2026-05-11T01:06:02.780723Z","end":"2026-05-11T01:06:03.052322Z","steps":["trace[2045545638] 'process raft request' (duration: 271.536641ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:03.052378Z","caller":"traceutil/trace.go:171","msg":"trace[1402543826] linearizableReadLoop","detail":"{readStateIndex:4403; appliedIndex:4402; }","duration":"277.056074ms","start":"2026-05-11T01:06:02.77528Z","end":"2026-05-11T01:06:03.052336Z","steps":["trace[1402543826] 'read index received' (duration: 183.440005ms)","trace[1402543826] 'applied index is now lower than readState.Index' (duration: 93.609569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:06:03.0526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.720679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-05-11T01:06:03.052609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.85945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:06:03.052692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.431024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:06:03.052753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.642649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:06:03.052755Z","caller":"traceutil/trace.go:171","msg":"trace[1623285410] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4236; }","duration":"433.544927ms","start":"2026-05-11T01:06:02.619193Z","end":"2026-05-11T01:06:03.052738Z","steps":["trace[1623285410] 'agreement among raft nodes before linearized reading' (duration: 433.413714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:03.05273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.717358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-05-11T01:06:03.052788Z","caller":"traceutil/trace.go:171","msg":"trace[2092541462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4236; }","duration":"485.70404ms","start":"2026-05-11T01:06:02.567073Z","end":"2026-05-11T01:06:03.052777Z","steps":["trace[2092541462] 'agreement among raft nodes before linearized reading' (duration: 485.604968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:03.052804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.619178Z","time spent":"433.613628ms","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:06:03.052811Z","caller":"traceutil/trace.go:171","msg":"trace[1237595926] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4236; }","duration":"152.857721ms","start":"2026-05-11T01:06:02.899933Z","end":"2026-05-11T01:06:03.052791Z","steps":["trace[1237595926] 'agreement among raft nodes before linearized reading' (duration: 152.628596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:03.052829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.567043Z","time spent":"485.777892ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:06:03.052656Z","caller":"traceutil/trace.go:171","msg":"trace[1063081241] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4236; }","duration":"592.833111ms","start":"2026-05-11T01:06:02.459811Z","end":"2026-05-11T01:06:03.052644Z","steps":["trace[1063081241] 'agreement among raft nodes before linearized reading' (duration: 592.620066ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:03.052816Z","caller":"traceutil/trace.go:171","msg":"trace[391794125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4236; }","duration":"484.014513ms","start":"2026-05-11T01:06:02.568681Z","end":"2026-05-11T01:06:03.052695Z","steps":["trace[391794125] 'agreement among raft nodes before linearized reading' (duration: 483.693156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:03.052866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.160792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:06:03.052904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.459792Z","time spent":"593.091197ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:06:03.05292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.56867Z","time spent":"484.231348ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:06:03.052932Z","caller":"traceutil/trace.go:171","msg":"trace[1067548803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4236; }","duration":"547.268715ms","start":"2026-05-11T01:06:02.505645Z","end":"2026-05-11T01:06:03.052914Z","steps":["trace[1067548803] 'agreement among raft nodes before linearized reading' (duration: 547.084931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:03.052969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:02.505621Z","time spent":"547.340666ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:06:08.446742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.472881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:06:08.446806Z","caller":"traceutil/trace.go:171","msg":"trace[1464200771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4261; }","duration":"397.604074ms","start":"2026-05-11T01:06:08.049187Z","end":"2026-05-11T01:06:08.446791Z","steps":["trace[1464200771] 'range keys from in-memory index tree' (duration: 397.38686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:08.446831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:08.049162Z","time spent":"397.663156ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:06:08.44697Z","caller":"traceutil/trace.go:171","msg":"trace[1116873738] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"348.634562ms","start":"2026-05-11T01:06:08.09831Z","end":"2026-05-11T01:06:08.446944Z","steps":["trace[1116873738] 'process raft request' (duration: 346.938204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:06:08.447125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:06:08.09825Z","time spent":"348.788066ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:06:08.447479Z","caller":"traceutil/trace.go:171","msg":"trace[1963464067] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"285.133814ms","start":"2026-05-11T01:06:08.162304Z","end":"2026-05-11T01:06:08.447438Z","steps":["trace[1963464067] 'process raft request' (duration: 284.577582ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:06:08.447914Z","caller":"traceutil/trace.go:171","msg":"trace[472875073] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"160.552293ms","start":"2026-05-11T01:06:08.287328Z","end":"2026-05-11T01:06:08.44788Z","steps":["trace[472875073] 'process raft request' (duration: 159.986001ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:18.325328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2653} {"level":"warn","ts":"2026-05-11T01:07:18.732213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.739773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-05-11T01:07:18.732776Z","caller":"traceutil/trace.go:171","msg":"trace[1742043239] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4742; }","duration":"324.349258ms","start":"2026-05-11T01:07:18.408402Z","end":"2026-05-11T01:07:18.732752Z","steps":["trace[1742043239] 'range keys from in-memory index tree' (duration: 323.407427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:18.732843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:18.40837Z","time spent":"324.45579ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:07:18.795195Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2653,"took":"468.74778ms","hash":3973329784,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":21438464,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-05-11T01:07:18.795338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3973329784,"revision":2653,"compact-revision":-1} {"level":"info","ts":"2026-05-11T01:07:22.598873Z","caller":"traceutil/trace.go:171","msg":"trace[81308167] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"104.797139ms","start":"2026-05-11T01:07:22.494035Z","end":"2026-05-11T01:07:22.598832Z","steps":["trace[81308167] 'process raft request' (duration: 71.882204ms)","trace[81308167] 'compare' (duration: 32.664139ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:22.59918Z","caller":"traceutil/trace.go:171","msg":"trace[1815183029] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"104.474132ms","start":"2026-05-11T01:07:22.494671Z","end":"2026-05-11T01:07:22.599145Z","steps":["trace[1815183029] 'process raft request' (duration: 104.227807ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642613Z","caller":"traceutil/trace.go:171","msg":"trace[1901591574] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"137.152651ms","start":"2026-05-11T01:07:22.505424Z","end":"2026-05-11T01:07:22.642577Z","steps":["trace[1901591574] 'process raft request' (duration: 136.764632ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642649Z","caller":"traceutil/trace.go:171","msg":"trace[1266425579] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"136.652269ms","start":"2026-05-11T01:07:22.505958Z","end":"2026-05-11T01:07:22.64261Z","steps":["trace[1266425579] 'process raft request' (duration: 136.484476ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642729Z","caller":"traceutil/trace.go:171","msg":"trace[926996529] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"136.103427ms","start":"2026-05-11T01:07:22.506568Z","end":"2026-05-11T01:07:22.642671Z","steps":["trace[926996529] 'process raft request' (duration: 135.956094ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642756Z","caller":"traceutil/trace.go:171","msg":"trace[79763300] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"135.907482ms","start":"2026-05-11T01:07:22.506817Z","end":"2026-05-11T01:07:22.642724Z","steps":["trace[79763300] 'process raft request' (duration: 135.740398ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642753Z","caller":"traceutil/trace.go:171","msg":"trace[1652969871] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"124.391385ms","start":"2026-05-11T01:07:22.518342Z","end":"2026-05-11T01:07:22.642733Z","steps":["trace[1652969871] 'process raft request' (duration: 124.313373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642882Z","caller":"traceutil/trace.go:171","msg":"trace[172262830] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"136.479065ms","start":"2026-05-11T01:07:22.506324Z","end":"2026-05-11T01:07:22.642803Z","steps":["trace[172262830] 'process raft request' (duration: 136.157878ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.642937Z","caller":"traceutil/trace.go:171","msg":"trace[82428355] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"135.800039ms","start":"2026-05-11T01:07:22.507042Z","end":"2026-05-11T01:07:22.642842Z","steps":["trace[82428355] 'process raft request' (duration: 135.546164ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.766167Z","caller":"traceutil/trace.go:171","msg":"trace[639716405] linearizableReadLoop","detail":"{readStateIndex:5220; appliedIndex:5212; }","duration":"154.912727ms","start":"2026-05-11T01:07:22.611234Z","end":"2026-05-11T01:07:22.766146Z","steps":["trace[639716405] 'read index received' (duration: 30.933641ms)","trace[639716405] 'applied index is now lower than readState.Index' (duration: 123.977666ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:22.766318Z","caller":"traceutil/trace.go:171","msg":"trace[1209368358] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"131.850412ms","start":"2026-05-11T01:07:22.634453Z","end":"2026-05-11T01:07:22.766303Z","steps":["trace[1209368358] 'process raft request' (duration: 131.634918ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.766242Z","caller":"traceutil/trace.go:171","msg":"trace[1559237919] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"150.720603ms","start":"2026-05-11T01:07:22.615461Z","end":"2026-05-11T01:07:22.766182Z","steps":["trace[1559237919] 'process raft request' (duration: 150.568389ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.766143Z","caller":"traceutil/trace.go:171","msg":"trace[1919385377] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"185.792356ms","start":"2026-05-11T01:07:22.580298Z","end":"2026-05-11T01:07:22.766091Z","steps":["trace[1919385377] 'process raft request' (duration: 183.001364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:22.766473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.229914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:22.766519Z","caller":"traceutil/trace.go:171","msg":"trace[435370328] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5017; }","duration":"155.334216ms","start":"2026-05-11T01:07:22.611172Z","end":"2026-05-11T01:07:22.766506Z","steps":["trace[435370328] 'agreement among raft nodes before linearized reading' (duration: 155.203403ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.76899Z","caller":"traceutil/trace.go:171","msg":"trace[1010599042] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"119.70472ms","start":"2026-05-11T01:07:22.649234Z","end":"2026-05-11T01:07:22.768939Z","steps":["trace[1010599042] 'process raft request' (duration: 119.22133ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.769023Z","caller":"traceutil/trace.go:171","msg":"trace[1456972714] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"108.317336ms","start":"2026-05-11T01:07:22.660673Z","end":"2026-05-11T01:07:22.768991Z","steps":["trace[1456972714] 'process raft request' (duration: 107.988729ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.769193Z","caller":"traceutil/trace.go:171","msg":"trace[1459313241] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"118.199008ms","start":"2026-05-11T01:07:22.650946Z","end":"2026-05-11T01:07:22.769145Z","steps":["trace[1459313241] 'process raft request' (duration: 117.674036ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.911648Z","caller":"traceutil/trace.go:171","msg":"trace[1470471637] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"129.016679ms","start":"2026-05-11T01:07:22.782577Z","end":"2026-05-11T01:07:22.911593Z","steps":["trace[1470471637] 'process raft request' (duration: 128.689351ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.911647Z","caller":"traceutil/trace.go:171","msg":"trace[1971966301] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"126.997513ms","start":"2026-05-11T01:07:22.784616Z","end":"2026-05-11T01:07:22.911614Z","steps":["trace[1971966301] 'process raft request' (duration: 126.887131ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.912041Z","caller":"traceutil/trace.go:171","msg":"trace[1661566772] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"127.238389ms","start":"2026-05-11T01:07:22.784781Z","end":"2026-05-11T01:07:22.91202Z","steps":["trace[1661566772] 'process raft request' (duration: 126.781769ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.912133Z","caller":"traceutil/trace.go:171","msg":"trace[243829599] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"127.26601ms","start":"2026-05-11T01:07:22.784832Z","end":"2026-05-11T01:07:22.912098Z","steps":["trace[243829599] 'process raft request' (duration: 127.046455ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.949284Z","caller":"traceutil/trace.go:171","msg":"trace[1588989792] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"161.813491ms","start":"2026-05-11T01:07:22.787378Z","end":"2026-05-11T01:07:22.949192Z","steps":["trace[1588989792] 'process raft request' (duration: 161.489894ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:22.949387Z","caller":"traceutil/trace.go:171","msg":"trace[117641512] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5232; }","duration":"128.847376ms","start":"2026-05-11T01:07:22.820497Z","end":"2026-05-11T01:07:22.949344Z","steps":["trace[117641512] 'read index received' (duration: 90.839117ms)","trace[117641512] 'applied index is now lower than readState.Index' (duration: 38.004788ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:22.94942Z","caller":"traceutil/trace.go:171","msg":"trace[493459957] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"159.589501ms","start":"2026-05-11T01:07:22.789786Z","end":"2026-05-11T01:07:22.949375Z","steps":["trace[493459957] 'process raft request' (duration: 159.245374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:22.949606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.08023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:07:22.949733Z","caller":"traceutil/trace.go:171","msg":"trace[956458872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5033; }","duration":"129.231644ms","start":"2026-05-11T01:07:22.820436Z","end":"2026-05-11T01:07:22.949668Z","steps":["trace[956458872] 'agreement among raft nodes before linearized reading' (duration: 129.06833ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.022055Z","caller":"traceutil/trace.go:171","msg":"trace[995903262] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"105.668978ms","start":"2026-05-11T01:07:22.916359Z","end":"2026-05-11T01:07:23.022028Z","steps":["trace[995903262] 'process raft request' (duration: 105.239298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.022306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.718977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-11T01:07:23.022496Z","caller":"traceutil/trace.go:171","msg":"trace[1229480388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5036; }","duration":"196.038084ms","start":"2026-05-11T01:07:22.826437Z","end":"2026-05-11T01:07:23.022475Z","steps":["trace[1229480388] 'agreement among raft nodes before linearized reading' (duration: 195.640605ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.163517Z","caller":"traceutil/trace.go:171","msg":"trace[842401403] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"112.416638ms","start":"2026-05-11T01:07:23.051047Z","end":"2026-05-11T01:07:23.163464Z","steps":["trace[842401403] 'process raft request' (duration: 97.427634ms)","trace[842401403] 'compare' (duration: 14.658427ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:23.163607Z","caller":"traceutil/trace.go:171","msg":"trace[1180018640] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"111.039227ms","start":"2026-05-11T01:07:23.052539Z","end":"2026-05-11T01:07:23.163578Z","steps":["trace[1180018640] 'process raft request' (duration: 110.902124ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.163696Z","caller":"traceutil/trace.go:171","msg":"trace[1675626747] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"111.664002ms","start":"2026-05-11T01:07:23.051996Z","end":"2026-05-11T01:07:23.16366Z","steps":["trace[1675626747] 'process raft request' (duration: 111.344595ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.163785Z","caller":"traceutil/trace.go:171","msg":"trace[1048699623] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"108.155152ms","start":"2026-05-11T01:07:23.055607Z","end":"2026-05-11T01:07:23.163762Z","steps":["trace[1048699623] 'process raft request' (duration: 107.912907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.163761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.247905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:23.163942Z","caller":"traceutil/trace.go:171","msg":"trace[1949781806] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:5053; }","duration":"112.468929ms","start":"2026-05-11T01:07:23.05146Z","end":"2026-05-11T01:07:23.163929Z","steps":["trace[1949781806] 'agreement among raft nodes before linearized reading' (duration: 112.207053ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.163602Z","caller":"traceutil/trace.go:171","msg":"trace[1846148862] linearizableReadLoop","detail":"{readStateIndex:5256; appliedIndex:5254; }","duration":"112.087651ms","start":"2026-05-11T01:07:23.05149Z","end":"2026-05-11T01:07:23.163578Z","steps":["trace[1846148862] 'read index received' (duration: 6.418933ms)","trace[1846148862] 'applied index is now lower than readState.Index' (duration: 105.667218ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:23.170141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.717478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4297"} {"level":"info","ts":"2026-05-11T01:07:23.170197Z","caller":"traceutil/trace.go:171","msg":"trace[675057280] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:5055; }","duration":"113.804309ms","start":"2026-05-11T01:07:23.05638Z","end":"2026-05-11T01:07:23.170184Z","steps":["trace[675057280] 'agreement among raft nodes before linearized reading' (duration: 113.583373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.170359Z","caller":"traceutil/trace.go:171","msg":"trace[325248249] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"112.288016ms","start":"2026-05-11T01:07:23.058052Z","end":"2026-05-11T01:07:23.17034Z","steps":["trace[325248249] 'process raft request' (duration: 111.715492ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.170397Z","caller":"traceutil/trace.go:171","msg":"trace[1150258687] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"105.76947ms","start":"2026-05-11T01:07:23.06461Z","end":"2026-05-11T01:07:23.170379Z","steps":["trace[1150258687] 'process raft request' (duration: 105.262218ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.325605Z","caller":"traceutil/trace.go:171","msg":"trace[271863623] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5060; }","duration":"107.235993ms","start":"2026-05-11T01:07:23.21835Z","end":"2026-05-11T01:07:23.325586Z","steps":["trace[271863623] 'process raft request' (duration: 107.198782ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.325947Z","caller":"traceutil/trace.go:171","msg":"trace[1561976238] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"110.315961ms","start":"2026-05-11T01:07:23.215624Z","end":"2026-05-11T01:07:23.32594Z","steps":["trace[1561976238] 'process raft request' (duration: 109.77579ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.341232Z","caller":"traceutil/trace.go:171","msg":"trace[855366460] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5265; }","duration":"116.48918ms","start":"2026-05-11T01:07:23.224709Z","end":"2026-05-11T01:07:23.341198Z","steps":["trace[855366460] 'read index received' (duration: 100.757738ms)","trace[855366460] 'applied index is now lower than readState.Index' (duration: 15.730251ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:23.341313Z","caller":"traceutil/trace.go:171","msg":"trace[1486106629] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"114.275651ms","start":"2026-05-11T01:07:23.227018Z","end":"2026-05-11T01:07:23.341294Z","steps":["trace[1486106629] 'process raft request' (duration: 114.107437ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.34128Z","caller":"traceutil/trace.go:171","msg":"trace[192847059] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"117.535463ms","start":"2026-05-11T01:07:23.223716Z","end":"2026-05-11T01:07:23.341252Z","steps":["trace[192847059] 'process raft request' (duration: 117.201864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.341506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.776496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-11T01:07:23.341541Z","caller":"traceutil/trace.go:171","msg":"trace[1625029015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5062; }","duration":"116.861238ms","start":"2026-05-11T01:07:23.224672Z","end":"2026-05-11T01:07:23.341533Z","steps":["trace[1625029015] 'agreement among raft nodes before linearized reading' (duration: 116.664714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.402566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.218477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-7cfp7\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-05-11T01:07:23.402671Z","caller":"traceutil/trace.go:171","msg":"trace[1368998353] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-7cfp7; range_end:; response_count:1; response_revision:5063; }","duration":"144.364872ms","start":"2026-05-11T01:07:23.258284Z","end":"2026-05-11T01:07:23.402648Z","steps":["trace[1368998353] 'agreement among raft nodes before linearized reading' (duration: 144.077394ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.487361Z","caller":"traceutil/trace.go:171","msg":"trace[1116836418] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"141.800384ms","start":"2026-05-11T01:07:23.345536Z","end":"2026-05-11T01:07:23.487336Z","steps":["trace[1116836418] 'process raft request' (duration: 137.892677ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.48736Z","caller":"traceutil/trace.go:171","msg":"trace[104288313] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"119.756102ms","start":"2026-05-11T01:07:23.367573Z","end":"2026-05-11T01:07:23.487329Z","steps":["trace[104288313] 'process raft request' (duration: 119.684971ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.586742Z","caller":"traceutil/trace.go:171","msg":"trace[502016603] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5067; }","duration":"181.837227ms","start":"2026-05-11T01:07:23.404881Z","end":"2026-05-11T01:07:23.586718Z","steps":["trace[502016603] 'process raft request' (duration: 181.721875ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.586773Z","caller":"traceutil/trace.go:171","msg":"trace[110148839] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5066; }","duration":"182.040863ms","start":"2026-05-11T01:07:23.404682Z","end":"2026-05-11T01:07:23.586723Z","steps":["trace[110148839] 'process raft request' (duration: 181.749676ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.587175Z","caller":"traceutil/trace.go:171","msg":"trace[1009180] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"165.504023ms","start":"2026-05-11T01:07:23.421647Z","end":"2026-05-11T01:07:23.587151Z","steps":["trace[1009180] 'process raft request' (duration: 165.000492ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.587251Z","caller":"traceutil/trace.go:171","msg":"trace[1346377355] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"152.424001ms","start":"2026-05-11T01:07:23.434817Z","end":"2026-05-11T01:07:23.587241Z","steps":["trace[1346377355] 'process raft request' (duration: 152.157755ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.587281Z","caller":"traceutil/trace.go:171","msg":"trace[33429411] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"144.34063ms","start":"2026-05-11T01:07:23.442899Z","end":"2026-05-11T01:07:23.58724Z","steps":["trace[33429411] 'process raft request' (duration: 144.229297ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.628323Z","caller":"traceutil/trace.go:171","msg":"trace[526309335] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5272; }","duration":"129.162502ms","start":"2026-05-11T01:07:23.499128Z","end":"2026-05-11T01:07:23.628291Z","steps":["trace[526309335] 'read index received' (duration: 87.169255ms)","trace[526309335] 'applied index is now lower than readState.Index' (duration: 41.991757ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:23.628356Z","caller":"traceutil/trace.go:171","msg":"trace[1732137305] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"177.763027ms","start":"2026-05-11T01:07:23.450552Z","end":"2026-05-11T01:07:23.628315Z","steps":["trace[1732137305] 'process raft request' (duration: 136.667079ms)","trace[1732137305] 'compare' (duration: 40.794651ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:23.628373Z","caller":"traceutil/trace.go:171","msg":"trace[1946261505] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"169.044742ms","start":"2026-05-11T01:07:23.459301Z","end":"2026-05-11T01:07:23.628346Z","steps":["trace[1946261505] 'process raft request' (duration: 168.92627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.628712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.559691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:07:23.628762Z","caller":"traceutil/trace.go:171","msg":"trace[1032319808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5072; }","duration":"129.701254ms","start":"2026-05-11T01:07:23.499046Z","end":"2026-05-11T01:07:23.628747Z","steps":["trace[1032319808] 'agreement among raft nodes before linearized reading' (duration: 129.406668ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.683943Z","caller":"traceutil/trace.go:171","msg":"trace[2011746315] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"159.467089ms","start":"2026-05-11T01:07:23.524451Z","end":"2026-05-11T01:07:23.683918Z","steps":["trace[2011746315] 'process raft request' (duration: 159.350266ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.684002Z","caller":"traceutil/trace.go:171","msg":"trace[843059167] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5072; }","duration":"165.302219ms","start":"2026-05-11T01:07:23.51866Z","end":"2026-05-11T01:07:23.683962Z","steps":["trace[843059167] 'process raft request' (duration: 165.003352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.713801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.704973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:23.713901Z","caller":"traceutil/trace.go:171","msg":"trace[1780688666] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5075; }","duration":"111.819816ms","start":"2026-05-11T01:07:23.602061Z","end":"2026-05-11T01:07:23.713881Z","steps":["trace[1780688666] 'agreement among raft nodes before linearized reading' (duration: 111.672922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.713918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.420576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3023"} {"level":"warn","ts":"2026-05-11T01:07:23.713983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.411422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:07:23.713813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.196463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:07:23.71414Z","caller":"traceutil/trace.go:171","msg":"trace[2103029582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"151.535701ms","start":"2026-05-11T01:07:23.562582Z","end":"2026-05-11T01:07:23.714117Z","steps":["trace[2103029582] 'agreement among raft nodes before linearized reading' (duration: 151.06512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.714167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.435214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:07:23.714204Z","caller":"traceutil/trace.go:171","msg":"trace[39365606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5075; }","duration":"101.493955ms","start":"2026-05-11T01:07:23.612698Z","end":"2026-05-11T01:07:23.714192Z","steps":["trace[39365606] 'agreement among raft nodes before linearized reading' (duration: 101.353282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:23.714199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.986124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:07:23.714248Z","caller":"traceutil/trace.go:171","msg":"trace[460688348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5075; }","duration":"179.090356ms","start":"2026-05-11T01:07:23.535145Z","end":"2026-05-11T01:07:23.714236Z","steps":["trace[460688348] 'agreement among raft nodes before linearized reading' (duration: 178.962714ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.714077Z","caller":"traceutil/trace.go:171","msg":"trace[81948714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"178.520154ms","start":"2026-05-11T01:07:23.535535Z","end":"2026-05-11T01:07:23.714055Z","steps":["trace[81948714] 'agreement among raft nodes before linearized reading' (duration: 178.232338ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:23.714563Z","caller":"traceutil/trace.go:171","msg":"trace[914966910] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:5075; }","duration":"115.493228ms","start":"2026-05-11T01:07:23.598457Z","end":"2026-05-11T01:07:23.71395Z","steps":["trace[914966910] 'agreement among raft nodes before linearized reading' (duration: 115.415916ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:26.458936Z","caller":"traceutil/trace.go:171","msg":"trace[295534691] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"117.897802ms","start":"2026-05-11T01:07:26.341015Z","end":"2026-05-11T01:07:26.458913Z","steps":["trace[295534691] 'read index received' (duration: 55.706104ms)","trace[295534691] 'applied index is now lower than readState.Index' (duration: 62.190758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:26.459079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.033135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:07:26.459113Z","caller":"traceutil/trace.go:171","msg":"trace[1998442598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5134; }","duration":"118.124467ms","start":"2026-05-11T01:07:26.340979Z","end":"2026-05-11T01:07:26.459103Z","steps":["trace[1998442598] 'agreement among raft nodes before linearized reading' (duration: 118.013695ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:26.459467Z","caller":"traceutil/trace.go:171","msg":"trace[1779896129] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"125.457719ms","start":"2026-05-11T01:07:26.333925Z","end":"2026-05-11T01:07:26.459383Z","steps":["trace[1779896129] 'process raft request' (duration: 62.817381ms)","trace[1779896129] 'compare' (duration: 62.056225ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:27.082065Z","caller":"traceutil/trace.go:171","msg":"trace[48761187] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5392; }","duration":"101.837702ms","start":"2026-05-11T01:07:26.980171Z","end":"2026-05-11T01:07:27.082008Z","steps":["trace[48761187] 'read index received' (duration: 101.606577ms)","trace[48761187] 'applied index is now lower than readState.Index' (duration: 230.275µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:27.082142Z","caller":"traceutil/trace.go:171","msg":"trace[265339336] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"153.342512ms","start":"2026-05-11T01:07:26.928772Z","end":"2026-05-11T01:07:27.082114Z","steps":["trace[265339336] 'process raft request' (duration: 153.077606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:27.082376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.17491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-11T01:07:27.082425Z","caller":"traceutil/trace.go:171","msg":"trace[1257602071] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5185; }","duration":"102.295622ms","start":"2026-05-11T01:07:26.980113Z","end":"2026-05-11T01:07:27.082409Z","steps":["trace[1257602071] 'agreement among raft nodes before linearized reading' (duration: 102.081007ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:28.117947Z","caller":"traceutil/trace.go:171","msg":"trace[2000041076] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5414; }","duration":"157.180627ms","start":"2026-05-11T01:07:27.960733Z","end":"2026-05-11T01:07:28.117914Z","steps":["trace[2000041076] 'read index received' (duration: 156.960372ms)","trace[2000041076] 'applied index is now lower than readState.Index' (duration: 218.985µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:28.118023Z","caller":"traceutil/trace.go:171","msg":"trace[174812902] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"195.293978ms","start":"2026-05-11T01:07:27.922675Z","end":"2026-05-11T01:07:28.117969Z","steps":["trace[174812902] 'process raft request' (duration: 195.055913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:28.119308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.543417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2198800"} {"level":"info","ts":"2026-05-11T01:07:28.119392Z","caller":"traceutil/trace.go:171","msg":"trace[684738312] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5206; }","duration":"158.68373ms","start":"2026-05-11T01:07:27.960687Z","end":"2026-05-11T01:07:28.11937Z","steps":["trace[684738312] 'agreement among raft nodes before linearized reading' (duration: 157.355291ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.324919Z","caller":"traceutil/trace.go:171","msg":"trace[739262288] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5529; }","duration":"159.734384ms","start":"2026-05-11T01:07:33.165157Z","end":"2026-05-11T01:07:33.324891Z","steps":["trace[739262288] 'read index received' (duration: 8.803347ms)","trace[739262288] 'applied index is now lower than readState.Index' (duration: 150.930277ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:33.325286Z","caller":"traceutil/trace.go:171","msg":"trace[403635228] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"157.625968ms","start":"2026-05-11T01:07:33.167611Z","end":"2026-05-11T01:07:33.325237Z","steps":["trace[403635228] 'process raft request' (duration: 157.133186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:33.325363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.179775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:75305"} {"level":"info","ts":"2026-05-11T01:07:33.325352Z","caller":"traceutil/trace.go:171","msg":"trace[1673979047] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"162.282852ms","start":"2026-05-11T01:07:33.162996Z","end":"2026-05-11T01:07:33.325279Z","steps":["trace[1673979047] 'process raft request' (duration: 72.701213ms)","trace[1673979047] 'compare' (duration: 88.591906ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:33.325418Z","caller":"traceutil/trace.go:171","msg":"trace[1054541836] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5318; }","duration":"160.292858ms","start":"2026-05-11T01:07:33.165108Z","end":"2026-05-11T01:07:33.325401Z","steps":["trace[1054541836] 'agreement among raft nodes before linearized reading' (duration: 159.890358ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.485724Z","caller":"traceutil/trace.go:171","msg":"trace[1866142393] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"153.603208ms","start":"2026-05-11T01:07:33.33209Z","end":"2026-05-11T01:07:33.485693Z","steps":["trace[1866142393] 'read index received' (duration: 95.545252ms)","trace[1866142393] 'applied index is now lower than readState.Index' (duration: 58.056636ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:33.48582Z","caller":"traceutil/trace.go:171","msg":"trace[1640690767] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"203.224696ms","start":"2026-05-11T01:07:33.282537Z","end":"2026-05-11T01:07:33.485761Z","steps":["trace[1640690767] 'process raft request' (duration: 145.102268ms)","trace[1640690767] 'compare' (duration: 57.872072ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:33.486015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.869924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:33.486061Z","caller":"traceutil/trace.go:171","msg":"trace[1819331023] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl-tls; range_end:; response_count:0; response_revision:5319; }","duration":"153.966506ms","start":"2026-05-11T01:07:33.332081Z","end":"2026-05-11T01:07:33.486048Z","steps":["trace[1819331023] 'agreement among raft nodes before linearized reading' (duration: 153.766482ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.524853Z","caller":"traceutil/trace.go:171","msg":"trace[982521669] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"187.230298ms","start":"2026-05-11T01:07:33.33759Z","end":"2026-05-11T01:07:33.524821Z","steps":["trace[982521669] 'process raft request' (duration: 186.938651ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.525394Z","caller":"traceutil/trace.go:171","msg":"trace[942127464] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"100.83792ms","start":"2026-05-11T01:07:33.424521Z","end":"2026-05-11T01:07:33.525359Z","steps":["trace[942127464] 'process raft request' (duration: 100.228636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:33.526027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.903155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2198800"} {"level":"info","ts":"2026-05-11T01:07:33.526088Z","caller":"traceutil/trace.go:171","msg":"trace[375465411] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5321; }","duration":"193.003766ms","start":"2026-05-11T01:07:33.333069Z","end":"2026-05-11T01:07:33.526073Z","steps":["trace[375465411] 'agreement among raft nodes before linearized reading' (duration: 192.030525ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.95485Z","caller":"traceutil/trace.go:171","msg":"trace[64076044] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5534; }","duration":"421.7403ms","start":"2026-05-11T01:07:33.533084Z","end":"2026-05-11T01:07:33.954824Z","steps":["trace[64076044] 'read index received' (duration: 421.488114ms)","trace[64076044] 'applied index is now lower than readState.Index' (duration: 251.016µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:33.95498Z","caller":"traceutil/trace.go:171","msg":"trace[1240324483] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"457.314365ms","start":"2026-05-11T01:07:33.497641Z","end":"2026-05-11T01:07:33.954956Z","steps":["trace[1240324483] 'process raft request' (duration: 457.11899ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:33.955076Z","caller":"traceutil/trace.go:171","msg":"trace[1515551717] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"465.430925ms","start":"2026-05-11T01:07:33.489597Z","end":"2026-05-11T01:07:33.955028Z","steps":["trace[1515551717] 'process raft request' (duration: 464.974505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:33.955183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.094348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:07:33.955263Z","caller":"traceutil/trace.go:171","msg":"trace[100308722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5323; }","duration":"422.237451ms","start":"2026-05-11T01:07:33.533012Z","end":"2026-05-11T01:07:33.955249Z","steps":["trace[100308722] 'agreement among raft nodes before linearized reading' (duration: 421.953295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:33.955297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.489574Z","time spent":"465.604799ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:33.955304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.532985Z","time spent":"422.309043ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:07:33.955695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.497631Z","time spent":"457.408416ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:07:34.313407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.098224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:07:34.313675Z","caller":"traceutil/trace.go:171","msg":"trace[325378465] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5536; }","duration":"358.712205ms","start":"2026-05-11T01:07:33.954942Z","end":"2026-05-11T01:07:34.313655Z","steps":["trace[325378465] 'read index received' (duration: 253.262352ms)","trace[325378465] 'applied index is now lower than readState.Index' (duration: 105.448433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:34.314035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.710405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:07:34.314071Z","caller":"traceutil/trace.go:171","msg":"trace[1751639556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5325; }","duration":"466.785717ms","start":"2026-05-11T01:07:33.847272Z","end":"2026-05-11T01:07:34.314057Z","steps":["trace[1751639556] 'agreement among raft nodes before linearized reading' (duration: 466.641122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.314104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.847246Z","time spent":"466.848187ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:34.314124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.945505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-11T01:07:34.314159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.166686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:07:34.314214Z","caller":"traceutil/trace.go:171","msg":"trace[1623881930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5325; }","duration":"465.088329ms","start":"2026-05-11T01:07:33.849111Z","end":"2026-05-11T01:07:34.314199Z","steps":["trace[1623881930] 'agreement among raft nodes before linearized reading' (duration: 464.74317ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.314153Z","caller":"traceutil/trace.go:171","msg":"trace[1200679027] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"381.32355ms","start":"2026-05-11T01:07:33.932797Z","end":"2026-05-11T01:07:34.31412Z","steps":["trace[1200679027] 'process raft request' (duration: 380.740556ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.314232Z","caller":"traceutil/trace.go:171","msg":"trace[685636334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5325; }","duration":"472.294759ms","start":"2026-05-11T01:07:33.841918Z","end":"2026-05-11T01:07:34.314213Z","steps":["trace[685636334] 'agreement among raft nodes before linearized reading' (duration: 472.117905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.314222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.525643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:34.314294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.849102Z","time spent":"465.15911ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:34.314323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.841887Z","time spent":"472.424812ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:07:34.314361Z","caller":"traceutil/trace.go:171","msg":"trace[736581873] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:5325; }","duration":"415.703037ms","start":"2026-05-11T01:07:33.898626Z","end":"2026-05-11T01:07:34.314329Z","steps":["trace[736581873] 'agreement among raft nodes before linearized reading' (duration: 415.500842ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.314373Z","caller":"traceutil/trace.go:171","msg":"trace[133648725] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"606.828422ms","start":"2026-05-11T01:07:33.707424Z","end":"2026-05-11T01:07:34.314253Z","steps":["trace[133648725] 'process raft request' (duration: 500.752245ms)","trace[133648725] 'compare' (duration: 104.532942ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:34.314488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.294062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl\" ","response":"range_response_count:1 size:9753"} {"level":"warn","ts":"2026-05-11T01:07:34.314515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.947918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-11T01:07:34.314587Z","caller":"traceutil/trace.go:171","msg":"trace[191354836] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl; range_end:; response_count:1; response_revision:5325; }","duration":"382.467946ms","start":"2026-05-11T01:07:33.93209Z","end":"2026-05-11T01:07:34.314558Z","steps":["trace[191354836] 'agreement among raft nodes before linearized reading' (duration: 381.995765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.314365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.439465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:07:34.31462Z","caller":"traceutil/trace.go:171","msg":"trace[1706639734] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5325; }","duration":"734.102731ms","start":"2026-05-11T01:07:33.580496Z","end":"2026-05-11T01:07:34.314598Z","steps":["trace[1706639734] 'agreement among raft nodes before linearized reading' (duration: 733.523929ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.314644Z","caller":"traceutil/trace.go:171","msg":"trace[1263171239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5325; }","duration":"538.816034ms","start":"2026-05-11T01:07:33.775816Z","end":"2026-05-11T01:07:34.314632Z","steps":["trace[1263171239] 'agreement among raft nodes before linearized reading' (duration: 538.252272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.314647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.932064Z","time spent":"382.567137ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9776,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl\" "} {"level":"warn","ts":"2026-05-11T01:07:34.314682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.775781Z","time spent":"538.891035ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:07:34.31467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.707385Z","time spent":"607.136368ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:34.314676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.580471Z","time spent":"734.194793ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-11T01:07:34.314673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.898598Z","time spent":"415.901551ms","remote":"127.0.0.1:50814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-05-11T01:07:34.315663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.932778Z","time spent":"381.573215ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:07:34.315755Z","caller":"traceutil/trace.go:171","msg":"trace[437229868] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"354.899009ms","start":"2026-05-11T01:07:33.960831Z","end":"2026-05-11T01:07:34.31573Z","steps":["trace[437229868] 'process raft request' (duration: 354.47414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.315947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.960813Z","time spent":"354.993612ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:34.315964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.224169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-11T01:07:34.315981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.996512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:34.316003Z","caller":"traceutil/trace.go:171","msg":"trace[1403304992] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5327; }","duration":"347.139017ms","start":"2026-05-11T01:07:33.96884Z","end":"2026-05-11T01:07:34.315979Z","steps":["trace[1403304992] 'process raft request' (duration: 346.867871ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.316034Z","caller":"traceutil/trace.go:171","msg":"trace[1899581275] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5327; }","duration":"356.347011ms","start":"2026-05-11T01:07:33.959664Z","end":"2026-05-11T01:07:34.316011Z","steps":["trace[1899581275] 'agreement among raft nodes before linearized reading' (duration: 356.081046ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:34.31605Z","caller":"traceutil/trace.go:171","msg":"trace[409236176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5327; }","duration":"269.110015ms","start":"2026-05-11T01:07:34.046921Z","end":"2026-05-11T01:07:34.316031Z","steps":["trace[409236176] 'agreement among raft nodes before linearized reading' (duration: 269.001673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.316082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.959641Z","time spent":"356.434143ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-11T01:07:34.316107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.968808Z","time spent":"347.256349ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2400,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:34.316102Z","caller":"traceutil/trace.go:171","msg":"trace[1941586110] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"347.489834ms","start":"2026-05-11T01:07:33.968589Z","end":"2026-05-11T01:07:34.316079Z","steps":["trace[1941586110] 'process raft request' (duration: 347.062725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.316223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.968557Z","time spent":"347.597957ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:34.317013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.533805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-05-11T01:07:34.317062Z","caller":"traceutil/trace.go:171","msg":"trace[2120785517] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5325; }","duration":"697.640457ms","start":"2026-05-11T01:07:33.61941Z","end":"2026-05-11T01:07:34.31705Z","steps":["trace[2120785517] 'agreement among raft nodes before linearized reading' (duration: 694.573119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:34.317091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:33.61938Z","time spent":"697.702529ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413153,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-11T01:07:36.499183Z","caller":"traceutil/trace.go:171","msg":"trace[774396516] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"530.673342ms","start":"2026-05-11T01:07:35.968478Z","end":"2026-05-11T01:07:36.499151Z","steps":["trace[774396516] 'process raft request' (duration: 530.279033ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:36.499236Z","caller":"traceutil/trace.go:171","msg":"trace[2122944208] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"480.168015ms","start":"2026-05-11T01:07:36.019049Z","end":"2026-05-11T01:07:36.499217Z","steps":["trace[2122944208] 'process raft request' (duration: 479.997411ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:36.499179Z","caller":"traceutil/trace.go:171","msg":"trace[689985960] linearizableReadLoop","detail":"{readStateIndex:5664; appliedIndex:5661; }","duration":"453.383988ms","start":"2026-05-11T01:07:36.045771Z","end":"2026-05-11T01:07:36.499155Z","steps":["trace[689985960] 'read index received' (duration: 134.948872ms)","trace[689985960] 'applied index is now lower than readState.Index' (duration: 318.431575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:36.499307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.52602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:36.499343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:35.968458Z","time spent":"530.813685ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:36.49939Z","caller":"traceutil/trace.go:171","msg":"trace[200362240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5446; }","duration":"453.654523ms","start":"2026-05-11T01:07:36.045719Z","end":"2026-05-11T01:07:36.499374Z","steps":["trace[200362240] 'agreement among raft nodes before linearized reading' (duration: 453.48761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.499341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:36.019019Z","time spent":"480.254157ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:36.499455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:36.045696Z","time spent":"453.746035ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:07:36.506258Z","caller":"traceutil/trace.go:171","msg":"trace[1675245136] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"324.403259ms","start":"2026-05-11T01:07:36.181834Z","end":"2026-05-11T01:07:36.506237Z","steps":["trace[1675245136] 'process raft request' (duration: 324.225055ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:36.506346Z","caller":"traceutil/trace.go:171","msg":"trace[1572459383] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"185.917268ms","start":"2026-05-11T01:07:36.320411Z","end":"2026-05-11T01:07:36.506328Z","steps":["trace[1572459383] 'process raft request' (duration: 185.734244ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:36.506394Z","caller":"traceutil/trace.go:171","msg":"trace[1732454683] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"162.205029ms","start":"2026-05-11T01:07:36.344175Z","end":"2026-05-11T01:07:36.50638Z","steps":["trace[1732454683] 'process raft request' (duration: 162.007795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.506431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.4525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:07:36.506436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:36.181802Z","time spent":"324.541313ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:36.506522Z","caller":"traceutil/trace.go:171","msg":"trace[1046386314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5449; }","duration":"164.571892ms","start":"2026-05-11T01:07:36.341899Z","end":"2026-05-11T01:07:36.506471Z","steps":["trace[1046386314] 'agreement among raft nodes before linearized reading' (duration: 164.352308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.50657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.754213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-11T01:07:36.506434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.500771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:07:36.506611Z","caller":"traceutil/trace.go:171","msg":"trace[1702502388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5449; }","duration":"163.814145ms","start":"2026-05-11T01:07:36.342788Z","end":"2026-05-11T01:07:36.506602Z","steps":["trace[1702502388] 'agreement among raft nodes before linearized reading' (duration: 163.685352ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:36.50664Z","caller":"traceutil/trace.go:171","msg":"trace[519846390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5449; }","duration":"164.740756ms","start":"2026-05-11T01:07:36.341871Z","end":"2026-05-11T01:07:36.506612Z","steps":["trace[519846390] 'agreement among raft nodes before linearized reading' (duration: 164.382779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.506717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.516372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:07:36.506756Z","caller":"traceutil/trace.go:171","msg":"trace[950465416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5449; }","duration":"186.586732ms","start":"2026-05-11T01:07:36.320161Z","end":"2026-05-11T01:07:36.506748Z","steps":["trace[950465416] 'agreement among raft nodes before linearized reading' (duration: 186.49661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.506714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.614631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:07:36.506816Z","caller":"traceutil/trace.go:171","msg":"trace[1798447484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5449; }","duration":"172.772865ms","start":"2026-05-11T01:07:36.334032Z","end":"2026-05-11T01:07:36.506805Z","steps":["trace[1798447484] 'agreement among raft nodes before linearized reading' (duration: 172.599051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:36.507605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.103366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720905"} {"level":"info","ts":"2026-05-11T01:07:36.507643Z","caller":"traceutil/trace.go:171","msg":"trace[1295505328] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5449; }","duration":"274.219079ms","start":"2026-05-11T01:07:36.233414Z","end":"2026-05-11T01:07:36.507633Z","steps":["trace[1295505328] 'agreement among raft nodes before linearized reading' (duration: 272.92874ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:37.094636Z","caller":"traceutil/trace.go:171","msg":"trace[885205856] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"110.835432ms","start":"2026-05-11T01:07:36.983776Z","end":"2026-05-11T01:07:37.094611Z","steps":["trace[885205856] 'process raft request' (duration: 110.697379ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:37.100526Z","caller":"traceutil/trace.go:171","msg":"trace[1835161107] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"109.129505ms","start":"2026-05-11T01:07:36.991349Z","end":"2026-05-11T01:07:37.100479Z","steps":["trace[1835161107] 'process raft request' (duration: 108.90043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:38.823249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.872514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:38.823333Z","caller":"traceutil/trace.go:171","msg":"trace[1169569747] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5478; }","duration":"490.987436ms","start":"2026-05-11T01:07:38.332327Z","end":"2026-05-11T01:07:38.823315Z","steps":["trace[1169569747] 'count revisions from in-memory index tree' (duration: 490.71449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:38.823375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.332245Z","time spent":"491.120929ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:07:38.857004Z","caller":"traceutil/trace.go:171","msg":"trace[16101578] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"344.524778ms","start":"2026-05-11T01:07:38.512441Z","end":"2026-05-11T01:07:38.856966Z","steps":["trace[16101578] 'process raft request' (duration: 344.251122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:38.857296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.512414Z","time spent":"344.714861ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:39.880526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.502162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:07:39.880798Z","caller":"traceutil/trace.go:171","msg":"trace[1254005619] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"1.367116926s","start":"2026-05-11T01:07:38.513628Z","end":"2026-05-11T01:07:39.880745Z","steps":["trace[1254005619] 'process raft request' (duration: 484.305037ms)","trace[1254005619] 'compare' (duration: 881.939849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:39.880913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.513583Z","time spent":"1.367261859s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:39.880951Z","caller":"traceutil/trace.go:171","msg":"trace[797599892] linearizableReadLoop","detail":"{readStateIndex:5700; appliedIndex:5698; }","duration":"1.36370503s","start":"2026-05-11T01:07:38.517219Z","end":"2026-05-11T01:07:39.880924Z","steps":["trace[797599892] 'read index received' (duration: 339.321721ms)","trace[797599892] 'applied index is now lower than readState.Index' (duration: 1.024382009s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:39.881014Z","caller":"traceutil/trace.go:171","msg":"trace[1429888009] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"1.183567911s","start":"2026-05-11T01:07:38.697393Z","end":"2026-05-11T01:07:39.88096Z","steps":["trace[1429888009] 'process raft request' (duration: 1.183247934s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:39.881176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363947405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:07:39.881184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.697368Z","time spent":"1.183729894s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:39.881222Z","caller":"traceutil/trace.go:171","msg":"trace[1325334480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5481; }","duration":"1.364040407s","start":"2026-05-11T01:07:38.517169Z","end":"2026-05-11T01:07:39.881209Z","steps":["trace[1325334480] 'agreement among raft nodes before linearized reading' (duration: 1.363875053s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:39.881255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.517155Z","time spent":"1.364092028s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:07:40.124002Z","caller":"traceutil/trace.go:171","msg":"trace[1690553141] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"1.018214899s","start":"2026-05-11T01:07:39.105754Z","end":"2026-05-11T01:07:40.123969Z","steps":["trace[1690553141] 'process raft request' (duration: 993.841406ms)","trace[1690553141] 'compare' (duration: 24.184629ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:40.12417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:39.105731Z","time spent":"1.018359354s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:40.128421Z","caller":"traceutil/trace.go:171","msg":"trace[1415404226] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5701; }","duration":"247.38343ms","start":"2026-05-11T01:07:39.881018Z","end":"2026-05-11T01:07:40.128402Z","steps":["trace[1415404226] 'read index received' (duration: 218.69365ms)","trace[1415404226] 'applied index is now lower than readState.Index' (duration: 28.68879ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:40.128514Z","caller":"traceutil/trace.go:171","msg":"trace[1877738215] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"999.688707ms","start":"2026-05-11T01:07:39.128799Z","end":"2026-05-11T01:07:40.128488Z","steps":["trace[1877738215] 'process raft request' (duration: 999.443741ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:40.128547Z","caller":"traceutil/trace.go:171","msg":"trace[1353091877] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"242.270616ms","start":"2026-05-11T01:07:39.886253Z","end":"2026-05-11T01:07:40.128524Z","steps":["trace[1353091877] 'process raft request' (duration: 242.085932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.128534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084282135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:40.1286Z","caller":"traceutil/trace.go:171","msg":"trace[473067233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5484; }","duration":"1.084399767s","start":"2026-05-11T01:07:39.044189Z","end":"2026-05-11T01:07:40.128589Z","steps":["trace[473067233] 'agreement among raft nodes before linearized reading' (duration: 1.084253664s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.12863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:39.044168Z","time spent":"1.084454459s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:07:40.128624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586860869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:07:40.12877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196490229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-05-11T01:07:40.128773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339433548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:07:40.128804Z","caller":"traceutil/trace.go:171","msg":"trace[1837071140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc; range_end:; response_count:1; response_revision:5484; }","duration":"1.196562771s","start":"2026-05-11T01:07:38.932231Z","end":"2026-05-11T01:07:40.128794Z","steps":["trace[1837071140] 'agreement among raft nodes before linearized reading' (duration: 1.196461578s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:40.128816Z","caller":"traceutil/trace.go:171","msg":"trace[329174667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5484; }","duration":"1.339525731s","start":"2026-05-11T01:07:38.789276Z","end":"2026-05-11T01:07:40.128802Z","steps":["trace[329174667] 'agreement among raft nodes before linearized reading' (duration: 1.339412058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.128833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.932202Z","time spent":"1.196625561s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" "} {"level":"warn","ts":"2026-05-11T01:07:40.128849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.789245Z","time spent":"1.339597162s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-11T01:07:40.128758Z","caller":"traceutil/trace.go:171","msg":"trace[1506907767] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5484; }","duration":"1.587009233s","start":"2026-05-11T01:07:38.5417Z","end":"2026-05-11T01:07:40.128709Z","steps":["trace[1506907767] 'agreement among raft nodes before linearized reading' (duration: 1.586837919s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.128935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221539238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-05-11T01:07:40.128955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609209858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:07:40.129004Z","caller":"traceutil/trace.go:171","msg":"trace[138099891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:5484; }","duration":"1.22165993s","start":"2026-05-11T01:07:38.907329Z","end":"2026-05-11T01:07:40.128989Z","steps":["trace[138099891] 'agreement among raft nodes before linearized reading' (duration: 1.221383804s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:40.12901Z","caller":"traceutil/trace.go:171","msg":"trace[1097045243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5484; }","duration":"1.609272179s","start":"2026-05-11T01:07:38.519725Z","end":"2026-05-11T01:07:40.128997Z","steps":["trace[1097045243] 'agreement among raft nodes before linearized reading' (duration: 1.609090615s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.129032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.519721Z","time spent":"1.60930738s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:40.129037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.907308Z","time spent":"1.221724472s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"warn","ts":"2026-05-11T01:07:40.12896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.541676Z","time spent":"1.587245397s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:07:40.128654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4206098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:40.129094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60838128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:07:40.129103Z","caller":"traceutil/trace.go:171","msg":"trace[1951558732] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5484; }","duration":"1.42110591s","start":"2026-05-11T01:07:38.707986Z","end":"2026-05-11T01:07:40.129092Z","steps":["trace[1951558732] 'agreement among raft nodes before linearized reading' (duration: 1.420608259s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:40.129123Z","caller":"traceutil/trace.go:171","msg":"trace[1631114543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5484; }","duration":"1.608411331s","start":"2026-05-11T01:07:38.520704Z","end":"2026-05-11T01:07:40.129115Z","steps":["trace[1631114543] 'agreement among raft nodes before linearized reading' (duration: 1.608157225s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.129144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.520685Z","time spent":"1.608454341s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:07:40.12915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.707963Z","time spent":"1.421173842s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:07:40.128679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110686754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:40.129189Z","caller":"traceutil/trace.go:171","msg":"trace[1184462954] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5484; }","duration":"1.111193515s","start":"2026-05-11T01:07:39.017986Z","end":"2026-05-11T01:07:40.129179Z","steps":["trace[1184462954] 'agreement among raft nodes before linearized reading' (duration: 1.110672834s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.12862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267064013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:07:40.129215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:39.017916Z","time spent":"1.111292927s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:07:40.129236Z","caller":"traceutil/trace.go:171","msg":"trace[253429132] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5484; }","duration":"1.267692397s","start":"2026-05-11T01:07:38.861519Z","end":"2026-05-11T01:07:40.129211Z","steps":["trace[253429132] 'agreement among raft nodes before linearized reading' (duration: 1.26691023s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.129279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.861448Z","time spent":"1.26781911s","remote":"127.0.0.1:50834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":27,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:07:40.128781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609049644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:07:40.12933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473348866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:779090"} {"level":"info","ts":"2026-05-11T01:07:40.129334Z","caller":"traceutil/trace.go:171","msg":"trace[1296309493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5484; }","duration":"1.609658038s","start":"2026-05-11T01:07:38.519657Z","end":"2026-05-11T01:07:40.129315Z","steps":["trace[1296309493] 'agreement among raft nodes before linearized reading' (duration: 1.608862201s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:40.129365Z","caller":"traceutil/trace.go:171","msg":"trace[943204046] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5484; }","duration":"1.473385407s","start":"2026-05-11T01:07:38.65597Z","end":"2026-05-11T01:07:40.129356Z","steps":["trace[943204046] 'agreement among raft nodes before linearized reading' (duration: 1.472808124s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.129414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.655921Z","time spent":"1.473486469s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":779113,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-11T01:07:40.129417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.519635Z","time spent":"1.609732989s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:40.128653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:39.128763Z","time spent":"999.81473ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:40.13008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61016046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:07:40.130116Z","caller":"traceutil/trace.go:171","msg":"trace[1169144253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5484; }","duration":"1.610208421s","start":"2026-05-11T01:07:38.5199Z","end":"2026-05-11T01:07:40.130108Z","steps":["trace[1169144253] 'agreement among raft nodes before linearized reading' (duration: 1.60888906s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:40.13081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:38.519895Z","time spent":"1.610897856s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:07:43.639494Z","caller":"traceutil/trace.go:171","msg":"trace[632763361] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"100.076482ms","start":"2026-05-11T01:07:43.539386Z","end":"2026-05-11T01:07:43.639462Z","steps":["trace[632763361] 'process raft request' (duration: 99.911759ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:44.14811Z","caller":"traceutil/trace.go:171","msg":"trace[411006154] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"252.953374ms","start":"2026-05-11T01:07:43.894947Z","end":"2026-05-11T01:07:44.1479Z","steps":["trace[411006154] 'process raft request' (duration: 252.649187ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:44.210104Z","caller":"traceutil/trace.go:171","msg":"trace[786944141] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"174.125915ms","start":"2026-05-11T01:07:44.035942Z","end":"2026-05-11T01:07:44.210068Z","steps":["trace[786944141] 'process raft request' (duration: 172.870068ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:44.210353Z","caller":"traceutil/trace.go:171","msg":"trace[384472531] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5771; }","duration":"170.075726ms","start":"2026-05-11T01:07:44.040238Z","end":"2026-05-11T01:07:44.210314Z","steps":["trace[384472531] 'read index received' (duration: 107.461329ms)","trace[384472531] 'applied index is now lower than readState.Index' (duration: 62.612507ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:44.210794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.174631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:44.210798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.502825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:44.210879Z","caller":"traceutil/trace.go:171","msg":"trace[1369226554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5553; }","duration":"163.325924ms","start":"2026-05-11T01:07:44.047532Z","end":"2026-05-11T01:07:44.210857Z","steps":["trace[1369226554] 'agreement among raft nodes before linearized reading' (duration: 163.123889ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:44.210899Z","caller":"traceutil/trace.go:171","msg":"trace[374044754] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5553; }","duration":"170.687849ms","start":"2026-05-11T01:07:44.040192Z","end":"2026-05-11T01:07:44.21088Z","steps":["trace[374044754] 'agreement among raft nodes before linearized reading' (duration: 170.423093ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:44.832246Z","caller":"traceutil/trace.go:171","msg":"trace[1314785697] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"257.553667ms","start":"2026-05-11T01:07:44.574667Z","end":"2026-05-11T01:07:44.832221Z","steps":["trace[1314785697] 'process raft request' (duration: 257.322872ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.025795Z","caller":"traceutil/trace.go:171","msg":"trace[124540059] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"169.8949ms","start":"2026-05-11T01:07:44.855869Z","end":"2026-05-11T01:07:45.025764Z","steps":["trace[124540059] 'process raft request' (duration: 169.613964ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.026086Z","caller":"traceutil/trace.go:171","msg":"trace[883998503] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"106.18409ms","start":"2026-05-11T01:07:44.919865Z","end":"2026-05-11T01:07:45.026049Z","steps":["trace[883998503] 'process raft request' (duration: 105.774871ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.075292Z","caller":"traceutil/trace.go:171","msg":"trace[1708734229] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"132.530437ms","start":"2026-05-11T01:07:44.942708Z","end":"2026-05-11T01:07:45.075238Z","steps":["trace[1708734229] 'process raft request' (duration: 131.997695ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.15515Z","caller":"traceutil/trace.go:171","msg":"trace[1135050695] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"122.786299ms","start":"2026-05-11T01:07:45.032284Z","end":"2026-05-11T01:07:45.15507Z","steps":["trace[1135050695] 'process raft request' (duration: 122.335419ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.155192Z","caller":"traceutil/trace.go:171","msg":"trace[431890030] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"122.885511ms","start":"2026-05-11T01:07:45.032279Z","end":"2026-05-11T01:07:45.155164Z","steps":["trace[431890030] 'process raft request' (duration: 122.546554ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.155632Z","caller":"traceutil/trace.go:171","msg":"trace[2098963435] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"122.856431ms","start":"2026-05-11T01:07:45.032305Z","end":"2026-05-11T01:07:45.155161Z","steps":["trace[2098963435] 'process raft request' (duration: 122.626716ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:45.541085Z","caller":"traceutil/trace.go:171","msg":"trace[284017395] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"353.929007ms","start":"2026-05-11T01:07:45.187128Z","end":"2026-05-11T01:07:45.541057Z","steps":["trace[284017395] 'process raft request' (duration: 315.031319ms)","trace[284017395] 'compare' (duration: 38.596811ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:45.541086Z","caller":"traceutil/trace.go:171","msg":"trace[283108108] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5801; }","duration":"351.691017ms","start":"2026-05-11T01:07:45.189377Z","end":"2026-05-11T01:07:45.541068Z","steps":["trace[283108108] 'read index received' (duration: 24.537097ms)","trace[283108108] 'applied index is now lower than readState.Index' (duration: 327.15282ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:45.54124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.187085Z","time spent":"354.08942ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:07:45.541436Z","caller":"traceutil/trace.go:171","msg":"trace[1248168231] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"352.958186ms","start":"2026-05-11T01:07:45.188462Z","end":"2026-05-11T01:07:45.54142Z","steps":["trace[1248168231] 'process raft request' (duration: 352.466745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:45.541532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.188454Z","time spent":"353.021087ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:45.541743Z","caller":"traceutil/trace.go:171","msg":"trace[1089777192] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"353.124449ms","start":"2026-05-11T01:07:45.188584Z","end":"2026-05-11T01:07:45.541708Z","steps":["trace[1089777192] 'process raft request' (duration: 352.427404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:45.541803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.372802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-2g6qh\" ","response":"range_response_count:1 size:3128"} {"level":"info","ts":"2026-05-11T01:07:45.541926Z","caller":"traceutil/trace.go:171","msg":"trace[832905050] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-2g6qh; range_end:; response_count:1; response_revision:5582; }","duration":"352.546157ms","start":"2026-05-11T01:07:45.189351Z","end":"2026-05-11T01:07:45.541897Z","steps":["trace[832905050] 'agreement among raft nodes before linearized reading' (duration: 352.142297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:45.541936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.188573Z","time spent":"353.256163ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4053,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:45.541991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.189344Z","time spent":"352.636479ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3151,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-2g6qh\" "} {"level":"warn","ts":"2026-05-11T01:07:45.542346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.772657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-05-11T01:07:45.542443Z","caller":"traceutil/trace.go:171","msg":"trace[1585555213] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5582; }","duration":"113.087924ms","start":"2026-05-11T01:07:45.429328Z","end":"2026-05-11T01:07:45.542416Z","steps":["trace[1585555213] 'agreement among raft nodes before linearized reading' (duration: 112.467009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:45.5426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.163016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213912"} {"level":"info","ts":"2026-05-11T01:07:45.542645Z","caller":"traceutil/trace.go:171","msg":"trace[1545999720] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5582; }","duration":"256.246298ms","start":"2026-05-11T01:07:45.286388Z","end":"2026-05-11T01:07:45.542634Z","steps":["trace[1545999720] 'agreement among raft nodes before linearized reading' (duration: 255.277336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:45.542788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.50237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:805202"} {"level":"info","ts":"2026-05-11T01:07:45.54285Z","caller":"traceutil/trace.go:171","msg":"trace[125772720] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5582; }","duration":"198.612622ms","start":"2026-05-11T01:07:45.344221Z","end":"2026-05-11T01:07:45.542833Z","steps":["trace[125772720] 'agreement among raft nodes before linearized reading' (duration: 197.969368ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:46.005294Z","caller":"traceutil/trace.go:171","msg":"trace[477323352] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"452.099608ms","start":"2026-05-11T01:07:45.553165Z","end":"2026-05-11T01:07:46.005265Z","steps":["trace[477323352] 'process raft request' (duration: 451.335221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:46.00548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.553137Z","time spent":"452.242311ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:47.236578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.636619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:07:47.236692Z","caller":"traceutil/trace.go:171","msg":"trace[1194676781] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5805; }","duration":"1.656254698s","start":"2026-05-11T01:07:45.580418Z","end":"2026-05-11T01:07:47.236673Z","steps":["trace[1194676781] 'read index received' (duration: 424.142355ms)","trace[1194676781] 'applied index is now lower than readState.Index' (duration: 1.232111263s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:47.236808Z","caller":"traceutil/trace.go:171","msg":"trace[130334740] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"1.68325869s","start":"2026-05-11T01:07:45.553516Z","end":"2026-05-11T01:07:47.236775Z","steps":["trace[130334740] 'process raft request' (duration: 1.213339414s)","trace[130334740] 'compare' (duration: 469.493406ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:47.236955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.553492Z","time spent":"1.683410944s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:47.237477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657040516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-11T01:07:47.237537Z","caller":"traceutil/trace.go:171","msg":"trace[185246409] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5584; }","duration":"1.657169739s","start":"2026-05-11T01:07:45.580351Z","end":"2026-05-11T01:07:47.237521Z","steps":["trace[185246409] 'agreement among raft nodes before linearized reading' (duration: 1.656573556s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.237572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.580336Z","time spent":"1.657225071s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-11T01:07:47.593871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:07:47.593964Z","caller":"traceutil/trace.go:171","msg":"trace[1367312875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396367s","start":"2026-05-11T01:07:45.593545Z","end":"2026-05-11T01:07:47.593941Z","steps":["trace[1367312875] 'agreement among raft nodes before linearized reading' (duration: 2.000276654s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.594011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:45.59352Z","time spent":"2.000482069s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:07:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:07:47.771553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.812814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:07:47.77193Z","caller":"traceutil/trace.go:171","msg":"trace[1183694093] linearizableReadLoop","detail":"{readStateIndex:5812; appliedIndex:5807; }","duration":"535.185473ms","start":"2026-05-11T01:07:47.236728Z","end":"2026-05-11T01:07:47.771913Z","steps":["trace[1183694093] 'read index received' (duration: 107.906978ms)","trace[1183694093] 'applied index is now lower than readState.Index' (duration: 427.277515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:47.77211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541954158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:07:47.772145Z","caller":"traceutil/trace.go:171","msg":"trace[249916649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:5589; }","duration":"1.541990888s","start":"2026-05-11T01:07:46.230145Z","end":"2026-05-11T01:07:47.772136Z","steps":["trace[249916649] 'agreement among raft nodes before linearized reading' (duration: 1.541853055s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.77218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.23009Z","time spent":"1.542082811s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"info","ts":"2026-05-11T01:07:47.772237Z","caller":"traceutil/trace.go:171","msg":"trace[1140151274] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"740.552895ms","start":"2026-05-11T01:07:47.031665Z","end":"2026-05-11T01:07:47.772218Z","steps":["trace[1140151274] 'process raft request' (duration: 740.202328ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:47.772278Z","caller":"traceutil/trace.go:171","msg":"trace[1417069711] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"1.553590597s","start":"2026-05-11T01:07:46.21863Z","end":"2026-05-11T01:07:47.772221Z","steps":["trace[1417069711] 'process raft request' (duration: 1.553158618s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:47.772332Z","caller":"traceutil/trace.go:171","msg":"trace[1561685114] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"918.265251ms","start":"2026-05-11T01:07:46.854038Z","end":"2026-05-11T01:07:47.772303Z","steps":["trace[1561685114] 'process raft request' (duration: 917.793471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.031643Z","time spent":"740.645808ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:47.772381Z","caller":"traceutil/trace.go:171","msg":"trace[988520825] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"1.618131958s","start":"2026-05-11T01:07:46.154209Z","end":"2026-05-11T01:07:47.772341Z","steps":["trace[988520825] 'process raft request' (duration: 1.190409253s)","trace[988520825] 'compare' (duration: 426.570549ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:47.772446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548071135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-11T01:07:47.772431Z","caller":"traceutil/trace.go:171","msg":"trace[1611379111] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"1.555662344s","start":"2026-05-11T01:07:46.216678Z","end":"2026-05-11T01:07:47.772341Z","steps":["trace[1611379111] 'process raft request' (duration: 1.554978868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.854013Z","time spent":"918.381883ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:47.772529Z","caller":"traceutil/trace.go:171","msg":"trace[653696928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5589; }","duration":"1.548219118s","start":"2026-05-11T01:07:46.224291Z","end":"2026-05-11T01:07:47.77251Z","steps":["trace[653696928] 'agreement among raft nodes before linearized reading' (duration: 1.548001773s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.314783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:47.772577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.154178Z","time spent":"1.618298862s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:47.772596Z","caller":"traceutil/trace.go:171","msg":"trace[1336006254] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5589; }","duration":"655.437055ms","start":"2026-05-11T01:07:47.117143Z","end":"2026-05-11T01:07:47.77258Z","steps":["trace[1336006254] 'agreement among raft nodes before linearized reading' (duration: 655.322683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725371301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:07:47.772639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.117123Z","time spent":"655.508537ms","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:07:47.772644Z","caller":"traceutil/trace.go:171","msg":"trace[1615904232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5589; }","duration":"1.725634686s","start":"2026-05-11T01:07:46.046998Z","end":"2026-05-11T01:07:47.772633Z","steps":["trace[1615904232] 'agreement among raft nodes before linearized reading' (duration: 1.725392101s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.218616Z","time spent":"1.553778272s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:47.772681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.046975Z","time spent":"1.725697937s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:07:47.772594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.224264Z","time spent":"1.548318019s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:47.772728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547218204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-11T01:07:47.772744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55102109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T01:07:47.772737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.216651Z","time spent":"1.55592921s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:47.772786Z","caller":"traceutil/trace.go:171","msg":"trace[1071608717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5589; }","duration":"1.547301766s","start":"2026-05-11T01:07:46.225468Z","end":"2026-05-11T01:07:47.77277Z","steps":["trace[1071608717] 'agreement among raft nodes before linearized reading' (duration: 1.547155683s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:47.772787Z","caller":"traceutil/trace.go:171","msg":"trace[1843336364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5589; }","duration":"1.551100921s","start":"2026-05-11T01:07:46.221675Z","end":"2026-05-11T01:07:47.772776Z","steps":["trace[1843336364] 'agreement among raft nodes before linearized reading' (duration: 1.550879417s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547344097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-11T01:07:47.772835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.225448Z","time spent":"1.547377298s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:07:47.772869Z","caller":"traceutil/trace.go:171","msg":"trace[2020800148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5589; }","duration":"1.547438339s","start":"2026-05-11T01:07:46.22542Z","end":"2026-05-11T01:07:47.772858Z","steps":["trace[2020800148] 'agreement among raft nodes before linearized reading' (duration: 1.547317787s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.221653Z","time spent":"1.551175124s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:07:47.772896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548197357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-11T01:07:47.772912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.22537Z","time spent":"1.547535872s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:07:47.772927Z","caller":"traceutil/trace.go:171","msg":"trace[1675696950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5589; }","duration":"1.548237978s","start":"2026-05-11T01:07:46.224679Z","end":"2026-05-11T01:07:47.772917Z","steps":["trace[1675696950] 'agreement among raft nodes before linearized reading' (duration: 1.548139255s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.772969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.224674Z","time spent":"1.548285229s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:07:47.772986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.735757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:07:47.773078Z","caller":"traceutil/trace.go:171","msg":"trace[223717836] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5589; }","duration":"964.895621ms","start":"2026-05-11T01:07:46.808158Z","end":"2026-05-11T01:07:47.773054Z","steps":["trace[223717836] 'agreement among raft nodes before linearized reading' (duration: 963.785606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.773107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710031207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-11T01:07:47.773139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.808105Z","time spent":"965.017973ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":557,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:07:47.773186Z","caller":"traceutil/trace.go:171","msg":"trace[618461288] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5589; }","duration":"1.71013783s","start":"2026-05-11T01:07:46.063026Z","end":"2026-05-11T01:07:47.773164Z","steps":["trace[618461288] 'agreement among raft nodes before linearized reading' (duration: 1.709614899s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.773362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.063015Z","time spent":"1.710244622s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-11T01:07:47.773501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718468216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-05-11T01:07:47.773565Z","caller":"traceutil/trace.go:171","msg":"trace[446524390] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5589; }","duration":"1.718579028s","start":"2026-05-11T01:07:46.054965Z","end":"2026-05-11T01:07:47.773544Z","steps":["trace[446524390] 'agreement among raft nodes before linearized reading' (duration: 1.717404933s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:47.773609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:46.054931Z","time spent":"1.718669261s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12995,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-11T01:07:48.357096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.900597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:07:48.357238Z","caller":"traceutil/trace.go:171","msg":"trace[1517461367] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"990.561543ms","start":"2026-05-11T01:07:47.36665Z","end":"2026-05-11T01:07:48.357211Z","steps":["trace[1517461367] 'process raft request' (duration: 541.433952ms)","trace[1517461367] 'compare' (duration: 448.724183ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:48.357336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.366622Z","time spent":"990.671177ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:07:48.543391Z","caller":"traceutil/trace.go:171","msg":"trace[410167483] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"1.114888708s","start":"2026-05-11T01:07:47.428458Z","end":"2026-05-11T01:07:48.543347Z","steps":["trace[410167483] 'process raft request' (duration: 1.101329705s)","trace[410167483] 'compare' (duration: 13.118364ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:48.543417Z","caller":"traceutil/trace.go:171","msg":"trace[111626400] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"765.331537ms","start":"2026-05-11T01:07:47.778049Z","end":"2026-05-11T01:07:48.54338Z","steps":["trace[111626400] 'process raft request' (duration: 765.221095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.543586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.428433Z","time spent":"1.115051161s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.543708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.778026Z","time spent":"765.520452ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:48.543721Z","caller":"traceutil/trace.go:171","msg":"trace[1832956957] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"764.255394ms","start":"2026-05-11T01:07:47.77944Z","end":"2026-05-11T01:07:48.543696Z","steps":["trace[1832956957] 'process raft request' (duration: 764.016919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.54382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.779403Z","time spent":"764.367257ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:48.543812Z","caller":"traceutil/trace.go:171","msg":"trace[2039924434] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"765.665365ms","start":"2026-05-11T01:07:47.778106Z","end":"2026-05-11T01:07:48.543772Z","steps":["trace[2039924434] 'process raft request' (duration: 765.224765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.543984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.778076Z","time spent":"765.817688ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:48.543951Z","caller":"traceutil/trace.go:171","msg":"trace[493290559] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"758.809832ms","start":"2026-05-11T01:07:47.785116Z","end":"2026-05-11T01:07:48.543925Z","steps":["trace[493290559] 'process raft request' (duration: 758.535566ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.544057Z","caller":"traceutil/trace.go:171","msg":"trace[737224345] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"1.007679256s","start":"2026-05-11T01:07:47.536091Z","end":"2026-05-11T01:07:48.543771Z","steps":["trace[737224345] 'process raft request' (duration: 1.007098873s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.544162Z","caller":"traceutil/trace.go:171","msg":"trace[227848179] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"764.458638ms","start":"2026-05-11T01:07:47.779686Z","end":"2026-05-11T01:07:48.544145Z","steps":["trace[227848179] 'process raft request' (duration: 763.915626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.544241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.779673Z","time spent":"764.5409ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.544247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.785106Z","time spent":"759.013687ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.544376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.536056Z","time spent":"1.008119756s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:07:48.543806Z","caller":"traceutil/trace.go:171","msg":"trace[1522652959] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"764.206592ms","start":"2026-05-11T01:07:47.779509Z","end":"2026-05-11T01:07:48.543716Z","steps":["trace[1522652959] 'process raft request' (duration: 764.049519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.544683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.779489Z","time spent":"765.045951ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.967355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.459108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:07:48.967521Z","caller":"traceutil/trace.go:171","msg":"trace[1544989630] linearizableReadLoop","detail":"{readStateIndex:5815; appliedIndex:5812; }","duration":"1.195528786s","start":"2026-05-11T01:07:47.771968Z","end":"2026-05-11T01:07:48.967497Z","steps":["trace[1544989630] 'read index received' (duration: 136.439624ms)","trace[1544989630] 'applied index is now lower than readState.Index' (duration: 1.059086372s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:07:48.968025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452482401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-11T01:07:48.968027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705685051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-05-11T01:07:48.968011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498070229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:48.968087Z","caller":"traceutil/trace.go:171","msg":"trace[470123147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5598; }","duration":"1.452599444s","start":"2026-05-11T01:07:47.515472Z","end":"2026-05-11T01:07:48.968071Z","steps":["trace[470123147] 'agreement among raft nodes before linearized reading' (duration: 1.452368088s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.968103Z","caller":"traceutil/trace.go:171","msg":"trace[1362709296] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5598; }","duration":"1.705840784s","start":"2026-05-11T01:07:47.262244Z","end":"2026-05-11T01:07:48.968085Z","steps":["trace[1362709296] 'agreement among raft nodes before linearized reading' (duration: 1.705609698s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.96812Z","caller":"traceutil/trace.go:171","msg":"trace[1642714608] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5598; }","duration":"1.498255603s","start":"2026-05-11T01:07:47.46984Z","end":"2026-05-11T01:07:48.968096Z","steps":["trace[1642714608] 'agreement among raft nodes before linearized reading' (duration: 1.498055347s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.968137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.51545Z","time spent":"1.452673505s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:07:48.968151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.262221Z","time spent":"1.705916946s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-11T01:07:48.968163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.46981Z","time spent":"1.498344655s","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:07:48.968186Z","caller":"traceutil/trace.go:171","msg":"trace[1201858511] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"417.058707ms","start":"2026-05-11T01:07:48.551095Z","end":"2026-05-11T01:07:48.968153Z","steps":["trace[1201858511] 'process raft request' (duration: 416.893953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.968383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.551061Z","time spent":"417.208609ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.99218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.39305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:48.992237Z","caller":"traceutil/trace.go:171","msg":"trace[1855534714] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"439.791814ms","start":"2026-05-11T01:07:48.552412Z","end":"2026-05-11T01:07:48.992204Z","steps":["trace[1855534714] 'process raft request' (duration: 439.323714ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.992301Z","caller":"traceutil/trace.go:171","msg":"trace[1686276105] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5602; }","duration":"437.566094ms","start":"2026-05-11T01:07:48.554706Z","end":"2026-05-11T01:07:48.992273Z","steps":["trace[1686276105] 'agreement among raft nodes before linearized reading' (duration: 437.349459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.992332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214615382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-05-11T01:07:48.992374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.554696Z","time spent":"437.665767ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-05-11T01:07:48.992413Z","caller":"traceutil/trace.go:171","msg":"trace[1180671787] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a; range_end:; response_count:1; response_revision:5602; }","duration":"1.214751475s","start":"2026-05-11T01:07:47.777637Z","end":"2026-05-11T01:07:48.992388Z","steps":["trace[1180671787] 'agreement among raft nodes before linearized reading' (duration: 1.21450681s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:48.992391Z","caller":"traceutil/trace.go:171","msg":"trace[1202934717] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"440.602721ms","start":"2026-05-11T01:07:48.551757Z","end":"2026-05-11T01:07:48.992359Z","steps":["trace[1202934717] 'process raft request' (duration: 439.803644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.992455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.777608Z","time spent":"1.214838337s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" "} {"level":"warn","ts":"2026-05-11T01:07:48.992448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.552404Z","time spent":"439.915987ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.992549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.551722Z","time spent":"440.736745ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:07:48.992621Z","caller":"traceutil/trace.go:171","msg":"trace[2037436097] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"440.095741ms","start":"2026-05-11T01:07:48.552507Z","end":"2026-05-11T01:07:48.992603Z","steps":["trace[2037436097] 'process raft request' (duration: 439.291783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.992704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.552491Z","time spent":"440.167182ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:48.992727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.238035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-11T01:07:48.992802Z","caller":"traceutil/trace.go:171","msg":"trace[609937846] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4; range_end:; response_count:1; response_revision:5602; }","duration":"631.352608ms","start":"2026-05-11T01:07:48.361431Z","end":"2026-05-11T01:07:48.992783Z","steps":["trace[609937846] 'agreement among raft nodes before linearized reading' (duration: 631.165534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.992855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:48.36141Z","time spent":"631.43263ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" "} {"level":"warn","ts":"2026-05-11T01:07:48.992865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211477432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:07:48.992964Z","caller":"traceutil/trace.go:171","msg":"trace[1324768305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5602; }","duration":"1.211623416s","start":"2026-05-11T01:07:47.781321Z","end":"2026-05-11T01:07:48.992944Z","steps":["trace[1324768305] 'agreement among raft nodes before linearized reading' (duration: 1.211362361s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.993008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.781312Z","time spent":"1.211690088s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:07:48.993465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214589713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-05-11T01:07:48.993534Z","caller":"traceutil/trace.go:171","msg":"trace[1313586338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5602; }","duration":"1.214684595s","start":"2026-05-11T01:07:47.778832Z","end":"2026-05-11T01:07:48.993517Z","steps":["trace[1313586338] 'agreement among raft nodes before linearized reading' (duration: 1.213324724s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:48.993601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:47.778822Z","time spent":"1.214766946s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:07:51.948465Z","caller":"traceutil/trace.go:171","msg":"trace[1362958777] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"294.42665ms","start":"2026-05-11T01:07:51.654002Z","end":"2026-05-11T01:07:51.948429Z","steps":["trace[1362958777] 'process raft request' (duration: 294.181794ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:52.088649Z","caller":"traceutil/trace.go:171","msg":"trace[1174594685] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"301.461917ms","start":"2026-05-11T01:07:51.787136Z","end":"2026-05-11T01:07:52.088598Z","steps":["trace[1174594685] 'process raft request' (duration: 301.073078ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:52.088698Z","caller":"traceutil/trace.go:171","msg":"trace[1161395480] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5880; }","duration":"238.850991ms","start":"2026-05-11T01:07:51.849812Z","end":"2026-05-11T01:07:52.088663Z","steps":["trace[1161395480] 'read index received' (duration: 98.336425ms)","trace[1161395480] 'applied index is now lower than readState.Index' (duration: 140.513056ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:07:52.088758Z","caller":"traceutil/trace.go:171","msg":"trace[182179564] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"291.958495ms","start":"2026-05-11T01:07:51.796766Z","end":"2026-05-11T01:07:52.088725Z","steps":["trace[182179564] 'process raft request' (duration: 291.802391ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:52.088783Z","caller":"traceutil/trace.go:171","msg":"trace[1611760818] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"292.438476ms","start":"2026-05-11T01:07:51.796275Z","end":"2026-05-11T01:07:52.088713Z","steps":["trace[1611760818] 'process raft request' (duration: 292.236901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:07:52.088906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:07:51.787106Z","time spent":"301.664152ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:07:52.088937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.095776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:07:52.08899Z","caller":"traceutil/trace.go:171","msg":"trace[1238805980] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5660; }","duration":"239.234969ms","start":"2026-05-11T01:07:51.84974Z","end":"2026-05-11T01:07:52.088975Z","steps":["trace[1238805980] 'agreement among raft nodes before linearized reading' (duration: 239.097236ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:52.088761Z","caller":"traceutil/trace.go:171","msg":"trace[1182390401] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"292.537468ms","start":"2026-05-11T01:07:51.796126Z","end":"2026-05-11T01:07:52.088664Z","steps":["trace[1182390401] 'process raft request' (duration: 292.312032ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:52.091391Z","caller":"traceutil/trace.go:171","msg":"trace[915407066] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"140.72522ms","start":"2026-05-11T01:07:51.950635Z","end":"2026-05-11T01:07:52.09136Z","steps":["trace[915407066] 'process raft request' (duration: 140.504135ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:07:56.950035Z","caller":"traceutil/trace.go:171","msg":"trace[1530028473] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"126.915782ms","start":"2026-05-11T01:07:56.823087Z","end":"2026-05-11T01:07:56.950002Z","steps":["trace[1530028473] 'process raft request' (duration: 126.740078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:00.319504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.794261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-11T01:08:00.319615Z","caller":"traceutil/trace.go:171","msg":"trace[1942138502] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5749; }","duration":"187.975615ms","start":"2026-05-11T01:08:00.131614Z","end":"2026-05-11T01:08:00.319589Z","steps":["trace[1942138502] 'range keys from in-memory index tree' (duration: 187.607656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:00.320191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.636229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:08:00.320444Z","caller":"traceutil/trace.go:171","msg":"trace[1174104955] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"178.32317ms","start":"2026-05-11T01:08:00.142105Z","end":"2026-05-11T01:08:00.320429Z","steps":["trace[1174104955] 'process raft request' (duration: 54.322363ms)","trace[1174104955] 'compare' (duration: 122.832111ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:00.320669Z","caller":"traceutil/trace.go:171","msg":"trace[508019891] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"170.243229ms","start":"2026-05-11T01:08:00.150418Z","end":"2026-05-11T01:08:00.320662Z","steps":["trace[508019891] 'process raft request' (duration: 170.052165ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:00.320683Z","caller":"traceutil/trace.go:171","msg":"trace[1218437648] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"166.774301ms","start":"2026-05-11T01:08:00.153887Z","end":"2026-05-11T01:08:00.320661Z","steps":["trace[1218437648] 'process raft request' (duration: 166.71524ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:00.320847Z","caller":"traceutil/trace.go:171","msg":"trace[354161158] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"177.701965ms","start":"2026-05-11T01:08:00.143137Z","end":"2026-05-11T01:08:00.320839Z","steps":["trace[354161158] 'process raft request' (duration: 177.187534ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:00.32095Z","caller":"traceutil/trace.go:171","msg":"trace[1063200260] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"173.414019ms","start":"2026-05-11T01:08:00.147527Z","end":"2026-05-11T01:08:00.320941Z","steps":["trace[1063200260] 'process raft request' (duration: 172.907878ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:00.321042Z","caller":"traceutil/trace.go:171","msg":"trace[831683146] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"169.474901ms","start":"2026-05-11T01:08:00.15151Z","end":"2026-05-11T01:08:00.320985Z","steps":["trace[831683146] 'process raft request' (duration: 169.001901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:02.866341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736120218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:08:03.172536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.465298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:08:03.172838Z","caller":"traceutil/trace.go:171","msg":"trace[878469537] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6038; }","duration":"807.275454ms","start":"2026-05-11T01:08:02.365545Z","end":"2026-05-11T01:08:03.17282Z","steps":["trace[878469537] 'read index received' (duration: 743.712116ms)","trace[878469537] 'applied index is now lower than readState.Index' (duration: 63.562118ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:03.173109Z","caller":"traceutil/trace.go:171","msg":"trace[229042496] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"845.216239ms","start":"2026-05-11T01:08:02.327865Z","end":"2026-05-11T01:08:03.173081Z","steps":["trace[229042496] 'process raft request' (duration: 844.867452ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.17311Z","caller":"traceutil/trace.go:171","msg":"trace[980041066] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"843.518212ms","start":"2026-05-11T01:08:02.329538Z","end":"2026-05-11T01:08:03.173056Z","steps":["trace[980041066] 'process raft request' (duration: 843.249246ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.173144Z","caller":"traceutil/trace.go:171","msg":"trace[1771098916] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"846.317314ms","start":"2026-05-11T01:08:02.326761Z","end":"2026-05-11T01:08:03.173078Z","steps":["trace[1771098916] 'process raft request' (duration: 845.877655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.528693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:08:03.173257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.327854Z","time spent":"845.322081ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:03.173274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.876028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-05-11T01:08:03.173295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.32953Z","time spent":"843.672526ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:03.173277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.705173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:08:03.173321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.326742Z","time spent":"846.486859ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:03.173368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.811699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:03.173379Z","caller":"traceutil/trace.go:171","msg":"trace[1846006830] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5815; }","duration":"807.874596ms","start":"2026-05-11T01:08:02.365482Z","end":"2026-05-11T01:08:03.173356Z","steps":["trace[1846006830] 'agreement among raft nodes before linearized reading' (duration: 807.670202ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.173418Z","caller":"traceutil/trace.go:171","msg":"trace[802306985] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5815; }","duration":"463.913561ms","start":"2026-05-11T01:08:02.709489Z","end":"2026-05-11T01:08:03.173402Z","steps":["trace[802306985] 'agreement among raft nodes before linearized reading' (duration: 463.85464ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.365456Z","time spent":"807.965089ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:08:03.173461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.709444Z","time spent":"464.007374ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:08:03.173465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.647646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-11T01:08:03.173495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.023792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:08:03.173518Z","caller":"traceutil/trace.go:171","msg":"trace[379754200] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"847.378178ms","start":"2026-05-11T01:08:02.326129Z","end":"2026-05-11T01:08:03.173507Z","steps":["trace[379754200] 'process raft request' (duration: 34.861987ms)","trace[379754200] 'compare' (duration: 810.882745ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:03.173524Z","caller":"traceutil/trace.go:171","msg":"trace[237387793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5815; }","duration":"541.086034ms","start":"2026-05-11T01:08:02.632428Z","end":"2026-05-11T01:08:03.173514Z","steps":["trace[237387793] 'agreement among raft nodes before linearized reading' (duration: 541.013672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.555092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:08:03.173536Z","caller":"traceutil/trace.go:171","msg":"trace[2092378308] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5815; }","duration":"692.739728ms","start":"2026-05-11T01:08:02.480771Z","end":"2026-05-11T01:08:03.17351Z","steps":["trace[2092378308] 'agreement among raft nodes before linearized reading' (duration: 692.564894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.17356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.632401Z","time spent":"541.152145ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:08:03.173568Z","caller":"traceutil/trace.go:171","msg":"trace[58676413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5815; }","duration":"536.637754ms","start":"2026-05-11T01:08:02.636919Z","end":"2026-05-11T01:08:03.173557Z","steps":["trace[58676413] 'agreement among raft nodes before linearized reading' (duration: 536.525261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.326098Z","time spent":"847.45024ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:03.173596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.636895Z","time spent":"536.694516ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:03.173599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.480749Z","time spent":"692.832409ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-11T01:08:03.173422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.860259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:08:03.173646Z","caller":"traceutil/trace.go:171","msg":"trace[1319903376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5815; }","duration":"541.120555ms","start":"2026-05-11T01:08:02.632515Z","end":"2026-05-11T01:08:03.173636Z","steps":["trace[1319903376] 'agreement among raft nodes before linearized reading' (duration: 540.843409ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.173331Z","caller":"traceutil/trace.go:171","msg":"trace[1549187590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a; range_end:; response_count:1; response_revision:5815; }","duration":"648.987251ms","start":"2026-05-11T01:08:02.524326Z","end":"2026-05-11T01:08:03.173313Z","steps":["trace[1549187590] 'agreement among raft nodes before linearized reading' (duration: 648.786556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.17368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.632494Z","time spent":"541.176405ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:08:03.17369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.524287Z","time spent":"649.39474ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a\" "} {"level":"warn","ts":"2026-05-11T01:08:03.173715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.856514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl\" ","response":"range_response_count:1 size:9765"} {"level":"warn","ts":"2026-05-11T01:08:03.173289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.494349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:08:03.173317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.211098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:08:03.173752Z","caller":"traceutil/trace.go:171","msg":"trace[905901038] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5815; }","duration":"778.065502ms","start":"2026-05-11T01:08:02.395677Z","end":"2026-05-11T01:08:03.173743Z","steps":["trace[905901038] 'agreement among raft nodes before linearized reading' (duration: 777.422537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.39565Z","time spent":"778.119244ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:08:03.173778Z","caller":"traceutil/trace.go:171","msg":"trace[1880107390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5815; }","duration":"533.688929ms","start":"2026-05-11T01:08:02.640078Z","end":"2026-05-11T01:08:03.173767Z","steps":["trace[1880107390] 'agreement among raft nodes before linearized reading' (duration: 533.158507ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.173251Z","caller":"traceutil/trace.go:171","msg":"trace[1508551424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5815; }","duration":"126.642316ms","start":"2026-05-11T01:08:03.046591Z","end":"2026-05-11T01:08:03.173234Z","steps":["trace[1508551424] 'agreement among raft nodes before linearized reading' (duration: 126.532083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.173808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.640068Z","time spent":"533.73037ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:03.173814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.786158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T01:08:03.173849Z","caller":"traceutil/trace.go:171","msg":"trace[220094068] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5815; }","duration":"709.85582ms","start":"2026-05-11T01:08:02.463982Z","end":"2026-05-11T01:08:03.173838Z","steps":["trace[220094068] 'agreement among raft nodes before linearized reading' (duration: 709.779628ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.173743Z","caller":"traceutil/trace.go:171","msg":"trace[1398440506] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl; range_end:; response_count:1; response_revision:5815; }","duration":"745.920425ms","start":"2026-05-11T01:08:02.427813Z","end":"2026-05-11T01:08:03.173733Z","steps":["trace[1398440506] 'agreement among raft nodes before linearized reading' (duration: 745.834172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.1739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.463964Z","time spent":"709.924692ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:08:03.173911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.42779Z","time spent":"746.106489ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9788,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z27fl\" "} {"level":"warn","ts":"2026-05-11T01:08:03.175974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.361345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:08:03.17614Z","caller":"traceutil/trace.go:171","msg":"trace[934536712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5815; }","duration":"543.59401ms","start":"2026-05-11T01:08:02.632524Z","end":"2026-05-11T01:08:03.176118Z","steps":["trace[934536712] 'agreement among raft nodes before linearized reading' (duration: 540.581413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.176236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:02.632498Z","time spent":"543.720222ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:08:03.339545Z","caller":"traceutil/trace.go:171","msg":"trace[46059805] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"160.43003ms","start":"2026-05-11T01:08:03.179088Z","end":"2026-05-11T01:08:03.339518Z","steps":["trace[46059805] 'process raft request' (duration: 160.329868ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.339736Z","caller":"traceutil/trace.go:171","msg":"trace[1312979339] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"160.89545ms","start":"2026-05-11T01:08:03.178821Z","end":"2026-05-11T01:08:03.339716Z","steps":["trace[1312979339] 'process raft request' (duration: 160.391599ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.339759Z","caller":"traceutil/trace.go:171","msg":"trace[1421858821] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"160.180724ms","start":"2026-05-11T01:08:03.179563Z","end":"2026-05-11T01:08:03.339744Z","steps":["trace[1421858821] 'process raft request' (duration: 159.909728ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.34005Z","caller":"traceutil/trace.go:171","msg":"trace[1732086746] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"160.154013ms","start":"2026-05-11T01:08:03.179877Z","end":"2026-05-11T01:08:03.340031Z","steps":["trace[1732086746] 'process raft request' (duration: 159.817846ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.34058Z","caller":"traceutil/trace.go:171","msg":"trace[738629762] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6042; }","duration":"161.584386ms","start":"2026-05-11T01:08:03.178966Z","end":"2026-05-11T01:08:03.34055Z","steps":["trace[738629762] 'read index received' (duration: 150.940708ms)","trace[738629762] 'applied index is now lower than readState.Index' (duration: 10.641908ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:03.34068Z","caller":"traceutil/trace.go:171","msg":"trace[35280294] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"160.427959ms","start":"2026-05-11T01:08:03.1802Z","end":"2026-05-11T01:08:03.340628Z","steps":["trace[35280294] 'process raft request' (duration: 159.762085ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:03.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1263138619] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"153.370643ms","start":"2026-05-11T01:08:03.187354Z","end":"2026-05-11T01:08:03.340724Z","steps":["trace[1263138619] 'process raft request' (duration: 153.063076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.341027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.032206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-11T01:08:03.341081Z","caller":"traceutil/trace.go:171","msg":"trace[1602353891] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5821; }","duration":"162.129578ms","start":"2026-05-11T01:08:03.178937Z","end":"2026-05-11T01:08:03.341067Z","steps":["trace[1602353891] 'agreement among raft nodes before linearized reading' (duration: 161.917904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:03.341901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.705407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80204"} {"level":"info","ts":"2026-05-11T01:08:03.341968Z","caller":"traceutil/trace.go:171","msg":"trace[144720874] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5822; }","duration":"160.786529ms","start":"2026-05-11T01:08:03.181164Z","end":"2026-05-11T01:08:03.341951Z","steps":["trace[144720874] 'agreement among raft nodes before linearized reading' (duration: 160.410549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.845708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736120288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:08:05.910843Z","caller":"traceutil/trace.go:171","msg":"trace[1762179865] linearizableReadLoop","detail":"{readStateIndex:6072; appliedIndex:6071; }","duration":"566.015631ms","start":"2026-05-11T01:08:05.344796Z","end":"2026-05-11T01:08:05.910812Z","steps":["trace[1762179865] 'read index received' (duration: 565.671522ms)","trace[1762179865] 'applied index is now lower than readState.Index' (duration: 342.599µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:08:05.911163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.532963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:08:05.911171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.330368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:08:05.911263Z","caller":"traceutil/trace.go:171","msg":"trace[1493732439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5844; }","duration":"562.673746ms","start":"2026-05-11T01:08:05.348564Z","end":"2026-05-11T01:08:05.911238Z","steps":["trace[1493732439] 'agreement among raft nodes before linearized reading' (duration: 562.492372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.517469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:08:05.911292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.294255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:08:05.911288Z","caller":"traceutil/trace.go:171","msg":"trace[1970757408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5844; }","duration":"566.513062ms","start":"2026-05-11T01:08:05.344751Z","end":"2026-05-11T01:08:05.911264Z","steps":["trace[1970757408] 'agreement among raft nodes before linearized reading' (duration: 566.141804ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:05.911317Z","caller":"traceutil/trace.go:171","msg":"trace[2001291324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5844; }","duration":"565.606072ms","start":"2026-05-11T01:08:05.3457Z","end":"2026-05-11T01:08:05.911306Z","steps":["trace[2001291324] 'agreement among raft nodes before linearized reading' (duration: 565.407697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.348555Z","time spent":"562.745187ms","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:08:05.911337Z","caller":"traceutil/trace.go:171","msg":"trace[1294908025] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5844; }","duration":"159.433178ms","start":"2026-05-11T01:08:05.751888Z","end":"2026-05-11T01:08:05.911322Z","steps":["trace[1294908025] 'agreement among raft nodes before linearized reading' (duration: 159.322116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.391657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-05-11T01:08:05.911354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.345688Z","time spent":"565.657792ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:05.911357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.344727Z","time spent":"566.617914ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:08:05.911354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.279794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:08:05.911386Z","caller":"traceutil/trace.go:171","msg":"trace[301342261] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5844; }","duration":"565.501109ms","start":"2026-05-11T01:08:05.345869Z","end":"2026-05-11T01:08:05.91137Z","steps":["trace[301342261] 'agreement among raft nodes before linearized reading' (duration: 565.213683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.648253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:08:05.91142Z","caller":"traceutil/trace.go:171","msg":"trace[605709856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5844; }","duration":"565.385007ms","start":"2026-05-11T01:08:05.34602Z","end":"2026-05-11T01:08:05.911405Z","steps":["trace[605709856] 'agreement among raft nodes before linearized reading' (duration: 565.135571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.345859Z","time spent":"565.55926ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-11T01:08:05.91146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.346001Z","time spent":"565.452588ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:08:05.911456Z","caller":"traceutil/trace.go:171","msg":"trace[323996232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5844; }","duration":"565.774335ms","start":"2026-05-11T01:08:05.345667Z","end":"2026-05-11T01:08:05.911441Z","steps":["trace[323996232] 'agreement among raft nodes before linearized reading' (duration: 565.541909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.345647Z","time spent":"565.841427ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:05.911608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.428201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:08:05.911645Z","caller":"traceutil/trace.go:171","msg":"trace[77844157] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:5844; }","duration":"562.503492ms","start":"2026-05-11T01:08:05.349131Z","end":"2026-05-11T01:08:05.911635Z","steps":["trace[77844157] 'agreement among raft nodes before linearized reading' (duration: 562.377049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.911671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.34911Z","time spent":"562.553513ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"warn","ts":"2026-05-11T01:08:05.911919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.995112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:08:05.911961Z","caller":"traceutil/trace.go:171","msg":"trace[1153692880] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"612.60205ms","start":"2026-05-11T01:08:05.299336Z","end":"2026-05-11T01:08:05.911938Z","steps":["trace[1153692880] 'process raft request' (duration: 611.24496ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:05.911999Z","caller":"traceutil/trace.go:171","msg":"trace[1433637215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5844; }","duration":"567.117205ms","start":"2026-05-11T01:08:05.344871Z","end":"2026-05-11T01:08:05.911988Z","steps":["trace[1433637215] 'agreement among raft nodes before linearized reading' (duration: 566.160254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:05.912024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.344845Z","time spent":"567.173585ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:08:05.912093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.299303Z","time spent":"612.710262ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5872,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:06.279425Z","caller":"traceutil/trace.go:171","msg":"trace[2055813605] linearizableReadLoop","detail":"{readStateIndex:6073; appliedIndex:6072; }","duration":"362.225803ms","start":"2026-05-11T01:08:05.917176Z","end":"2026-05-11T01:08:06.279402Z","steps":["trace[2055813605] 'read index received' (duration: 362.08377ms)","trace[2055813605] 'applied index is now lower than readState.Index' (duration: 140.603µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:06.279565Z","caller":"traceutil/trace.go:171","msg":"trace[24537035] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"362.408507ms","start":"2026-05-11T01:08:05.917085Z","end":"2026-05-11T01:08:06.279493Z","steps":["trace[24537035] 'process raft request' (duration: 362.08892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.279689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.493749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-05-11T01:08:06.279736Z","caller":"traceutil/trace.go:171","msg":"trace[1176397796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc; range_end:; response_count:1; response_revision:5845; }","duration":"362.58492ms","start":"2026-05-11T01:08:05.917139Z","end":"2026-05-11T01:08:06.279724Z","steps":["trace[1176397796] 'agreement among raft nodes before linearized reading' (duration: 362.390326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.279772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.917117Z","time spent":"362.646722ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" "} {"level":"warn","ts":"2026-05-11T01:08:06.279919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.917062Z","time spent":"362.621851ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:06.319039Z","caller":"traceutil/trace.go:171","msg":"trace[1589911930] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"401.709804ms","start":"2026-05-11T01:08:05.917299Z","end":"2026-05-11T01:08:06.319009Z","steps":["trace[1589911930] 'process raft request' (duration: 401.574501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.319207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.917289Z","time spent":"401.836386ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:06.319518Z","caller":"traceutil/trace.go:171","msg":"trace[1534983170] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"402.263346ms","start":"2026-05-11T01:08:05.917238Z","end":"2026-05-11T01:08:06.319501Z","steps":["trace[1534983170] 'process raft request' (duration: 401.341045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.319596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.917214Z","time spent":"402.348188ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:08:06.319641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.027489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80204"} {"level":"info","ts":"2026-05-11T01:08:06.319714Z","caller":"traceutil/trace.go:171","msg":"trace[261464720] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"379.284994ms","start":"2026-05-11T01:08:05.940415Z","end":"2026-05-11T01:08:06.3197Z","steps":["trace[261464720] 'process raft request' (duration: 378.926485ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:06.319794Z","caller":"traceutil/trace.go:171","msg":"trace[1019770491] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"379.189812ms","start":"2026-05-11T01:08:05.940556Z","end":"2026-05-11T01:08:06.319746Z","steps":["trace[1019770491] 'process raft request' (duration: 378.832213ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:06.319821Z","caller":"traceutil/trace.go:171","msg":"trace[1263319175] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"402.380239ms","start":"2026-05-11T01:08:05.917433Z","end":"2026-05-11T01:08:06.319813Z","steps":["trace[1263319175] 'process raft request' (duration: 401.518859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.319889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.940547Z","time spent":"379.279695ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:06.319933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.9174Z","time spent":"402.458751ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:06.319983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.940401Z","time spent":"379.52389ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1082,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:06.320125Z","caller":"traceutil/trace.go:171","msg":"trace[1625481475] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"381.744199ms","start":"2026-05-11T01:08:05.938361Z","end":"2026-05-11T01:08:06.320105Z","steps":["trace[1625481475] 'process raft request' (duration: 380.94867ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:06.320214Z","caller":"traceutil/trace.go:171","msg":"trace[1685602869] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"402.309588ms","start":"2026-05-11T01:08:05.917896Z","end":"2026-05-11T01:08:06.320206Z","steps":["trace[1685602869] 'process raft request' (duration: 401.227993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.320206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.938347Z","time spent":"381.818881ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:06.320254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.917883Z","time spent":"402.349189ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:06.320324Z","caller":"traceutil/trace.go:171","msg":"trace[1074229122] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"402.307307ms","start":"2026-05-11T01:08:05.918011Z","end":"2026-05-11T01:08:06.320318Z","steps":["trace[1074229122] 'process raft request' (duration: 401.197882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.320356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.918001Z","time spent":"402.336219ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:06.320339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.256326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:06.320411Z","caller":"traceutil/trace.go:171","msg":"trace[1680897150] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"402.342368ms","start":"2026-05-11T01:08:05.918062Z","end":"2026-05-11T01:08:06.320404Z","steps":["trace[1680897150] 'process raft request' (duration: 401.183412ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:06.32042Z","caller":"traceutil/trace.go:171","msg":"trace[557586346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5855; }","duration":"272.362058ms","start":"2026-05-11T01:08:06.048024Z","end":"2026-05-11T01:08:06.320386Z","steps":["trace[557586346] 'agreement among raft nodes before linearized reading' (duration: 272.268916ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:06.319714Z","caller":"traceutil/trace.go:171","msg":"trace[1916724103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5855; }","duration":"401.130572ms","start":"2026-05-11T01:08:05.918565Z","end":"2026-05-11T01:08:06.319696Z","steps":["trace[1916724103] 'agreement among raft nodes before linearized reading' (duration: 400.865315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.320439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.918055Z","time spent":"402.368849ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:06.320524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.918553Z","time spent":"401.935219ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-11T01:08:06.319707Z","caller":"traceutil/trace.go:171","msg":"trace[874346421] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"401.557941ms","start":"2026-05-11T01:08:05.918105Z","end":"2026-05-11T01:08:06.319663Z","steps":["trace[874346421] 'process raft request' (duration: 401.169702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:06.320646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:05.918099Z","time spent":"402.528882ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:07.320812Z","caller":"traceutil/trace.go:171","msg":"trace[499637044] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"126.291288ms","start":"2026-05-11T01:08:07.194496Z","end":"2026-05-11T01:08:07.320787Z","steps":["trace[499637044] 'process raft request' (duration: 126.120844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:21.967008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736120743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:08:22.46762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736120743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:08:22.832127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454911375s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:08:22.833148Z","caller":"traceutil/trace.go:171","msg":"trace[2004688780] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"1.45602781s","start":"2026-05-11T01:08:21.377092Z","end":"2026-05-11T01:08:22.83312Z","steps":["trace[2004688780] 'process raft request' (duration: 1.455278613s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.833318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.377065Z","time spent":"1.456167492s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:22.904049Z","caller":"traceutil/trace.go:171","msg":"trace[425855057] transaction","detail":"{read_only:false; response_revision:6062; number_of_response:1; }","duration":"1.518685079s","start":"2026-05-11T01:08:21.385337Z","end":"2026-05-11T01:08:22.904022Z","steps":["trace[425855057] 'process raft request' (duration: 1.518588457s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:22.904209Z","caller":"traceutil/trace.go:171","msg":"trace[961006902] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6293; }","duration":"1.437635421s","start":"2026-05-11T01:08:21.466543Z","end":"2026-05-11T01:08:22.904178Z","steps":["trace[961006902] 'read index received' (duration: 1.365807268s)","trace[961006902] 'applied index is now lower than readState.Index' (duration: 71.826073ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:08:22.904237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.385318Z","time spent":"1.518828742s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:22.904057Z","caller":"traceutil/trace.go:171","msg":"trace[426501941] transaction","detail":"{read_only:false; response_revision:6061; number_of_response:1; }","duration":"1.525869509s","start":"2026-05-11T01:08:21.378154Z","end":"2026-05-11T01:08:22.904024Z","steps":["trace[426501941] 'process raft request' (duration: 1.52551469s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437904716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"info","ts":"2026-05-11T01:08:22.904491Z","caller":"traceutil/trace.go:171","msg":"trace[1679661393] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"1.518102585s","start":"2026-05-11T01:08:21.386143Z","end":"2026-05-11T01:08:22.904246Z","steps":["trace[1679661393] 'process raft request' (duration: 1.51784153s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.378123Z","time spent":"1.526264808s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:08:22.904503Z","caller":"traceutil/trace.go:171","msg":"trace[371466616] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6063; }","duration":"1.438005559s","start":"2026-05-11T01:08:21.466486Z","end":"2026-05-11T01:08:22.904492Z","steps":["trace[371466616] 'agreement among raft nodes before linearized reading' (duration: 1.437832715s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34533986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-05-11T01:08:22.904552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.466463Z","time spent":"1.438079381s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16572,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-11T01:08:22.904565Z","caller":"traceutil/trace.go:171","msg":"trace[1229369072] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6063; }","duration":"1.345447772s","start":"2026-05-11T01:08:21.5591Z","end":"2026-05-11T01:08:22.904548Z","steps":["trace[1229369072] 'agreement among raft nodes before linearized reading' (duration: 1.345256998s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.189614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-05-11T01:08:22.904586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.282223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:08:22.904603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.559078Z","time spent":"1.345515695s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-11T01:08:22.90462Z","caller":"traceutil/trace.go:171","msg":"trace[1983097364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:6063; }","duration":"406.274535ms","start":"2026-05-11T01:08:22.498334Z","end":"2026-05-11T01:08:22.904609Z","steps":["trace[1983097364] 'agreement among raft nodes before linearized reading' (duration: 406.183523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.498306Z","time spent":"406.344027ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"info","ts":"2026-05-11T01:08:22.904652Z","caller":"traceutil/trace.go:171","msg":"trace[880698039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6063; }","duration":"405.347585ms","start":"2026-05-11T01:08:22.499283Z","end":"2026-05-11T01:08:22.904631Z","steps":["trace[880698039] 'agreement among raft nodes before linearized reading' (duration: 405.190961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.499239Z","time spent":"405.449137ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:22.904715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.440935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-11T01:08:22.904719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.941737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:08:22.905042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.112258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:08:22.905168Z","caller":"traceutil/trace.go:171","msg":"trace[2060385393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6063; }","duration":"417.303512ms","start":"2026-05-11T01:08:22.487838Z","end":"2026-05-11T01:08:22.905141Z","steps":["trace[2060385393] 'agreement among raft nodes before linearized reading' (duration: 416.903693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.904598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:21.386123Z","time spent":"1.518407422s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:08:22.905217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.487811Z","time spent":"417.395805ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:08:22.904754Z","caller":"traceutil/trace.go:171","msg":"trace[338926156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6063; }","duration":"408.484415ms","start":"2026-05-11T01:08:22.496252Z","end":"2026-05-11T01:08:22.904736Z","steps":["trace[338926156] 'agreement among raft nodes before linearized reading' (duration: 408.359372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.9053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.496246Z","time spent":"409.042727ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:22.904496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.360233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:08:22.905374Z","caller":"traceutil/trace.go:171","msg":"trace[502072890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6063; }","duration":"409.276403ms","start":"2026-05-11T01:08:22.496086Z","end":"2026-05-11T01:08:22.905362Z","steps":["trace[502072890] 'agreement among raft nodes before linearized reading' (duration: 408.304112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.905407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.496065Z","time spent":"409.332844ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:08:22.904755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.079846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:22.905485Z","caller":"traceutil/trace.go:171","msg":"trace[587033582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6063; }","duration":"857.828881ms","start":"2026-05-11T01:08:22.047632Z","end":"2026-05-11T01:08:22.905461Z","steps":["trace[587033582] 'agreement among raft nodes before linearized reading' (duration: 857.102415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.90485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.07544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:22.905707Z","caller":"traceutil/trace.go:171","msg":"trace[123634965] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6063; }","duration":"748.003211ms","start":"2026-05-11T01:08:22.157671Z","end":"2026-05-11T01:08:22.905675Z","steps":["trace[123634965] 'agreement among raft nodes before linearized reading' (duration: 747.06188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.905793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.157647Z","time spent":"748.123004ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:08:22.904892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.175835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-11T01:08:22.905872Z","caller":"traceutil/trace.go:171","msg":"trace[614921657] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:6063; }","duration":"442.197778ms","start":"2026-05-11T01:08:22.463659Z","end":"2026-05-11T01:08:22.905857Z","steps":["trace[614921657] 'agreement among raft nodes before linearized reading' (duration: 441.136835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.905939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.463626Z","time spent":"442.298019ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:08:22.90556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.047609Z","time spent":"857.934634ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:08:22.909802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.329949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:22.909827Z","caller":"traceutil/trace.go:171","msg":"trace[747807104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6063; }","duration":"405.353206ms","start":"2026-05-11T01:08:22.499682Z","end":"2026-05-11T01:08:22.905035Z","steps":["trace[747807104] 'agreement among raft nodes before linearized reading' (duration: 404.824094ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:22.909853Z","caller":"traceutil/trace.go:171","msg":"trace[1536749938] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6063; }","duration":"744.431351ms","start":"2026-05-11T01:08:22.165409Z","end":"2026-05-11T01:08:22.90984Z","steps":["trace[1536749938] 'agreement among raft nodes before linearized reading' (duration: 739.216155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:22.909889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.165388Z","time spent":"744.490423ms","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:08:22.909898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:08:22.49967Z","time spent":"410.206064ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:08:23.088654Z","caller":"traceutil/trace.go:171","msg":"trace[6216763] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"172.629721ms","start":"2026-05-11T01:08:22.916003Z","end":"2026-05-11T01:08:23.088633Z","steps":["trace[6216763] 'process raft request' (duration: 163.226432ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.089059Z","caller":"traceutil/trace.go:171","msg":"trace[1081831534] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"172.988901ms","start":"2026-05-11T01:08:22.916046Z","end":"2026-05-11T01:08:23.089035Z","steps":["trace[1081831534] 'process raft request' (duration: 172.54408ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.089078Z","caller":"traceutil/trace.go:171","msg":"trace[1934387291] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6298; }","duration":"170.252859ms","start":"2026-05-11T01:08:22.918805Z","end":"2026-05-11T01:08:23.089058Z","steps":["trace[1934387291] 'read index received' (duration: 160.44912ms)","trace[1934387291] 'applied index is now lower than readState.Index' (duration: 9.802859ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:23.089314Z","caller":"traceutil/trace.go:171","msg":"trace[1715824293] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"172.628903ms","start":"2026-05-11T01:08:22.916671Z","end":"2026-05-11T01:08:23.089299Z","steps":["trace[1715824293] 'process raft request' (duration: 172.310736ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.089364Z","caller":"traceutil/trace.go:171","msg":"trace[138599364] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"172.97267ms","start":"2026-05-11T01:08:22.916378Z","end":"2026-05-11T01:08:23.089351Z","steps":["trace[138599364] 'process raft request' (duration: 172.50621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:23.089363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.565999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81893"} {"level":"info","ts":"2026-05-11T01:08:23.089409Z","caller":"traceutil/trace.go:171","msg":"trace[1581831507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6068; }","duration":"171.656781ms","start":"2026-05-11T01:08:22.917741Z","end":"2026-05-11T01:08:23.089398Z","steps":["trace[1581831507] 'agreement among raft nodes before linearized reading' (duration: 171.373795ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.089377Z","caller":"traceutil/trace.go:171","msg":"trace[2101130392] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"172.396328ms","start":"2026-05-11T01:08:22.916946Z","end":"2026-05-11T01:08:23.089342Z","steps":["trace[2101130392] 'process raft request' (duration: 172.071551ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.158044Z","caller":"traceutil/trace.go:171","msg":"trace[1572645790] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"238.271267ms","start":"2026-05-11T01:08:22.919735Z","end":"2026-05-11T01:08:23.158007Z","steps":["trace[1572645790] 'process raft request' (duration: 237.802967ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.15812Z","caller":"traceutil/trace.go:171","msg":"trace[2122320051] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"234.677266ms","start":"2026-05-11T01:08:22.923401Z","end":"2026-05-11T01:08:23.158078Z","steps":["trace[2122320051] 'process raft request' (duration: 234.516972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:23.158321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.445894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-11T01:08:23.158386Z","caller":"traceutil/trace.go:171","msg":"trace[2006557892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6070; }","duration":"235.562346ms","start":"2026-05-11T01:08:22.922807Z","end":"2026-05-11T01:08:23.15837Z","steps":["trace[2006557892] 'agreement among raft nodes before linearized reading' (duration: 235.29006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:23.158453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.607388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:23.15852Z","caller":"traceutil/trace.go:171","msg":"trace[1489382109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6070; }","duration":"110.71761ms","start":"2026-05-11T01:08:23.047786Z","end":"2026-05-11T01:08:23.158504Z","steps":["trace[1489382109] 'agreement among raft nodes before linearized reading' (duration: 110.608818ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:23.336228Z","caller":"traceutil/trace.go:171","msg":"trace[3370539] linearizableReadLoop","detail":"{readStateIndex:6307; appliedIndex:6306; }","duration":"138.837628ms","start":"2026-05-11T01:08:23.197364Z","end":"2026-05-11T01:08:23.336202Z","steps":["trace[3370539] 'read index received' (duration: 138.511971ms)","trace[3370539] 'applied index is now lower than readState.Index' (duration: 323.847µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:23.336236Z","caller":"traceutil/trace.go:171","msg":"trace[568612884] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"163.274383ms","start":"2026-05-11T01:08:23.172925Z","end":"2026-05-11T01:08:23.336199Z","steps":["trace[568612884] 'process raft request' (duration: 163.046068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:23.336386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.986392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:08:23.336492Z","caller":"traceutil/trace.go:171","msg":"trace[2145165310] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6072; }","duration":"139.178156ms","start":"2026-05-11T01:08:23.197292Z","end":"2026-05-11T01:08:23.33647Z","steps":["trace[2145165310] 'agreement among raft nodes before linearized reading' (duration: 138.948991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:35.135426Z","caller":"traceutil/trace.go:171","msg":"trace[851801080] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"178.319929ms","start":"2026-05-11T01:08:34.957085Z","end":"2026-05-11T01:08:35.135405Z","steps":["trace[851801080] 'process raft request' (duration: 178.188116ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:35.14324Z","caller":"traceutil/trace.go:171","msg":"trace[1235555466] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6386; }","duration":"158.138209ms","start":"2026-05-11T01:08:34.985076Z","end":"2026-05-11T01:08:35.143214Z","steps":["trace[1235555466] 'read index received' (duration: 150.305134ms)","trace[1235555466] 'applied index is now lower than readState.Index' (duration: 7.831505ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:08:35.143305Z","caller":"traceutil/trace.go:171","msg":"trace[2039192150] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"184.247362ms","start":"2026-05-11T01:08:34.959024Z","end":"2026-05-11T01:08:35.143271Z","steps":["trace[2039192150] 'process raft request' (duration: 183.994166ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:08:35.143326Z","caller":"traceutil/trace.go:171","msg":"trace[1855851268] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"183.978645ms","start":"2026-05-11T01:08:34.95931Z","end":"2026-05-11T01:08:35.143289Z","steps":["trace[1855851268] 'process raft request' (duration: 183.859453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:35.14351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.413085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:08:35.14356Z","caller":"traceutil/trace.go:171","msg":"trace[1242259951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6152; }","duration":"158.488977ms","start":"2026-05-11T01:08:34.985055Z","end":"2026-05-11T01:08:35.143544Z","steps":["trace[1242259951] 'agreement among raft nodes before linearized reading' (duration: 158.294713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:08:35.144662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.039462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-11T01:08:35.144781Z","caller":"traceutil/trace.go:171","msg":"trace[2119378560] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6152; }","duration":"143.260747ms","start":"2026-05-11T01:08:35.001494Z","end":"2026-05-11T01:08:35.144755Z","steps":["trace[2119378560] 'agreement among raft nodes before linearized reading' (duration: 141.898877ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:12:18.331827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4742} {"level":"info","ts":"2026-05-11T01:12:18.403212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4742,"took":"69.015879ms","hash":806657378,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":39464960,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-11T01:12:18.403324Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":806657378,"revision":4742,"compact-revision":2653} {"level":"warn","ts":"2026-05-11T01:14:08.147338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.886681ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:14:08.147495Z","caller":"traceutil/trace.go:171","msg":"trace[177818001] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8820; }","duration":"100.346022ms","start":"2026-05-11T01:14:08.047126Z","end":"2026-05-11T01:14:08.147472Z","steps":["trace[177818001] 'read index received' (duration: 48.181µs)","trace[177818001] 'applied index is now lower than readState.Index' (duration: 100.296321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:08.147921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.766612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:08.14807Z","caller":"traceutil/trace.go:171","msg":"trace[1124555452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8507; }","duration":"100.970576ms","start":"2026-05-11T01:14:08.047063Z","end":"2026-05-11T01:14:08.148033Z","steps":["trace[1124555452] 'agreement among raft nodes before linearized reading' (duration: 100.712971ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:23.206512Z","caller":"traceutil/trace.go:171","msg":"trace[642609500] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"141.252916ms","start":"2026-05-11T01:14:23.065233Z","end":"2026-05-11T01:14:23.206486Z","steps":["trace[642609500] 'process raft request' (duration: 141.010091ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:23.211758Z","caller":"traceutil/trace.go:171","msg":"trace[26728440] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"123.712695ms","start":"2026-05-11T01:14:23.088005Z","end":"2026-05-11T01:14:23.211718Z","steps":["trace[26728440] 'process raft request' (duration: 123.530721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:35.779925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.003231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:14:35.780054Z","caller":"traceutil/trace.go:171","msg":"trace[1106002604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8699; }","duration":"103.208735ms","start":"2026-05-11T01:14:35.67682Z","end":"2026-05-11T01:14:35.780029Z","steps":["trace[1106002604] 'range keys from in-memory index tree' (duration: 102.709715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.892124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190863093s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:14:43.892415Z","caller":"traceutil/trace.go:171","msg":"trace[1423577799] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"765.703641ms","start":"2026-05-11T01:14:43.12669Z","end":"2026-05-11T01:14:43.892394Z","steps":["trace[1423577799] 'process raft request' (duration: 765.585869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.892489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.126659Z","time spent":"765.795584ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:43.892621Z","caller":"traceutil/trace.go:171","msg":"trace[837767454] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9191; }","duration":"847.009209ms","start":"2026-05-11T01:14:43.045536Z","end":"2026-05-11T01:14:43.892545Z","steps":["trace[837767454] 'read index received' (duration: 49.611µs)","trace[837767454] 'applied index is now lower than readState.Index' (duration: 846.956138ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:43.89278Z","caller":"traceutil/trace.go:171","msg":"trace[2095267056] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"1.204269764s","start":"2026-05-11T01:14:42.688453Z","end":"2026-05-11T01:14:43.892722Z","steps":["trace[2095267056] 'process raft request' (duration: 12.678234ms)","trace[2095267056] 'compare' (duration: 1.190578037s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:43.892986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.424237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:43.89303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:42.688415Z","time spent":"1.204486207s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:43.893083Z","caller":"traceutil/trace.go:171","msg":"trace[920067700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"847.598881ms","start":"2026-05-11T01:14:43.045462Z","end":"2026-05-11T01:14:43.893061Z","steps":["trace[920067700] 'agreement among raft nodes before linearized reading' (duration: 847.394457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.893119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.045437Z","time spent":"847.677314ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:14:43.976205Z","caller":"traceutil/trace.go:171","msg":"trace[355955312] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"651.519521ms","start":"2026-05-11T01:14:43.324297Z","end":"2026-05-11T01:14:43.975816Z","steps":["trace[355955312] 'process raft request' (duration: 651.290576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.976727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.010844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:14:43.976749Z","caller":"traceutil/trace.go:171","msg":"trace[556631539] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"526.795042ms","start":"2026-05-11T01:14:43.449914Z","end":"2026-05-11T01:14:43.976709Z","steps":["trace[556631539] 'process raft request' (duration: 526.427644ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:43.976781Z","caller":"traceutil/trace.go:171","msg":"trace[181425555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8871; }","duration":"300.085846ms","start":"2026-05-11T01:14:43.67668Z","end":"2026-05-11T01:14:43.976765Z","steps":["trace[181425555] 'agreement among raft nodes before linearized reading' (duration: 299.897162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.976833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.676613Z","time spent":"300.212079ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:14:43.976972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.885511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:14:43.977727Z","caller":"traceutil/trace.go:171","msg":"trace[186576215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8871; }","duration":"342.719109ms","start":"2026-05-11T01:14:43.634985Z","end":"2026-05-11T01:14:43.977704Z","steps":["trace[186576215] 'agreement among raft nodes before linearized reading' (duration: 341.658955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.976959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.580194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-11T01:14:43.977892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.634968Z","time spent":"342.880394ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:14:43.977894Z","caller":"traceutil/trace.go:171","msg":"trace[193065199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8871; }","duration":"389.712169ms","start":"2026-05-11T01:14:43.588157Z","end":"2026-05-11T01:14:43.977869Z","steps":["trace[193065199] 'agreement among raft nodes before linearized reading' (duration: 388.392589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:43.977982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.588128Z","time spent":"389.825142ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:14:43.97732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.324268Z","time spent":"652.85563ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:14:43.97875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:43.449886Z","time spent":"526.941566ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:55.393027Z","caller":"traceutil/trace.go:171","msg":"trace[9256202] linearizableReadLoop","detail":"{readStateIndex:9254; appliedIndex:9253; }","duration":"383.291926ms","start":"2026-05-11T01:14:55.009713Z","end":"2026-05-11T01:14:55.393005Z","steps":["trace[9256202] 'read index received' (duration: 383.117073ms)","trace[9256202] 'applied index is now lower than readState.Index' (duration: 173.923µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:55.393195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.46051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:55.393223Z","caller":"traceutil/trace.go:171","msg":"trace[2145923355] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8928; }","duration":"383.571912ms","start":"2026-05-11T01:14:55.009641Z","end":"2026-05-11T01:14:55.393213Z","steps":["trace[2145923355] 'agreement among raft nodes before linearized reading' (duration: 383.48907ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:55.393143Z","caller":"traceutil/trace.go:171","msg":"trace[895255991] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"723.683083ms","start":"2026-05-11T01:14:54.669414Z","end":"2026-05-11T01:14:55.393097Z","steps":["trace[895255991] 'process raft request' (duration: 723.442318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:55.393253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:55.00961Z","time spent":"383.632964ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:14:55.393286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.276477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:55.393338Z","caller":"traceutil/trace.go:171","msg":"trace[987788125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8928; }","duration":"345.389759ms","start":"2026-05-11T01:14:55.047937Z","end":"2026-05-11T01:14:55.393326Z","steps":["trace[987788125] 'agreement among raft nodes before linearized reading' (duration: 345.245766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:55.393368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:55.047912Z","time spent":"345.45023ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:14:55.3934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:54.669382Z","time spent":"723.896988ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:56.097044Z","caller":"traceutil/trace.go:171","msg":"trace[1934766354] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"139.535858ms","start":"2026-05-11T01:14:55.957484Z","end":"2026-05-11T01:14:56.09702Z","steps":["trace[1934766354] 'process raft request' (duration: 139.346894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.496586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.79804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:14:56.496994Z","caller":"traceutil/trace.go:171","msg":"trace[572522544] linearizableReadLoop","detail":"{readStateIndex:9258; appliedIndex:9255; }","duration":"410.004704ms","start":"2026-05-11T01:14:56.086957Z","end":"2026-05-11T01:14:56.496962Z","steps":["trace[572522544] 'read index received' (duration: 9.948213ms)","trace[572522544] 'applied index is now lower than readState.Index' (duration: 400.05439ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:56.497048Z","caller":"traceutil/trace.go:171","msg":"trace[1342243105] transaction","detail":"{read_only:false; response_revision:8932; number_of_response:1; }","duration":"420.696042ms","start":"2026-05-11T01:14:56.076317Z","end":"2026-05-11T01:14:56.497013Z","steps":["trace[1342243105] 'process raft request' (duration: 420.453026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.497241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.07631Z","time spent":"420.825184ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:56.497214Z","caller":"traceutil/trace.go:171","msg":"trace[127227928] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"426.174614ms","start":"2026-05-11T01:14:56.070984Z","end":"2026-05-11T01:14:56.497159Z","steps":["trace[127227928] 'process raft request' (duration: 82.633326ms)","trace[127227928] 'compare' (duration: 342.318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:14:56.497711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.070963Z","time spent":"426.604944ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:14:56.497457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.30683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:14:56.498024Z","caller":"traceutil/trace.go:171","msg":"trace[1829380833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8932; }","duration":"411.022635ms","start":"2026-05-11T01:14:56.086892Z","end":"2026-05-11T01:14:56.497915Z","steps":["trace[1829380833] 'agreement among raft nodes before linearized reading' (duration: 410.190537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.498119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.086865Z","time spent":"411.2285ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:14:56.951839Z","caller":"traceutil/trace.go:171","msg":"trace[881865113] linearizableReadLoop","detail":"{readStateIndex:9259; appliedIndex:9258; }","duration":"454.750372ms","start":"2026-05-11T01:14:56.497052Z","end":"2026-05-11T01:14:56.951802Z","steps":["trace[881865113] 'read index received' (duration: 454.543417ms)","trace[881865113] 'applied index is now lower than readState.Index' (duration: 205.505µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:56.95199Z","caller":"traceutil/trace.go:171","msg":"trace[1782209182] transaction","detail":"{read_only:false; response_revision:8933; number_of_response:1; }","duration":"585.213808ms","start":"2026-05-11T01:14:56.36673Z","end":"2026-05-11T01:14:56.951944Z","steps":["trace[1782209182] 'process raft request' (duration: 584.84684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.952068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.380125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-05-11T01:14:56.952118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.090779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-11T01:14:56.952116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.319974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-11T01:14:56.952189Z","caller":"traceutil/trace.go:171","msg":"trace[1149429567] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:8933; }","duration":"791.506258ms","start":"2026-05-11T01:14:56.160626Z","end":"2026-05-11T01:14:56.952132Z","steps":["trace[1149429567] 'agreement among raft nodes before linearized reading' (duration: 791.224772ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:56.952232Z","caller":"traceutil/trace.go:171","msg":"trace[269802519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8933; }","duration":"795.232872ms","start":"2026-05-11T01:14:56.156978Z","end":"2026-05-11T01:14:56.952211Z","steps":["trace[269802519] 'agreement among raft nodes before linearized reading' (duration: 794.888774ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:56.952236Z","caller":"traceutil/trace.go:171","msg":"trace[1041900381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8933; }","duration":"795.497858ms","start":"2026-05-11T01:14:56.156721Z","end":"2026-05-11T01:14:56.952219Z","steps":["trace[1041900381] 'agreement among raft nodes before linearized reading' (duration: 795.216402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.952232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.366696Z","time spent":"585.390342ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:14:56.952254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.160617Z","time spent":"791.627001ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"warn","ts":"2026-05-11T01:14:56.952278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.156962Z","time spent":"795.301663ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:14:56.952282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.156692Z","time spent":"795.577749ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:14:56.952404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.058748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-11T01:14:56.952431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.465557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-11T01:14:56.95249Z","caller":"traceutil/trace.go:171","msg":"trace[1163003913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8933; }","duration":"795.161651ms","start":"2026-05-11T01:14:56.157307Z","end":"2026-05-11T01:14:56.952469Z","steps":["trace[1163003913] 'agreement among raft nodes before linearized reading' (duration: 794.731391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.952532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.157233Z","time spent":"795.289523ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:14:56.952523Z","caller":"traceutil/trace.go:171","msg":"trace[128457857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8933; }","duration":"795.573059ms","start":"2026-05-11T01:14:56.156928Z","end":"2026-05-11T01:14:56.952501Z","steps":["trace[128457857] 'agreement among raft nodes before linearized reading' (duration: 795.262093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.952577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.15691Z","time spent":"795.657061ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:14:56.952817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.798607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:14:56.952926Z","caller":"traceutil/trace.go:171","msg":"trace[1448226343] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8933; }","duration":"660.999552ms","start":"2026-05-11T01:14:56.291906Z","end":"2026-05-11T01:14:56.952905Z","steps":["trace[1448226343] 'agreement among raft nodes before linearized reading' (duration: 660.101373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.952986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.291877Z","time spent":"661.097145ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":879,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:14:56.964467Z","caller":"traceutil/trace.go:171","msg":"trace[378460143] transaction","detail":"{read_only:false; response_revision:8934; number_of_response:1; }","duration":"461.965304ms","start":"2026-05-11T01:14:56.502478Z","end":"2026-05-11T01:14:56.964444Z","steps":["trace[378460143] 'process raft request' (duration: 461.720308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.9647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.502441Z","time spent":"462.071997ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:56.964572Z","caller":"traceutil/trace.go:171","msg":"trace[1998727493] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"349.864759ms","start":"2026-05-11T01:14:56.614605Z","end":"2026-05-11T01:14:56.96447Z","steps":["trace[1998727493] 'process raft request' (duration: 349.761776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:56.964982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:56.614567Z","time spent":"350.248257ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:57.063747Z","caller":"traceutil/trace.go:171","msg":"trace[1516194942] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"106.094851ms","start":"2026-05-11T01:14:56.957612Z","end":"2026-05-11T01:14:57.063707Z","steps":["trace[1516194942] 'process raft request' (duration: 85.03256ms)","trace[1516194942] 'compare' (duration: 20.781295ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:57.063752Z","caller":"traceutil/trace.go:171","msg":"trace[749657680] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"106.095991ms","start":"2026-05-11T01:14:56.957621Z","end":"2026-05-11T01:14:57.063717Z","steps":["trace[749657680] 'process raft request' (duration: 105.982409ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:57.064046Z","caller":"traceutil/trace.go:171","msg":"trace[980641007] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"105.805155ms","start":"2026-05-11T01:14:56.958225Z","end":"2026-05-11T01:14:57.06403Z","steps":["trace[980641007] 'process raft request' (duration: 105.426857ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:57.064207Z","caller":"traceutil/trace.go:171","msg":"trace[1285245306] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"105.271542ms","start":"2026-05-11T01:14:56.958902Z","end":"2026-05-11T01:14:57.064173Z","steps":["trace[1285245306] 'process raft request' (duration: 105.039897ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:58.418909Z","caller":"traceutil/trace.go:171","msg":"trace[1432129474] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"315.677325ms","start":"2026-05-11T01:14:58.103193Z","end":"2026-05-11T01:14:58.418871Z","steps":["trace[1432129474] 'process raft request' (duration: 315.400499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:58.419244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:14:58.103156Z","time spent":"315.85788ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:14:58.618592Z","caller":"traceutil/trace.go:171","msg":"trace[134002056] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"113.961218ms","start":"2026-05-11T01:14:58.504596Z","end":"2026-05-11T01:14:58.618557Z","steps":["trace[134002056] 'process raft request' (duration: 113.749203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.287931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.630507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:14:59.288074Z","caller":"traceutil/trace.go:171","msg":"trace[135159135] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"217.871109ms","start":"2026-05-11T01:14:59.070175Z","end":"2026-05-11T01:14:59.288046Z","steps":["trace[135159135] 'process raft request' (duration: 88.004017ms)","trace[135159135] 'compare' (duration: 129.178567ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:59.360306Z","caller":"traceutil/trace.go:171","msg":"trace[341189658] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"287.057486ms","start":"2026-05-11T01:14:59.073229Z","end":"2026-05-11T01:14:59.360286Z","steps":["trace[341189658] 'process raft request' (duration: 286.871182ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.360523Z","caller":"traceutil/trace.go:171","msg":"trace[1968281308] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"287.22781ms","start":"2026-05-11T01:14:59.073282Z","end":"2026-05-11T01:14:59.36051Z","steps":["trace[1968281308] 'process raft request' (duration: 286.960334ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.360788Z","caller":"traceutil/trace.go:171","msg":"trace[78816600] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9273; }","duration":"279.6789ms","start":"2026-05-11T01:14:59.081077Z","end":"2026-05-11T01:14:59.360756Z","steps":["trace[78816600] 'read index received' (duration: 77.118224ms)","trace[78816600] 'applied index is now lower than readState.Index' (duration: 202.558406ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:14:59.360844Z","caller":"traceutil/trace.go:171","msg":"trace[398079744] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"287.389743ms","start":"2026-05-11T01:14:59.073432Z","end":"2026-05-11T01:14:59.360822Z","steps":["trace[398079744] 'process raft request' (duration: 287.038355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.895025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.130515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.366652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361201Z","caller":"traceutil/trace.go:171","msg":"trace[1286658978] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8950; }","duration":"120.275208ms","start":"2026-05-11T01:14:59.240905Z","end":"2026-05-11T01:14:59.36118Z","steps":["trace[1286658978] 'agreement among raft nodes before linearized reading' (duration: 120.080043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.020857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361232Z","caller":"traceutil/trace.go:171","msg":"trace[1188075147] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8950; }","duration":"219.503755ms","start":"2026-05-11T01:14:59.141701Z","end":"2026-05-11T01:14:59.361204Z","steps":["trace[1188075147] 'agreement among raft nodes before linearized reading' (duration: 219.300081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.36105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.849194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361367Z","caller":"traceutil/trace.go:171","msg":"trace[177719601] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8950; }","duration":"280.195502ms","start":"2026-05-11T01:14:59.081159Z","end":"2026-05-11T01:14:59.361354Z","steps":["trace[177719601] 'agreement among raft nodes before linearized reading' (duration: 279.812593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.941611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.426977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361556Z","caller":"traceutil/trace.go:171","msg":"trace[446755715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8950; }","duration":"135.511299ms","start":"2026-05-11T01:14:59.226034Z","end":"2026-05-11T01:14:59.361546Z","steps":["trace[446755715] 'agreement among raft nodes before linearized reading' (duration: 135.451227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.501891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.497943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.49512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361682Z","caller":"traceutil/trace.go:171","msg":"trace[439431668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8950; }","duration":"136.536801ms","start":"2026-05-11T01:14:59.225134Z","end":"2026-05-11T01:14:59.361671Z","steps":["trace[439431668] 'agreement among raft nodes before linearized reading' (duration: 136.49325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.953749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.36179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.52293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361798Z","caller":"traceutil/trace.go:171","msg":"trace[1110086464] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8950; }","duration":"192.01284ms","start":"2026-05-11T01:14:59.169776Z","end":"2026-05-11T01:14:59.361789Z","steps":["trace[1110086464] 'agreement among raft nodes before linearized reading' (duration: 191.948889ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.36181Z","caller":"traceutil/trace.go:171","msg":"trace[1977525284] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8950; }","duration":"153.608943ms","start":"2026-05-11T01:14:59.208194Z","end":"2026-05-11T01:14:59.361803Z","steps":["trace[1977525284] 'agreement among raft nodes before linearized reading' (duration: 153.574413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.034389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.361485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.648028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361881Z","caller":"traceutil/trace.go:171","msg":"trace[1193421489] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8950; }","duration":"153.142452ms","start":"2026-05-11T01:14:59.208715Z","end":"2026-05-11T01:14:59.361857Z","steps":["trace[1193421489] 'agreement among raft nodes before linearized reading' (duration: 153.014319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.36191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.14962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361945Z","caller":"traceutil/trace.go:171","msg":"trace[672145218] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8950; }","duration":"241.20155ms","start":"2026-05-11T01:14:59.120731Z","end":"2026-05-11T01:14:59.361933Z","steps":["trace[672145218] 'agreement among raft nodes before linearized reading' (duration: 241.152959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.531912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.362011Z","caller":"traceutil/trace.go:171","msg":"trace[2108165973] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8950; }","duration":"192.622554ms","start":"2026-05-11T01:14:59.169367Z","end":"2026-05-11T01:14:59.36199Z","steps":["trace[2108165973] 'agreement among raft nodes before linearized reading' (duration: 192.563682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.362062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.93312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.36207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.10788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:14:59.362155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.106937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.362198Z","caller":"traceutil/trace.go:171","msg":"trace[671001246] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8950; }","duration":"262.200029ms","start":"2026-05-11T01:14:59.099988Z","end":"2026-05-11T01:14:59.362188Z","steps":["trace[671001246] 'agreement among raft nodes before linearized reading' (duration: 262.134038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.362154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.901955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.361315Z","caller":"traceutil/trace.go:171","msg":"trace[1795100692] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8950; }","duration":"220.103458ms","start":"2026-05-11T01:14:59.141151Z","end":"2026-05-11T01:14:59.361255Z","steps":["trace[1795100692] 'agreement among raft nodes before linearized reading' (duration: 220.016326ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.362285Z","caller":"traceutil/trace.go:171","msg":"trace[1670183236] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8950; }","duration":"263.025167ms","start":"2026-05-11T01:14:59.099209Z","end":"2026-05-11T01:14:59.362235Z","steps":["trace[1670183236] 'agreement among raft nodes before linearized reading' (duration: 262.782532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.362334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.956373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.362098Z","caller":"traceutil/trace.go:171","msg":"trace[83663943] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8950; }","duration":"136.971831ms","start":"2026-05-11T01:14:59.225115Z","end":"2026-05-11T01:14:59.362087Z","steps":["trace[83663943] 'agreement among raft nodes before linearized reading' (duration: 136.91739ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.362137Z","caller":"traceutil/trace.go:171","msg":"trace[804550709] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8950; }","duration":"280.215413ms","start":"2026-05-11T01:14:59.08191Z","end":"2026-05-11T01:14:59.362125Z","steps":["trace[804550709] 'agreement among raft nodes before linearized reading' (duration: 280.10006ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.362406Z","caller":"traceutil/trace.go:171","msg":"trace[212667446] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8950; }","duration":"193.073975ms","start":"2026-05-11T01:14:59.169315Z","end":"2026-05-11T01:14:59.362389Z","steps":["trace[212667446] 'agreement among raft nodes before linearized reading' (duration: 192.917231ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.361934Z","caller":"traceutil/trace.go:171","msg":"trace[6720468] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8950; }","duration":"241.095428ms","start":"2026-05-11T01:14:59.120798Z","end":"2026-05-11T01:14:59.361893Z","steps":["trace[6720468] 'agreement among raft nodes before linearized reading' (duration: 240.644399ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.361551Z","caller":"traceutil/trace.go:171","msg":"trace[1863851157] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8950; }","duration":"120.006573ms","start":"2026-05-11T01:14:59.241534Z","end":"2026-05-11T01:14:59.361541Z","steps":["trace[1863851157] 'agreement among raft nodes before linearized reading' (duration: 119.934691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.569017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.364002Z","caller":"traceutil/trace.go:171","msg":"trace[256134035] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8950; }","duration":"264.704815ms","start":"2026-05-11T01:14:59.099251Z","end":"2026-05-11T01:14:59.363956Z","steps":["trace[256134035] 'agreement among raft nodes before linearized reading' (duration: 262.558997ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.36161Z","caller":"traceutil/trace.go:171","msg":"trace[1227491994] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8950; }","duration":"153.554952ms","start":"2026-05-11T01:14:59.208043Z","end":"2026-05-11T01:14:59.361598Z","steps":["trace[1227491994] 'agreement among raft nodes before linearized reading' (duration: 153.507791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.902791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.364273Z","caller":"traceutil/trace.go:171","msg":"trace[625072370] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8950; }","duration":"242.811376ms","start":"2026-05-11T01:14:59.12144Z","end":"2026-05-11T01:14:59.364252Z","steps":["trace[625072370] 'agreement among raft nodes before linearized reading' (duration: 239.899341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.361142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.910125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.364449Z","caller":"traceutil/trace.go:171","msg":"trace[799359390] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8950; }","duration":"223.255138ms","start":"2026-05-11T01:14:59.141181Z","end":"2026-05-11T01:14:59.364436Z","steps":["trace[799359390] 'agreement among raft nodes before linearized reading' (duration: 219.898864ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.361152Z","caller":"traceutil/trace.go:171","msg":"trace[490268945] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8950; }","duration":"280.08298ms","start":"2026-05-11T01:14:59.081053Z","end":"2026-05-11T01:14:59.361136Z","steps":["trace[490268945] 'agreement among raft nodes before linearized reading' (duration: 279.800244ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.361644Z","caller":"traceutil/trace.go:171","msg":"trace[1056483223] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8950; }","duration":"120.541884ms","start":"2026-05-11T01:14:59.241094Z","end":"2026-05-11T01:14:59.361636Z","steps":["trace[1056483223] 'agreement among raft nodes before linearized reading' (duration: 120.483192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:14:59.578429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.008825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:14:59.57855Z","caller":"traceutil/trace.go:171","msg":"trace[2091601733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8950; }","duration":"151.202269ms","start":"2026-05-11T01:14:59.427321Z","end":"2026-05-11T01:14:59.578524Z","steps":["trace[2091601733] 'range keys from in-memory index tree' (duration: 150.868742ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:14:59.578795Z","caller":"traceutil/trace.go:171","msg":"trace[1460975233] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"146.489114ms","start":"2026-05-11T01:14:59.432271Z","end":"2026-05-11T01:14:59.57876Z","steps":["trace[1460975233] 'process raft request' (duration: 108.916414ms)","trace[1460975233] 'compare' (duration: 37.419737ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:00.79673Z","caller":"traceutil/trace.go:171","msg":"trace[1154554500] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9279; }","duration":"123.378788ms","start":"2026-05-11T01:15:00.673316Z","end":"2026-05-11T01:15:00.796695Z","steps":["trace[1154554500] 'read index received' (duration: 5.218577ms)","trace[1154554500] 'applied index is now lower than readState.Index' (duration: 118.158861ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:00.796878Z","caller":"traceutil/trace.go:171","msg":"trace[1297226240] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"171.453943ms","start":"2026-05-11T01:15:00.625363Z","end":"2026-05-11T01:15:00.796817Z","steps":["trace[1297226240] 'process raft request' (duration: 108.586357ms)","trace[1297226240] 'compare' (duration: 62.500177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:15:00.796963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.594493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:15:00.797075Z","caller":"traceutil/trace.go:171","msg":"trace[444055316] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8954; }","duration":"123.810588ms","start":"2026-05-11T01:15:00.673236Z","end":"2026-05-11T01:15:00.797046Z","steps":["trace[444055316] 'agreement among raft nodes before linearized reading' (duration: 123.586113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:01.346248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.308757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:15:01.346412Z","caller":"traceutil/trace.go:171","msg":"trace[94548444] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8955; }","duration":"196.578984ms","start":"2026-05-11T01:15:01.149807Z","end":"2026-05-11T01:15:01.346386Z","steps":["trace[94548444] 'count revisions from in-memory index tree' (duration: 196.099823ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:01.461628Z","caller":"traceutil/trace.go:171","msg":"trace[1970621919] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"109.676881ms","start":"2026-05-11T01:15:01.351907Z","end":"2026-05-11T01:15:01.461584Z","steps":["trace[1970621919] 'process raft request' (duration: 109.18044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:02.168558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.096266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:02.168685Z","caller":"traceutil/trace.go:171","msg":"trace[1477579570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8961; }","duration":"121.29461ms","start":"2026-05-11T01:15:02.04736Z","end":"2026-05-11T01:15:02.168655Z","steps":["trace[1477579570] 'range keys from in-memory index tree' (duration: 120.983534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:02.169011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.521475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:02.169121Z","caller":"traceutil/trace.go:171","msg":"trace[1513483707] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8961; }","duration":"291.698809ms","start":"2026-05-11T01:15:01.877397Z","end":"2026-05-11T01:15:02.169096Z","steps":["trace[1513483707] 'count revisions from in-memory index tree' (duration: 291.343881ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:27.02531Z","caller":"traceutil/trace.go:171","msg":"trace[301290968] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"227.535944ms","start":"2026-05-11T01:15:26.797734Z","end":"2026-05-11T01:15:27.02527Z","steps":["trace[301290968] 'process raft request' (duration: 227.288079ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:27.029674Z","caller":"traceutil/trace.go:171","msg":"trace[91114469] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"117.416494ms","start":"2026-05-11T01:15:26.912244Z","end":"2026-05-11T01:15:27.02966Z","steps":["trace[91114469] 'process raft request' (duration: 117.25154ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:28.063033Z","caller":"traceutil/trace.go:171","msg":"trace[1477326293] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9490; }","duration":"189.685817ms","start":"2026-05-11T01:15:27.873303Z","end":"2026-05-11T01:15:28.062989Z","steps":["trace[1477326293] 'read index received' (duration: 187.712433ms)","trace[1477326293] 'applied index is now lower than readState.Index' (duration: 1.971574ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:28.063143Z","caller":"traceutil/trace.go:171","msg":"trace[1065043971] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"218.847927ms","start":"2026-05-11T01:15:27.844233Z","end":"2026-05-11T01:15:28.063081Z","steps":["trace[1065043971] 'process raft request' (duration: 216.755371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:28.063324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.995985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-11T01:15:28.063445Z","caller":"traceutil/trace.go:171","msg":"trace[1275469607] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9155; }","duration":"190.179589ms","start":"2026-05-11T01:15:27.873243Z","end":"2026-05-11T01:15:28.063422Z","steps":["trace[1275469607] 'agreement among raft nodes before linearized reading' (duration: 189.861012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.189401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736128963,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:15:30.407939Z","caller":"traceutil/trace.go:171","msg":"trace[1232336004] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"778.113081ms","start":"2026-05-11T01:15:29.629798Z","end":"2026-05-11T01:15:30.407911Z","steps":["trace[1232336004] 'process raft request' (duration: 777.946557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.408106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.629786Z","time spent":"778.235734ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:30.426167Z","caller":"traceutil/trace.go:171","msg":"trace[227374031] linearizableReadLoop","detail":"{readStateIndex:9498; appliedIndex:9496; }","duration":"737.289031ms","start":"2026-05-11T01:15:29.688846Z","end":"2026-05-11T01:15:30.426135Z","steps":["trace[227374031] 'read index received' (duration: 718.963053ms)","trace[227374031] 'applied index is now lower than readState.Index' (duration: 18.324128ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:30.426714Z","caller":"traceutil/trace.go:171","msg":"trace[1448979871] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"357.866875ms","start":"2026-05-11T01:15:30.068829Z","end":"2026-05-11T01:15:30.426696Z","steps":["trace[1448979871] 'process raft request' (duration: 357.056416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.426859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.06881Z","time spent":"357.951728ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:15:30.42721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.357235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:15:30.427268Z","caller":"traceutil/trace.go:171","msg":"trace[1670176834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9162; }","duration":"738.406006ms","start":"2026-05-11T01:15:29.688841Z","end":"2026-05-11T01:15:30.427246Z","steps":["trace[1670176834] 'agreement among raft nodes before linearized reading' (duration: 738.237863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.427307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.688797Z","time spent":"738.502248ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:15:30.42761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.779027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:15:30.427706Z","caller":"traceutil/trace.go:171","msg":"trace[2072479268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9162; }","duration":"713.922631ms","start":"2026-05-11T01:15:29.71376Z","end":"2026-05-11T01:15:30.427683Z","steps":["trace[2072479268] 'agreement among raft nodes before linearized reading' (duration: 713.618954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.427757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.713749Z","time spent":"713.991062ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:15:30.427785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.902402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-11T01:15:30.427836Z","caller":"traceutil/trace.go:171","msg":"trace[1847858130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9162; }","duration":"517.962584ms","start":"2026-05-11T01:15:29.909857Z","end":"2026-05-11T01:15:30.427819Z","steps":["trace[1847858130] 'agreement among raft nodes before linearized reading' (duration: 517.835801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.427878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.90985Z","time spent":"518.019235ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:15:30.42792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.876804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:30.427949Z","caller":"traceutil/trace.go:171","msg":"trace[1344601253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9162; }","duration":"540.952695ms","start":"2026-05-11T01:15:29.886986Z","end":"2026-05-11T01:15:30.427939Z","steps":["trace[1344601253] 'agreement among raft nodes before linearized reading' (duration: 540.893784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.427971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.886963Z","time spent":"541.001486ms","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:15:30.428149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.248463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:15:30.428184Z","caller":"traceutil/trace.go:171","msg":"trace[1722995839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9162; }","duration":"222.322005ms","start":"2026-05-11T01:15:30.205851Z","end":"2026-05-11T01:15:30.428173Z","steps":["trace[1722995839] 'agreement among raft nodes before linearized reading' (duration: 222.215052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.428274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.557717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:15:30.428401Z","caller":"traceutil/trace.go:171","msg":"trace[684523368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9162; }","duration":"667.750221ms","start":"2026-05-11T01:15:29.760633Z","end":"2026-05-11T01:15:30.428384Z","steps":["trace[684523368] 'agreement among raft nodes before linearized reading' (duration: 667.450955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.428443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.760622Z","time spent":"667.811062ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:15:30.428478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.233666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:30.428508Z","caller":"traceutil/trace.go:171","msg":"trace[1466354838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9162; }","duration":"648.299018ms","start":"2026-05-11T01:15:29.7802Z","end":"2026-05-11T01:15:30.428499Z","steps":["trace[1466354838] 'agreement among raft nodes before linearized reading' (duration: 648.240926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.428537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:29.780187Z","time spent":"648.343538ms","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:15:30.428313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.098524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:30.428591Z","caller":"traceutil/trace.go:171","msg":"trace[633899988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9162; }","duration":"381.415611ms","start":"2026-05-11T01:15:30.047168Z","end":"2026-05-11T01:15:30.428583Z","steps":["trace[633899988] 'agreement among raft nodes before linearized reading' (duration: 381.126704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:30.428611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.047146Z","time spent":"381.459841ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:15:30.934075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736128969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:15:31.018581Z","caller":"traceutil/trace.go:171","msg":"trace[556921122] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"585.076519ms","start":"2026-05-11T01:15:30.433459Z","end":"2026-05-11T01:15:31.018536Z","steps":["trace[556921122] 'process raft request' (duration: 570.589346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.018826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.433444Z","time spent":"585.230772ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:31.020789Z","caller":"traceutil/trace.go:171","msg":"trace[1661896639] linearizableReadLoop","detail":"{readStateIndex:9502; appliedIndex:9498; }","duration":"587.106264ms","start":"2026-05-11T01:15:30.433625Z","end":"2026-05-11T01:15:31.020731Z","steps":["trace[1661896639] 'read index received' (duration: 570.440113ms)","trace[1661896639] 'applied index is now lower than readState.Index' (duration: 16.665001ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:31.021259Z","caller":"traceutil/trace.go:171","msg":"trace[1114629908] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"587.512984ms","start":"2026-05-11T01:15:30.433732Z","end":"2026-05-11T01:15:31.021245Z","steps":["trace[1114629908] 'process raft request' (duration: 586.722425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.021576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.43372Z","time spent":"587.608746ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:31.021896Z","caller":"traceutil/trace.go:171","msg":"trace[312383628] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"588.068486ms","start":"2026-05-11T01:15:30.433782Z","end":"2026-05-11T01:15:31.02185Z","steps":["trace[312383628] 'process raft request' (duration: 586.827869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.022028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.433776Z","time spent":"588.208659ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:15:31.022341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.328467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-05-11T01:15:31.022453Z","caller":"traceutil/trace.go:171","msg":"trace[235284427] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9166; }","duration":"586.46747ms","start":"2026-05-11T01:15:30.435963Z","end":"2026-05-11T01:15:31.02243Z","steps":["trace[235284427] 'agreement among raft nodes before linearized reading' (duration: 586.192734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.022507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.435958Z","time spent":"586.539181ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-05-11T01:15:31.022736Z","caller":"traceutil/trace.go:171","msg":"trace[1430160339] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"417.842431ms","start":"2026-05-11T01:15:30.604882Z","end":"2026-05-11T01:15:31.022724Z","steps":["trace[1430160339] 'process raft request' (duration: 415.804056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.022858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.60486Z","time spent":"417.930734ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:15:31.023087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.455726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:15:31.023181Z","caller":"traceutil/trace.go:171","msg":"trace[129968880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9166; }","duration":"589.557398ms","start":"2026-05-11T01:15:30.433615Z","end":"2026-05-11T01:15:31.023173Z","steps":["trace[129968880] 'agreement among raft nodes before linearized reading' (duration: 589.329903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:31.023262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:30.433609Z","time spent":"589.644811ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:15:31.023483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.15389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:15:31.024038Z","caller":"traceutil/trace.go:171","msg":"trace[1178762387] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9166; }","duration":"230.758984ms","start":"2026-05-11T01:15:30.793265Z","end":"2026-05-11T01:15:31.024024Z","steps":["trace[1178762387] 'agreement among raft nodes before linearized reading' (duration: 230.182261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:34.837577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736129022,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:15:34.862563Z","caller":"traceutil/trace.go:171","msg":"trace[1988109801] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"792.771078ms","start":"2026-05-11T01:15:34.069767Z","end":"2026-05-11T01:15:34.862538Z","steps":["trace[1988109801] 'process raft request' (duration: 792.126404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:34.862787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.069738Z","time spent":"792.981562ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:34.953867Z","caller":"traceutil/trace.go:171","msg":"trace[1694659614] linearizableReadLoop","detail":"{readStateIndex:9519; appliedIndex:9516; }","duration":"616.95063ms","start":"2026-05-11T01:15:34.336888Z","end":"2026-05-11T01:15:34.953838Z","steps":["trace[1694659614] 'read index received' (duration: 524.52136ms)","trace[1694659614] 'applied index is now lower than readState.Index' (duration: 92.42831ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:34.954209Z","caller":"traceutil/trace.go:171","msg":"trace[1017510656] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"511.845947ms","start":"2026-05-11T01:15:34.44235Z","end":"2026-05-11T01:15:34.954196Z","steps":["trace[1017510656] 'process raft request' (duration: 511.285113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:34.954345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.44233Z","time spent":"511.911609ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:34.954487Z","caller":"traceutil/trace.go:171","msg":"trace[573055481] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"417.581725ms","start":"2026-05-11T01:15:34.536879Z","end":"2026-05-11T01:15:34.954461Z","steps":["trace[573055481] 'process raft request' (duration: 416.912241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:34.954509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.597914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:15:34.95458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.53685Z","time spent":"417.682668ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:34.954591Z","caller":"traceutil/trace.go:171","msg":"trace[798299111] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9182; }","duration":"617.748447ms","start":"2026-05-11T01:15:34.336821Z","end":"2026-05-11T01:15:34.95457Z","steps":["trace[798299111] 'agreement among raft nodes before linearized reading' (duration: 617.557263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:34.954632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.336794Z","time spent":"617.831259ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:15:35.060635Z","caller":"traceutil/trace.go:171","msg":"trace[97847358] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"193.006361ms","start":"2026-05-11T01:15:34.867613Z","end":"2026-05-11T01:15:35.060619Z","steps":["trace[97847358] 'process raft request' (duration: 98.561296ms)","trace[97847358] 'compare' (duration: 94.061887ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:35.060878Z","caller":"traceutil/trace.go:171","msg":"trace[1922569288] linearizableReadLoop","detail":"{readStateIndex:9520; appliedIndex:9519; }","duration":"106.930713ms","start":"2026-05-11T01:15:34.953938Z","end":"2026-05-11T01:15:35.060868Z","steps":["trace[1922569288] 'read index received' (duration: 12.157951ms)","trace[1922569288] 'applied index is now lower than readState.Index' (duration: 94.769452ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:15:35.061043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.607854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:15:35.061123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.267702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:15:35.061167Z","caller":"traceutil/trace.go:171","msg":"trace[776985060] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9184; }","duration":"582.787158ms","start":"2026-05-11T01:15:34.478372Z","end":"2026-05-11T01:15:35.061159Z","steps":["trace[776985060] 'agreement among raft nodes before linearized reading' (duration: 582.547793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:35.061191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.37164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-11T01:15:35.061202Z","caller":"traceutil/trace.go:171","msg":"trace[2100259625] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9184; }","duration":"611.385455ms","start":"2026-05-11T01:15:34.449797Z","end":"2026-05-11T01:15:35.061183Z","steps":["trace[2100259625] 'agreement among raft nodes before linearized reading' (duration: 611.243942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:35.061216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.478299Z","time spent":"582.88993ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:15:35.061227Z","caller":"traceutil/trace.go:171","msg":"trace[1749313065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9184; }","duration":"635.461932ms","start":"2026-05-11T01:15:34.425755Z","end":"2026-05-11T01:15:35.061217Z","steps":["trace[1749313065] 'agreement among raft nodes before linearized reading' (duration: 635.329439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:35.06125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.425725Z","time spent":"635.519793ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:15:35.061251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:34.449787Z","time spent":"611.453306ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:15:43.200128Z","caller":"traceutil/trace.go:171","msg":"trace[1094422916] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9267; }","duration":"124.370912ms","start":"2026-05-11T01:15:43.07573Z","end":"2026-05-11T01:15:43.200101Z","steps":["trace[1094422916] 'process raft request' (duration: 124.105176ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:43.200424Z","caller":"traceutil/trace.go:171","msg":"trace[1372496312] transaction","detail":"{read_only:false; response_revision:9268; number_of_response:1; }","duration":"112.816714ms","start":"2026-05-11T01:15:43.087565Z","end":"2026-05-11T01:15:43.200382Z","steps":["trace[1372496312] 'process raft request' (duration: 112.461756ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:43.200499Z","caller":"traceutil/trace.go:171","msg":"trace[520630037] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"104.703353ms","start":"2026-05-11T01:15:43.095773Z","end":"2026-05-11T01:15:43.200477Z","steps":["trace[520630037] 'process raft request' (duration: 104.508199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:43.983493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.80996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:15:43.983573Z","caller":"traceutil/trace.go:171","msg":"trace[1361905781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:9277; }","duration":"565.956343ms","start":"2026-05-11T01:15:43.417596Z","end":"2026-05-11T01:15:43.983553Z","steps":["trace[1361905781] 'range keys from in-memory index tree' (duration: 565.674137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:43.9836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:43.417565Z","time spent":"566.027805ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"info","ts":"2026-05-11T01:15:44.396004Z","caller":"traceutil/trace.go:171","msg":"trace[457925050] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"337.47946ms","start":"2026-05-11T01:15:44.058491Z","end":"2026-05-11T01:15:44.395971Z","steps":["trace[457925050] 'process raft request' (duration: 337.240985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:44.396196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:44.058462Z","time spent":"337.627414ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:44.460423Z","caller":"traceutil/trace.go:171","msg":"trace[811868810] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"391.996556ms","start":"2026-05-11T01:15:44.068381Z","end":"2026-05-11T01:15:44.460377Z","steps":["trace[811868810] 'process raft request' (duration: 391.7319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:44.460648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:15:44.068366Z","time spent":"392.166999ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:15:45.478207Z","caller":"traceutil/trace.go:171","msg":"trace[67500435] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"204.073608ms","start":"2026-05-11T01:15:45.274094Z","end":"2026-05-11T01:15:45.478168Z","steps":["trace[67500435] 'process raft request' (duration: 203.855983ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:45.546478Z","caller":"traceutil/trace.go:171","msg":"trace[1868903967] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"271.483051ms","start":"2026-05-11T01:15:45.274965Z","end":"2026-05-11T01:15:45.546448Z","steps":["trace[1868903967] 'process raft request' (duration: 271.410819ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:45.546775Z","caller":"traceutil/trace.go:171","msg":"trace[1772304745] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"271.766406ms","start":"2026-05-11T01:15:45.274986Z","end":"2026-05-11T01:15:45.546753Z","steps":["trace[1772304745] 'process raft request' (duration: 271.423329ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:45.54703Z","caller":"traceutil/trace.go:171","msg":"trace[999631321] linearizableReadLoop","detail":"{readStateIndex:9630; appliedIndex:9626; }","duration":"176.696168ms","start":"2026-05-11T01:15:45.37032Z","end":"2026-05-11T01:15:45.547016Z","steps":["trace[999631321] 'read index received' (duration: 107.642989ms)","trace[999631321] 'applied index is now lower than readState.Index' (duration: 69.052319ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:45.547006Z","caller":"traceutil/trace.go:171","msg":"trace[1500352575] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"272.160045ms","start":"2026-05-11T01:15:45.274801Z","end":"2026-05-11T01:15:45.546961Z","steps":["trace[1500352575] 'process raft request' (duration: 271.396808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:45.547252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.916493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:15:45.547294Z","caller":"traceutil/trace.go:171","msg":"trace[2117590162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9290; }","duration":"177.047555ms","start":"2026-05-11T01:15:45.370236Z","end":"2026-05-11T01:15:45.547283Z","steps":["trace[2117590162] 'agreement among raft nodes before linearized reading' (duration: 176.83299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:15:45.722766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.254104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:15:45.722906Z","caller":"traceutil/trace.go:171","msg":"trace[1296530548] linearizableReadLoop","detail":"{readStateIndex:9632; appliedIndex:9631; }","duration":"100.47697ms","start":"2026-05-11T01:15:45.622406Z","end":"2026-05-11T01:15:45.722883Z","steps":["trace[1296530548] 'read index received' (duration: 70.142µs)","trace[1296530548] 'applied index is now lower than readState.Index' (duration: 100.405538ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:15:45.722972Z","caller":"traceutil/trace.go:171","msg":"trace[826751685] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"170.695544ms","start":"2026-05-11T01:15:45.552246Z","end":"2026-05-11T01:15:45.722942Z","steps":["trace[826751685] 'process raft request' (duration: 31.130433ms)","trace[826751685] 'compare' (duration: 139.110681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:15:45.723098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.700094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-05-11T01:15:45.723138Z","caller":"traceutil/trace.go:171","msg":"trace[347675769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9291; }","duration":"100.792926ms","start":"2026-05-11T01:15:45.622332Z","end":"2026-05-11T01:15:45.723125Z","steps":["trace[347675769] 'agreement among raft nodes before linearized reading' (duration: 100.610852ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:15:59.28995Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000261a.wal"} {"level":"info","ts":"2026-05-11T01:16:25.775687Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:16:25.780326Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-11T01:16:25.780453Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-11T01:16:50.263545Z","caller":"traceutil/trace.go:171","msg":"trace[1688412149] linearizableReadLoop","detail":"{readStateIndex:10326; appliedIndex:10325; }","duration":"164.412075ms","start":"2026-05-11T01:16:50.099106Z","end":"2026-05-11T01:16:50.263518Z","steps":["trace[1688412149] 'read index received' (duration: 163.458293ms)","trace[1688412149] 'applied index is now lower than readState.Index' (duration: 952.762µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:16:50.263632Z","caller":"traceutil/trace.go:171","msg":"trace[486386426] transaction","detail":"{read_only:false; response_revision:9966; number_of_response:1; }","duration":"208.61437ms","start":"2026-05-11T01:16:50.054992Z","end":"2026-05-11T01:16:50.263606Z","steps":["trace[486386426] 'process raft request' (duration: 207.372152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:16:50.264046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.763012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-11T01:16:50.264186Z","caller":"traceutil/trace.go:171","msg":"trace[150654887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9966; }","duration":"165.11676ms","start":"2026-05-11T01:16:50.099036Z","end":"2026-05-11T01:16:50.264153Z","steps":["trace[150654887] 'agreement among raft nodes before linearized reading' (duration: 164.604979ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:17:03.755166Z","caller":"traceutil/trace.go:171","msg":"trace[2107839456] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"158.092164ms","start":"2026-05-11T01:17:03.597045Z","end":"2026-05-11T01:17:03.755137Z","steps":["trace[2107839456] 'process raft request' (duration: 157.888639ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:17:03.763353Z","caller":"traceutil/trace.go:171","msg":"trace[32307434] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"121.388405ms","start":"2026-05-11T01:17:03.641947Z","end":"2026-05-11T01:17:03.763336Z","steps":["trace[32307434] 'process raft request' (duration: 121.311614ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:17:18.34788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7707} {"level":"info","ts":"2026-05-11T01:17:18.453316Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7707,"took":"103.065697ms","hash":647543504,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":24944640,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-11T01:17:18.453749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":647543504,"revision":7707,"compact-revision":4742} {"level":"info","ts":"2026-05-11T01:21:17.01491Z","caller":"traceutil/trace.go:171","msg":"trace[525325346] transaction","detail":"{read_only:false; response_revision:11666; number_of_response:1; }","duration":"137.853503ms","start":"2026-05-11T01:21:16.877029Z","end":"2026-05-11T01:21:17.014882Z","steps":["trace[525325346] 'process raft request' (duration: 137.669269ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:17.709519Z","caller":"traceutil/trace.go:171","msg":"trace[700898841] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"155.268051ms","start":"2026-05-11T01:21:17.554221Z","end":"2026-05-11T01:21:17.709489Z","steps":["trace[700898841] 'process raft request' (duration: 150.380613ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:17.709919Z","caller":"traceutil/trace.go:171","msg":"trace[944081287] transaction","detail":"{read_only:false; response_revision:11669; number_of_response:1; }","duration":"155.475177ms","start":"2026-05-11T01:21:17.554431Z","end":"2026-05-11T01:21:17.709906Z","steps":["trace[944081287] 'process raft request' (duration: 155.012026ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:17.710293Z","caller":"traceutil/trace.go:171","msg":"trace[2069902683] transaction","detail":"{read_only:false; response_revision:11670; number_of_response:1; }","duration":"154.472695ms","start":"2026-05-11T01:21:17.555641Z","end":"2026-05-11T01:21:17.710113Z","steps":["trace[2069902683] 'process raft request' (duration: 154.177288ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:20.663267Z","caller":"traceutil/trace.go:171","msg":"trace[387716232] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"109.122153ms","start":"2026-05-11T01:21:20.554125Z","end":"2026-05-11T01:21:20.663247Z","steps":["trace[387716232] 'process raft request' (duration: 109.01281ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:20.941371Z","caller":"traceutil/trace.go:171","msg":"trace[857637747] transaction","detail":"{read_only:false; response_revision:11695; number_of_response:1; }","duration":"101.122585ms","start":"2026-05-11T01:21:20.840224Z","end":"2026-05-11T01:21:20.941347Z","steps":["trace[857637747] 'process raft request' (duration: 100.93183ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:47.215541Z","caller":"traceutil/trace.go:171","msg":"trace[352508229] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"114.678187ms","start":"2026-05-11T01:21:47.100836Z","end":"2026-05-11T01:21:47.215514Z","steps":["trace[352508229] 'process raft request' (duration: 114.472023ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:47.311083Z","caller":"traceutil/trace.go:171","msg":"trace[571022065] linearizableReadLoop","detail":"{readStateIndex:12391; appliedIndex:12389; }","duration":"176.065857ms","start":"2026-05-11T01:21:47.134935Z","end":"2026-05-11T01:21:47.311001Z","steps":["trace[571022065] 'read index received' (duration: 80.470355ms)","trace[571022065] 'applied index is now lower than readState.Index' (duration: 95.593652ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:21:47.311205Z","caller":"traceutil/trace.go:171","msg":"trace[2073651816] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"176.774421ms","start":"2026-05-11T01:21:47.134398Z","end":"2026-05-11T01:21:47.311172Z","steps":["trace[2073651816] 'process raft request' (duration: 123.710938ms)","trace[2073651816] 'compare' (duration: 52.43661ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:21:47.311269Z","caller":"traceutil/trace.go:171","msg":"trace[1820791888] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"175.514493ms","start":"2026-05-11T01:21:47.135689Z","end":"2026-05-11T01:21:47.311203Z","steps":["trace[1820791888] 'process raft request' (duration: 175.222667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:21:47.311567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.581787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"warn","ts":"2026-05-11T01:21:47.311572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.058119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-11T01:21:47.311631Z","caller":"traceutil/trace.go:171","msg":"trace[1662924945] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11965; }","duration":"176.770212ms","start":"2026-05-11T01:21:47.134844Z","end":"2026-05-11T01:21:47.311614Z","steps":["trace[1662924945] 'agreement among raft nodes before linearized reading' (duration: 176.401944ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:47.311671Z","caller":"traceutil/trace.go:171","msg":"trace[1789364433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11965; }","duration":"117.266274ms","start":"2026-05-11T01:21:47.194385Z","end":"2026-05-11T01:21:47.311651Z","steps":["trace[1789364433] 'agreement among raft nodes before linearized reading' (duration: 116.900316ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:21:47.470103Z","caller":"traceutil/trace.go:171","msg":"trace[707563870] transaction","detail":"{read_only:false; response_revision:11967; number_of_response:1; }","duration":"147.309245ms","start":"2026-05-11T01:21:47.32277Z","end":"2026-05-11T01:21:47.47008Z","steps":["trace[707563870] 'process raft request' (duration: 147.124371ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:18.359009Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10167} {"level":"info","ts":"2026-05-11T01:22:18.438486Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10167,"took":"76.701422ms","hash":1452945252,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":25387008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-05-11T01:22:18.438559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1452945252,"revision":10167,"compact-revision":7707} {"level":"info","ts":"2026-05-11T01:22:30.118441Z","caller":"traceutil/trace.go:171","msg":"trace[1814154449] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"106.039676ms","start":"2026-05-11T01:22:30.012361Z","end":"2026-05-11T01:22:30.118401Z","steps":["trace[1814154449] 'process raft request' (duration: 105.683188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.215123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.707209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:47.215285Z","caller":"traceutil/trace.go:171","msg":"trace[346059174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12495; }","duration":"105.901653ms","start":"2026-05-11T01:22:47.109354Z","end":"2026-05-11T01:22:47.215256Z","steps":["trace[346059174] 'range keys from in-memory index tree' (duration: 105.644128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.215431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.072457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:47.215515Z","caller":"traceutil/trace.go:171","msg":"trace[112973377] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12495; }","duration":"106.18498ms","start":"2026-05-11T01:22:47.109311Z","end":"2026-05-11T01:22:47.215496Z","steps":["trace[112973377] 'range keys from in-memory index tree' (duration: 106.003245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.215429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.358616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:22:47.215567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.521315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-05-11T01:22:47.215679Z","caller":"traceutil/trace.go:171","msg":"trace[441003587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12495; }","duration":"105.674278ms","start":"2026-05-11T01:22:47.109982Z","end":"2026-05-11T01:22:47.215656Z","steps":["trace[441003587] 'range keys from in-memory index tree' (duration: 105.351131ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:47.215642Z","caller":"traceutil/trace.go:171","msg":"trace[1298397672] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12495; }","duration":"107.598601ms","start":"2026-05-11T01:22:47.107999Z","end":"2026-05-11T01:22:47.215597Z","steps":["trace[1298397672] 'range keys from in-memory index tree' (duration: 107.257703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.215374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.064577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:47.21579Z","caller":"traceutil/trace.go:171","msg":"trace[310801930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12495; }","duration":"106.485527ms","start":"2026-05-11T01:22:47.109282Z","end":"2026-05-11T01:22:47.215768Z","steps":["trace[310801930] 'range keys from in-memory index tree' (duration: 106.005636ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:47.333711Z","caller":"traceutil/trace.go:171","msg":"trace[224262729] linearizableReadLoop","detail":"{readStateIndex:12938; appliedIndex:12937; }","duration":"118.502204ms","start":"2026-05-11T01:22:47.215171Z","end":"2026-05-11T01:22:47.333673Z","steps":["trace[224262729] 'read index received' (duration: 118.217518ms)","trace[224262729] 'applied index is now lower than readState.Index' (duration: 283.306µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:22:47.333762Z","caller":"traceutil/trace.go:171","msg":"trace[1829660495] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"209.850573ms","start":"2026-05-11T01:22:47.123872Z","end":"2026-05-11T01:22:47.333723Z","steps":["trace[1829660495] 'process raft request' (duration: 209.612108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.333928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.718029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:22:47.334024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.481694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:47.333972Z","caller":"traceutil/trace.go:171","msg":"trace[1622515030] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12496; }","duration":"118.806821ms","start":"2026-05-11T01:22:47.215153Z","end":"2026-05-11T01:22:47.333959Z","steps":["trace[1622515030] 'agreement among raft nodes before linearized reading' (duration: 118.711649ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:47.334136Z","caller":"traceutil/trace.go:171","msg":"trace[1636917374] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12496; }","duration":"118.658698ms","start":"2026-05-11T01:22:47.215452Z","end":"2026-05-11T01:22:47.334111Z","steps":["trace[1636917374] 'agreement among raft nodes before linearized reading' (duration: 118.494124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.334053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.464393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-05-11T01:22:47.334225Z","caller":"traceutil/trace.go:171","msg":"trace[1532483891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12496; }","duration":"109.662048ms","start":"2026-05-11T01:22:47.224542Z","end":"2026-05-11T01:22:47.334204Z","steps":["trace[1532483891] 'agreement among raft nodes before linearized reading' (duration: 109.345761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.334017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.241459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:22:47.334368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.342212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:47.334557Z","caller":"traceutil/trace.go:171","msg":"trace[174972141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12496; }","duration":"118.657619ms","start":"2026-05-11T01:22:47.215876Z","end":"2026-05-11T01:22:47.334534Z","steps":["trace[174972141] 'agreement among raft nodes before linearized reading' (duration: 118.189588ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:47.33446Z","caller":"traceutil/trace.go:171","msg":"trace[1889649136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12496; }","duration":"118.69667ms","start":"2026-05-11T01:22:47.215738Z","end":"2026-05-11T01:22:47.334434Z","steps":["trace[1889649136] 'agreement among raft nodes before linearized reading' (duration: 118.197938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.33478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.60457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-11T01:22:47.334827Z","caller":"traceutil/trace.go:171","msg":"trace[1264520379] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12496; }","duration":"119.691852ms","start":"2026-05-11T01:22:47.215122Z","end":"2026-05-11T01:22:47.334814Z","steps":["trace[1264520379] 'agreement among raft nodes before linearized reading' (duration: 118.71744ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:47.811393Z","caller":"traceutil/trace.go:171","msg":"trace[970194030] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"321.365282ms","start":"2026-05-11T01:22:47.489439Z","end":"2026-05-11T01:22:47.810804Z","steps":["trace[970194030] 'process raft request' (duration: 293.94968ms)","trace[970194030] 'compare' (duration: 27.054903ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:22:47.811623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:47.489403Z","time spent":"322.102398ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:22:47.874111Z","caller":"traceutil/trace.go:171","msg":"trace[1395729713] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"371.158083ms","start":"2026-05-11T01:22:47.502888Z","end":"2026-05-11T01:22:47.874046Z","steps":["trace[1395729713] 'process raft request' (duration: 370.765744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:47.874393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:47.502857Z","time spent":"371.378847ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:22:48.100733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.888683ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-11T01:22:48.101251Z","caller":"traceutil/trace.go:171","msg":"trace[425423485] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"453.625634ms","start":"2026-05-11T01:22:47.647596Z","end":"2026-05-11T01:22:48.101222Z","steps":["trace[425423485] 'process raft request' (duration: 453.253965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:48.101413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:47.647569Z","time spent":"453.756086ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:22:48.440127Z","caller":"traceutil/trace.go:171","msg":"trace[635775323] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"113.461612ms","start":"2026-05-11T01:22:48.32663Z","end":"2026-05-11T01:22:48.440092Z","steps":["trace[635775323] 'process raft request' (duration: 90.953579ms)","trace[635775323] 'compare' (duration: 22.39106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:22:48.873051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.204952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:48.873132Z","caller":"traceutil/trace.go:171","msg":"trace[1170954790] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12505; }","duration":"232.325705ms","start":"2026-05-11T01:22:48.640789Z","end":"2026-05-11T01:22:48.873115Z","steps":["trace[1170954790] 'count revisions from in-memory index tree' (duration: 232.081139ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:49.687454Z","caller":"traceutil/trace.go:171","msg":"trace[331604332] linearizableReadLoop","detail":"{readStateIndex:12950; appliedIndex:12949; }","duration":"347.098576ms","start":"2026-05-11T01:22:49.340328Z","end":"2026-05-11T01:22:49.687426Z","steps":["trace[331604332] 'read index received' (duration: 346.865929ms)","trace[331604332] 'applied index is now lower than readState.Index' (duration: 231.507µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:22:49.687516Z","caller":"traceutil/trace.go:171","msg":"trace[1485819981] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"347.330871ms","start":"2026-05-11T01:22:49.340152Z","end":"2026-05-11T01:22:49.687483Z","steps":["trace[1485819981] 'process raft request' (duration: 347.069144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:49.687663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.29786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:22:49.687696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:49.34013Z","time spent":"347.462674ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:22:49.68773Z","caller":"traceutil/trace.go:171","msg":"trace[1419934578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12507; }","duration":"347.409243ms","start":"2026-05-11T01:22:49.340306Z","end":"2026-05-11T01:22:49.687715Z","steps":["trace[1419934578] 'agreement among raft nodes before linearized reading' (duration: 347.29544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:49.687696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.281919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:22:49.68777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:49.340293Z","time spent":"347.468994ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-11T01:22:49.68781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.27089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:22:49.687898Z","caller":"traceutil/trace.go:171","msg":"trace[1799524875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12507; }","duration":"347.410332ms","start":"2026-05-11T01:22:49.340467Z","end":"2026-05-11T01:22:49.687878Z","steps":["trace[1799524875] 'agreement among raft nodes before linearized reading' (duration: 347.28134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:49.687963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:49.34041Z","time spent":"347.537545ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:22:49.687998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.562206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-11T01:22:49.687804Z","caller":"traceutil/trace.go:171","msg":"trace[1774061033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12507; }","duration":"347.492524ms","start":"2026-05-11T01:22:49.340282Z","end":"2026-05-11T01:22:49.687774Z","steps":["trace[1774061033] 'agreement among raft nodes before linearized reading' (duration: 347.28368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:49.688068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:49.340261Z","time spent":"347.793391ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-05-11T01:22:49.688081Z","caller":"traceutil/trace.go:171","msg":"trace[1239008198] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12507; }","duration":"347.660958ms","start":"2026-05-11T01:22:49.340381Z","end":"2026-05-11T01:22:49.688042Z","steps":["trace[1239008198] 'agreement among raft nodes before linearized reading' (duration: 347.401122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:22:49.688124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:22:49.340376Z","time spent":"347.73791ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-05-11T01:22:50.460648Z","caller":"traceutil/trace.go:171","msg":"trace[431267217] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"123.063377ms","start":"2026-05-11T01:22:50.337547Z","end":"2026-05-11T01:22:50.46061Z","steps":["trace[431267217] 'process raft request' (duration: 52.88846ms)","trace[431267217] 'compare' (duration: 69.757986ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:22:50.460677Z","caller":"traceutil/trace.go:171","msg":"trace[991086292] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"122.75772ms","start":"2026-05-11T01:22:50.337894Z","end":"2026-05-11T01:22:50.460652Z","steps":["trace[991086292] 'process raft request' (duration: 122.453942ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:22:50.460641Z","caller":"traceutil/trace.go:171","msg":"trace[2089427634] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"122.584356ms","start":"2026-05-11T01:22:50.33798Z","end":"2026-05-11T01:22:50.460564Z","steps":["trace[2089427634] 'process raft request' (duration: 122.412711ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:24:29.782966Z","caller":"traceutil/trace.go:171","msg":"trace[266461552] transaction","detail":"{read_only:false; response_revision:13191; number_of_response:1; }","duration":"106.054306ms","start":"2026-05-11T01:24:29.676879Z","end":"2026-05-11T01:24:29.782933Z","steps":["trace[266461552] 'process raft request' (duration: 74.179095ms)","trace[266461552] 'compare' (duration: 31.444502ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:27:18.369923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12311} {"level":"info","ts":"2026-05-11T01:27:18.455692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12311,"took":"83.327816ms","hash":3819009224,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":27488256,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-11T01:27:18.455749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3819009224,"revision":12311,"compact-revision":10167} {"level":"info","ts":"2026-05-11T01:28:43.163543Z","caller":"traceutil/trace.go:171","msg":"trace[1126522588] linearizableReadLoop","detail":"{readStateIndex:15432; appliedIndex:15431; }","duration":"122.385891ms","start":"2026-05-11T01:28:43.041144Z","end":"2026-05-11T01:28:43.16353Z","steps":["trace[1126522588] 'read index received' (duration: 87.171043ms)","trace[1126522588] 'applied index is now lower than readState.Index' (duration: 35.214158ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:28:43.163554Z","caller":"traceutil/trace.go:171","msg":"trace[790902952] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"209.119161ms","start":"2026-05-11T01:28:42.954375Z","end":"2026-05-11T01:28:43.163494Z","steps":["trace[790902952] 'process raft request' (duration: 173.913383ms)","trace[790902952] 'compare' (duration: 35.095375ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:28:43.163853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.683287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-05-11T01:28:43.163926Z","caller":"traceutil/trace.go:171","msg":"trace[2039642820] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:14907; }","duration":"122.790239ms","start":"2026-05-11T01:28:43.041115Z","end":"2026-05-11T01:28:43.163905Z","steps":["trace[2039642820] 'agreement among raft nodes before linearized reading' (duration: 122.479652ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:28:48.295644Z","caller":"traceutil/trace.go:171","msg":"trace[358616260] linearizableReadLoop","detail":"{readStateIndex:15470; appliedIndex:15469; }","duration":"232.023474ms","start":"2026-05-11T01:28:48.063593Z","end":"2026-05-11T01:28:48.295616Z","steps":["trace[358616260] 'read index received' (duration: 161.352382ms)","trace[358616260] 'applied index is now lower than readState.Index' (duration: 70.669432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:28:48.295899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.29378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:28:48.295944Z","caller":"traceutil/trace.go:171","msg":"trace[300988243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:14941; }","duration":"232.388852ms","start":"2026-05-11T01:28:48.063542Z","end":"2026-05-11T01:28:48.295931Z","steps":["trace[300988243] 'agreement among raft nodes before linearized reading' (duration: 232.181268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.365529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.285017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:29:12.365614Z","caller":"traceutil/trace.go:171","msg":"trace[491112924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15065; }","duration":"847.379909ms","start":"2026-05-11T01:29:11.518221Z","end":"2026-05-11T01:29:12.365601Z","steps":["trace[491112924] 'range keys from in-memory index tree' (duration: 847.273156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.365971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.422602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:29:12.366148Z","caller":"traceutil/trace.go:171","msg":"trace[1423356632] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"607.244794ms","start":"2026-05-11T01:29:11.758889Z","end":"2026-05-11T01:29:12.366134Z","steps":["trace[1423356632] 'process raft request' (duration: 607.173893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.366198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.758869Z","time spent":"607.306965ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:12.36644Z","caller":"traceutil/trace.go:171","msg":"trace[2018045671] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"1.045910674s","start":"2026-05-11T01:29:11.320519Z","end":"2026-05-11T01:29:12.36643Z","steps":["trace[2018045671] 'process raft request' (duration: 418.953399ms)","trace[2018045671] 'compare' (duration: 625.684806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:12.366486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.320502Z","time spent":"1.045963695s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:12.366572Z","caller":"traceutil/trace.go:171","msg":"trace[872876809] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15598; }","duration":"1.042957548s","start":"2026-05-11T01:29:11.323608Z","end":"2026-05-11T01:29:12.366565Z","steps":["trace[872876809] 'read index received' (duration: 415.837529ms)","trace[872876809] 'applied index is now lower than readState.Index' (duration: 627.119049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:12.366742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043132572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:29:12.366768Z","caller":"traceutil/trace.go:171","msg":"trace[918578435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15067; }","duration":"1.043178013s","start":"2026-05-11T01:29:11.323582Z","end":"2026-05-11T01:29:12.36676Z","steps":["trace[918578435] 'agreement among raft nodes before linearized reading' (duration: 1.043086761s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.366789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.323571Z","time spent":"1.043212034s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:29:12.393606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.041803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:29:12.393622Z","caller":"traceutil/trace.go:171","msg":"trace[1852140841] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"506.508358ms","start":"2026-05-11T01:29:11.88708Z","end":"2026-05-11T01:29:12.393588Z","steps":["trace[1852140841] 'process raft request' (duration: 506.327724ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:12.393669Z","caller":"traceutil/trace.go:171","msg":"trace[1647020873] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:15068; }","duration":"831.122734ms","start":"2026-05-11T01:29:11.562533Z","end":"2026-05-11T01:29:12.393656Z","steps":["trace[1647020873] 'agreement among raft nodes before linearized reading' (duration: 830.993732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.393699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.562513Z","time spent":"831.179486ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:29:12.393673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.568502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:29:12.393745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.887064Z","time spent":"506.62598ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:12.393753Z","caller":"traceutil/trace.go:171","msg":"trace[353345329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15068; }","duration":"289.705114ms","start":"2026-05-11T01:29:12.104036Z","end":"2026-05-11T01:29:12.393741Z","steps":["trace[353345329] 'agreement among raft nodes before linearized reading' (duration: 289.556571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.393905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.309106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:29:12.393985Z","caller":"traceutil/trace.go:171","msg":"trace[1449214632] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15068; }","duration":"545.435429ms","start":"2026-05-11T01:29:11.848534Z","end":"2026-05-11T01:29:12.39397Z","steps":["trace[1449214632] 'agreement among raft nodes before linearized reading' (duration: 545.255105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:12.394028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:11.848519Z","time spent":"545.501871ms","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:29:28.241541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736145492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:29:28.742712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736145492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:29:29.243262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736145492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:29:29.744314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736145492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:29:29.878958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.3118052s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:29:29.879371Z","caller":"traceutil/trace.go:171","msg":"trace[2073161067] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"2.312293491s","start":"2026-05-11T01:29:27.567052Z","end":"2026-05-11T01:29:29.879345Z","steps":["trace[2073161067] 'process raft request' (duration: 2.312099887s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:29.879519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:27.567034Z","time spent":"2.312411874s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:30.04679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:29:30.047019Z","caller":"traceutil/trace.go:171","msg":"trace[1509528746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190015s","start":"2026-05-11T01:29:28.046805Z","end":"2026-05-11T01:29:30.046995Z","steps":["trace[1509528746] 'agreement among raft nodes before linearized reading' (duration: 1.999946349s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.047084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.046788Z","time spent":"2.000279477s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:29:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-11T01:29:30.422429Z","caller":"traceutil/trace.go:171","msg":"trace[1897917001] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"1.997869244s","start":"2026-05-11T01:29:28.424528Z","end":"2026-05-11T01:29:30.422397Z","steps":["trace[1897917001] 'process raft request' (duration: 1.997666109s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:30.422431Z","caller":"traceutil/trace.go:171","msg":"trace[1308314156] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"1.999403198s","start":"2026-05-11T01:29:28.42297Z","end":"2026-05-11T01:29:30.422373Z","steps":["trace[1308314156] 'process raft request' (duration: 1.999078801s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.423258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.424514Z","time spent":"1.99860834s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:30.423446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.422946Z","time spent":"2.00037024s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:30.422579Z","caller":"traceutil/trace.go:171","msg":"trace[1781459348] transaction","detail":"{read_only:false; response_revision:15167; number_of_response:1; }","duration":"1.940180362s","start":"2026-05-11T01:29:28.482361Z","end":"2026-05-11T01:29:30.422542Z","steps":["trace[1781459348] 'process raft request' (duration: 1.939926766s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.423672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.482336Z","time spent":"1.941289597s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:30.422686Z","caller":"traceutil/trace.go:171","msg":"trace[2116840638] transaction","detail":"{read_only:false; response_revision:15168; number_of_response:1; }","duration":"1.607146357s","start":"2026-05-11T01:29:28.815496Z","end":"2026-05-11T01:29:30.422642Z","steps":["trace[2116840638] 'process raft request' (duration: 1.60684459s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:30.422753Z","caller":"traceutil/trace.go:171","msg":"trace[1675730783] linearizableReadLoop","detail":"{readStateIndex:15708; appliedIndex:15701; }","duration":"2.681755452s","start":"2026-05-11T01:29:27.74098Z","end":"2026-05-11T01:29:30.422735Z","steps":["trace[1675730783] 'read index received' (duration: 2.138160693s)","trace[1675730783] 'applied index is now lower than readState.Index' (duration: 543.593679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:30.422854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681846484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:29:30.423839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.815474Z","time spent":"1.608256413s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:30.423906Z","caller":"traceutil/trace.go:171","msg":"trace[963352832] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15169; }","duration":"2.682950799s","start":"2026-05-11T01:29:27.740939Z","end":"2026-05-11T01:29:30.42389Z","steps":["trace[963352832] 'agreement among raft nodes before linearized reading' (duration: 2.681849484s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.423957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:27.74092Z","time spent":"2.683020871s","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:29:30.422901Z","caller":"traceutil/trace.go:171","msg":"trace[1869749350] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"1.368260438s","start":"2026-05-11T01:29:29.054628Z","end":"2026-05-11T01:29:30.422888Z","steps":["trace[1869749350] 'process raft request' (duration: 1.367811059s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:29.0546Z","time spent":"1.369445936s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:30.424275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506924053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:29:30.424315Z","caller":"traceutil/trace.go:171","msg":"trace[733544153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15169; }","duration":"1.506992114s","start":"2026-05-11T01:29:28.917305Z","end":"2026-05-11T01:29:30.424297Z","steps":["trace[733544153] 'agreement among raft nodes before linearized reading' (duration: 1.506868252s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465084142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-11T01:29:30.424387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.319797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:29:30.424389Z","caller":"traceutil/trace.go:171","msg":"trace[665979752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15169; }","duration":"2.465180654s","start":"2026-05-11T01:29:27.959199Z","end":"2026-05-11T01:29:30.424379Z","steps":["trace[665979752] 'agreement among raft nodes before linearized reading' (duration: 2.464965159s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:30.424409Z","caller":"traceutil/trace.go:171","msg":"trace[230169666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15169; }","duration":"377.374578ms","start":"2026-05-11T01:29:30.047029Z","end":"2026-05-11T01:29:30.424404Z","steps":["trace[230169666] 'agreement among raft nodes before linearized reading' (duration: 377.339937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.42442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:27.959164Z","time spent":"2.465249786s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:29:30.424455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.947472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:29:30.424475Z","caller":"traceutil/trace.go:171","msg":"trace[1436681862] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:15169; }","duration":"482.966632ms","start":"2026-05-11T01:29:29.941503Z","end":"2026-05-11T01:29:30.42447Z","steps":["trace[1436681862] 'agreement among raft nodes before linearized reading' (duration: 482.935791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:29.941453Z","time spent":"483.038664ms","remote":"127.0.0.1:50974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-05-11T01:29:30.424646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522040131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:29:30.424355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.917283Z","time spent":"1.507053496s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:29:30.424678Z","caller":"traceutil/trace.go:171","msg":"trace[1045210306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15169; }","duration":"1.522072252s","start":"2026-05-11T01:29:28.902598Z","end":"2026-05-11T01:29:30.42467Z","steps":["trace[1045210306] 'agreement among raft nodes before linearized reading' (duration: 1.52199057s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.902532Z","time spent":"1.522162764s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:29:30.424724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80516907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-05-11T01:29:30.424727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318719496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:29:30.424746Z","caller":"traceutil/trace.go:171","msg":"trace[910881555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:15169; }","duration":"1.805234642s","start":"2026-05-11T01:29:28.619505Z","end":"2026-05-11T01:29:30.42474Z","steps":["trace[910881555] 'agreement among raft nodes before linearized reading' (duration: 1.805163841s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.152665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:29:30.424771Z","caller":"traceutil/trace.go:171","msg":"trace[1423258714] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15169; }","duration":"2.318783397s","start":"2026-05-11T01:29:28.105972Z","end":"2026-05-11T01:29:30.424756Z","steps":["trace[1423258714] 'agreement among raft nodes before linearized reading' (duration: 2.318716146s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:30.424793Z","caller":"traceutil/trace.go:171","msg":"trace[36546951] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15169; }","duration":"248.580575ms","start":"2026-05-11T01:29:30.176197Z","end":"2026-05-11T01:29:30.424778Z","steps":["trace[36546951] 'agreement among raft nodes before linearized reading' (duration: 248.153476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.424808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.105961Z","time spent":"2.318838148s","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:29:30.424767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.619478Z","time spent":"1.805285023s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"warn","ts":"2026-05-11T01:29:30.424426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:30.04701Z","time spent":"377.412859ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:29:30.425078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535743788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:29:30.42512Z","caller":"traceutil/trace.go:171","msg":"trace[1062067116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15169; }","duration":"1.53582642s","start":"2026-05-11T01:29:28.889287Z","end":"2026-05-11T01:29:30.425113Z","steps":["trace[1062067116] 'agreement among raft nodes before linearized reading' (duration: 1.535697717s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.42514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.889259Z","time spent":"1.535876211s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:29:30.425538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674132945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:29:30.425562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58677629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-11T01:29:30.425573Z","caller":"traceutil/trace.go:171","msg":"trace[621359071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15169; }","duration":"1.674209897s","start":"2026-05-11T01:29:28.751355Z","end":"2026-05-11T01:29:30.425565Z","steps":["trace[621359071] 'agreement among raft nodes before linearized reading' (duration: 1.674121945s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.4256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.751327Z","time spent":"1.674266949s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:29:30.425606Z","caller":"traceutil/trace.go:171","msg":"trace[2004411113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15169; }","duration":"1.586849712s","start":"2026-05-11T01:29:28.838741Z","end":"2026-05-11T01:29:30.425591Z","steps":["trace[2004411113] 'agreement among raft nodes before linearized reading' (duration: 1.586685138s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:30.425639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:28.838726Z","time spent":"1.586904443s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:29:40.176798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.608145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:29:40.177057Z","caller":"traceutil/trace.go:171","msg":"trace[403415022] linearizableReadLoop","detail":"{readStateIndex:15881; appliedIndex:15880; }","duration":"285.800868ms","start":"2026-05-11T01:29:39.891118Z","end":"2026-05-11T01:29:40.176918Z","steps":["trace[403415022] 'read index received' (duration: 124.970608ms)","trace[403415022] 'applied index is now lower than readState.Index' (duration: 160.8289ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:29:40.177065Z","caller":"traceutil/trace.go:171","msg":"trace[185870785] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"321.171979ms","start":"2026-05-11T01:29:39.855859Z","end":"2026-05-11T01:29:40.177031Z","steps":["trace[185870785] 'process raft request' (duration: 160.232817ms)","trace[185870785] 'compare' (duration: 160.464912ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:40.177205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:39.855814Z","time spent":"321.321904ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:29:40.177399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.227747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:29:40.177471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.225588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:29:40.177475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.386844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:29:40.177524Z","caller":"traceutil/trace.go:171","msg":"trace[195476699] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:15339; }","duration":"124.487946ms","start":"2026-05-11T01:29:40.053025Z","end":"2026-05-11T01:29:40.177513Z","steps":["trace[195476699] 'agreement among raft nodes before linearized reading' (duration: 124.376613ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:40.177528Z","caller":"traceutil/trace.go:171","msg":"trace[53331309] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15339; }","duration":"286.451212ms","start":"2026-05-11T01:29:39.891052Z","end":"2026-05-11T01:29:40.177503Z","steps":["trace[53331309] 'agreement among raft nodes before linearized reading' (duration: 286.132315ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:40.177523Z","caller":"traceutil/trace.go:171","msg":"trace[1479483464] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15339; }","duration":"211.335081ms","start":"2026-05-11T01:29:39.966173Z","end":"2026-05-11T01:29:40.177508Z","steps":["trace[1479483464] 'agreement among raft nodes before linearized reading' (duration: 211.154267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:40.970344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736145880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:29:41.093211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.569472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:29:41.093322Z","caller":"traceutil/trace.go:171","msg":"trace[1594865747] transaction","detail":"{read_only:false; response_revision:15341; number_of_response:1; }","duration":"632.13451ms","start":"2026-05-11T01:29:40.461169Z","end":"2026-05-11T01:29:41.093304Z","steps":["trace[1594865747] 'process raft request' (duration: 518.390954ms)","trace[1594865747] 'compare' (duration: 113.335967ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:41.093379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.461148Z","time spent":"632.202692ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:41.772658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.995006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:29:41.772774Z","caller":"traceutil/trace.go:171","msg":"trace[1154779148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15341; }","duration":"254.129459ms","start":"2026-05-11T01:29:41.518629Z","end":"2026-05-11T01:29:41.772759Z","steps":["trace[1154779148] 'range keys from in-memory index tree' (duration: 253.982156ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854099Z","caller":"traceutil/trace.go:171","msg":"trace[1101507586] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"1.388875531s","start":"2026-05-11T01:29:40.465191Z","end":"2026-05-11T01:29:41.854066Z","steps":["trace[1101507586] 'process raft request' (duration: 1.388628356s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854093Z","caller":"traceutil/trace.go:171","msg":"trace[791754532] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"1.388787939s","start":"2026-05-11T01:29:40.465277Z","end":"2026-05-11T01:29:41.854065Z","steps":["trace[791754532] 'process raft request' (duration: 1.388703997s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854295Z","caller":"traceutil/trace.go:171","msg":"trace[1918321164] transaction","detail":"{read_only:false; response_revision:15344; number_of_response:1; }","duration":"1.388560104s","start":"2026-05-11T01:29:40.465729Z","end":"2026-05-11T01:29:41.854289Z","steps":["trace[1918321164] 'process raft request' (duration: 1.388296348s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.465708Z","time spent":"1.388606315s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:41.854337Z","caller":"traceutil/trace.go:171","msg":"trace[102209666] linearizableReadLoop","detail":"{readStateIndex:15886; appliedIndex:15882; }","duration":"1.385127427s","start":"2026-05-11T01:29:40.469121Z","end":"2026-05-11T01:29:41.854249Z","steps":["trace[102209666] 'read index received' (duration: 510.446887ms)","trace[102209666] 'applied index is now lower than readState.Index' (duration: 874.67723ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:29:41.854403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.465269Z","time spent":"1.389044595s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:41.854243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.465162Z","time spent":"1.389011284s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:41.854598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385454275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-11T01:29:41.854682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338033953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-05-11T01:29:41.854685Z","caller":"traceutil/trace.go:171","msg":"trace[557975641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15344; }","duration":"1.385595197s","start":"2026-05-11T01:29:40.469068Z","end":"2026-05-11T01:29:41.854663Z","steps":["trace[557975641] 'agreement among raft nodes before linearized reading' (duration: 1.385314041s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129527685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-05-11T01:29:41.854705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37099277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:29:41.854719Z","caller":"traceutil/trace.go:171","msg":"trace[1014263957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:15344; }","duration":"1.338092154s","start":"2026-05-11T01:29:40.516615Z","end":"2026-05-11T01:29:41.854707Z","steps":["trace[1014263957] 'agreement among raft nodes before linearized reading' (duration: 1.337935341s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854736Z","caller":"traceutil/trace.go:171","msg":"trace[2095886742] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2; range_end:; response_count:1; response_revision:15344; }","duration":"1.129572696s","start":"2026-05-11T01:29:40.725151Z","end":"2026-05-11T01:29:41.854724Z","steps":["trace[2095886742] 'agreement among raft nodes before linearized reading' (duration: 1.129409962s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.469046Z","time spent":"1.38567618s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.516604Z","time spent":"1.338142395s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-pw4m6\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12840535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8932ff77-a044-4b90-b1e1-568bdedcd047\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-05-11T01:29:41.854797Z","caller":"traceutil/trace.go:171","msg":"trace[875735061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8932ff77-a044-4b90-b1e1-568bdedcd047; range_end:; response_count:1; response_revision:15344; }","duration":"1.128479612s","start":"2026-05-11T01:29:40.726307Z","end":"2026-05-11T01:29:41.854787Z","steps":["trace[875735061] 'agreement among raft nodes before linearized reading' (duration: 1.128306648s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366188914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-11T01:29:41.854813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199453271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:29:41.85483Z","caller":"traceutil/trace.go:171","msg":"trace[136911531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15344; }","duration":"1.366248235s","start":"2026-05-11T01:29:40.488577Z","end":"2026-05-11T01:29:41.854826Z","steps":["trace[136911531] 'agreement among raft nodes before linearized reading' (duration: 1.366185484s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854835Z","caller":"traceutil/trace.go:171","msg":"trace[252588730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15344; }","duration":"1.199510821s","start":"2026-05-11T01:29:40.655319Z","end":"2026-05-11T01:29:41.85483Z","steps":["trace[252588730] 'agreement among raft nodes before linearized reading' (duration: 1.199274946s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120308159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-05-11T01:29:41.854845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.488558Z","time spent":"1.366283145s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.186366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-05-11T01:29:41.854857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35754212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:29:41.854866Z","caller":"traceutil/trace.go:171","msg":"trace[1198342460] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2; range_end:; response_count:1; response_revision:15344; }","duration":"1.12037136s","start":"2026-05-11T01:29:40.734484Z","end":"2026-05-11T01:29:41.854856Z","steps":["trace[1198342460] 'agreement among raft nodes before linearized reading' (duration: 1.120035452s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854883Z","caller":"traceutil/trace.go:171","msg":"trace[743932784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15344; }","duration":"1.35758187s","start":"2026-05-11T01:29:40.497297Z","end":"2026-05-11T01:29:41.854879Z","steps":["trace[743932784] 'agreement among raft nodes before linearized reading' (duration: 1.357334955s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854753Z","caller":"traceutil/trace.go:171","msg":"trace[1759355175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15344; }","duration":"1.371054021s","start":"2026-05-11T01:29:40.483682Z","end":"2026-05-11T01:29:41.854736Z","steps":["trace[1759355175] 'agreement among raft nodes before linearized reading' (duration: 1.370786545s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.854886Z","caller":"traceutil/trace.go:171","msg":"trace[1469022267] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15344; }","duration":"185.279738ms","start":"2026-05-11T01:29:41.66959Z","end":"2026-05-11T01:29:41.85487Z","steps":["trace[1469022267] 'agreement among raft nodes before linearized reading' (duration: 185.123495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.983125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:29:41.854907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.483636Z","time spent":"1.371264066s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.734435Z","time spent":"1.120461393s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.655297Z","time spent":"1.199552413s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:29:41.8549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.49729Z","time spent":"1.357606352s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064364617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-11T01:29:41.854761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.725091Z","time spent":"1.129663508s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-089435f1-fe80-4a44-985b-2a06995265a2\" "} {"level":"warn","ts":"2026-05-11T01:29:41.854995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361252443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:29:41.855024Z","caller":"traceutil/trace.go:171","msg":"trace[1778697136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15344; }","duration":"1.361304684s","start":"2026-05-11T01:29:40.493709Z","end":"2026-05-11T01:29:41.855013Z","steps":["trace[1778697136] 'agreement among raft nodes before linearized reading' (duration: 1.360872725s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.854816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.7263Z","time spent":"1.128511383s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8932ff77-a044-4b90-b1e1-568bdedcd047\" "} {"level":"info","ts":"2026-05-11T01:29:41.855025Z","caller":"traceutil/trace.go:171","msg":"trace[1236054374] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15344; }","duration":"1.064472099s","start":"2026-05-11T01:29:40.790537Z","end":"2026-05-11T01:29:41.855009Z","steps":["trace[1236054374] 'agreement among raft nodes before linearized reading' (duration: 1.064355866s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.855044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.493696Z","time spent":"1.361343665s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:29:41.855063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:40.790516Z","time spent":"1.06453752s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:29:41.855088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.585015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-05-11T01:29:41.855121Z","caller":"traceutil/trace.go:171","msg":"trace[511714797] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15344; }","duration":"185.645135ms","start":"2026-05-11T01:29:41.669467Z","end":"2026-05-11T01:29:41.855112Z","steps":["trace[511714797] 'agreement among raft nodes before linearized reading' (duration: 185.271527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.855127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.504592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18ae5ea80967e5d1\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-05-11T01:29:41.855209Z","caller":"traceutil/trace.go:171","msg":"trace[8828832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15344; }","duration":"807.334842ms","start":"2026-05-11T01:29:41.047866Z","end":"2026-05-11T01:29:41.855201Z","steps":["trace[8828832] 'agreement among raft nodes before linearized reading' (duration: 807.005255ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:41.855201Z","caller":"traceutil/trace.go:171","msg":"trace[297823156] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18ae5ea80967e5d1; range_end:; response_count:1; response_revision:15344; }","duration":"277.627855ms","start":"2026-05-11T01:29:41.577549Z","end":"2026-05-11T01:29:41.855177Z","steps":["trace[297823156] 'agreement among raft nodes before linearized reading' (duration: 277.374499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:41.855232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.047845Z","time spent":"807.382634ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:29:42.280132Z","caller":"traceutil/trace.go:171","msg":"trace[15848642] transaction","detail":"{read_only:false; response_revision:15345; number_of_response:1; }","duration":"421.528377ms","start":"2026-05-11T01:29:41.858575Z","end":"2026-05-11T01:29:42.28009Z","steps":["trace[15848642] 'process raft request' (duration: 419.101633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.280267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.858559Z","time spent":"421.632369ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:42.293953Z","caller":"traceutil/trace.go:171","msg":"trace[2063056092] transaction","detail":"{read_only:false; response_revision:15348; number_of_response:1; }","duration":"435.015258ms","start":"2026-05-11T01:29:41.858918Z","end":"2026-05-11T01:29:42.293933Z","steps":["trace[2063056092] 'process raft request' (duration: 434.961057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.294084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.85889Z","time spent":"435.125761ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:42.294134Z","caller":"traceutil/trace.go:171","msg":"trace[1118831855] transaction","detail":"{read_only:false; response_revision:15346; number_of_response:1; }","duration":"435.330546ms","start":"2026-05-11T01:29:41.858772Z","end":"2026-05-11T01:29:42.294103Z","steps":["trace[1118831855] 'process raft request' (duration: 434.940287ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:42.29418Z","caller":"traceutil/trace.go:171","msg":"trace[399626594] transaction","detail":"{read_only:false; response_revision:15347; number_of_response:1; }","duration":"435.257694ms","start":"2026-05-11T01:29:41.858891Z","end":"2026-05-11T01:29:42.294149Z","steps":["trace[399626594] 'process raft request' (duration: 434.946517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.294284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.858766Z","time spent":"435.426659ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:42.294284Z","caller":"traceutil/trace.go:171","msg":"trace[130315101] transaction","detail":"{read_only:false; response_revision:15349; number_of_response:1; }","duration":"435.297854ms","start":"2026-05-11T01:29:41.858959Z","end":"2026-05-11T01:29:42.294257Z","steps":["trace[130315101] 'process raft request' (duration: 434.943016ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.29432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.858883Z","time spent":"435.357986ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:42.294347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.858935Z","time spent":"435.378256ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:29:42.294369Z","caller":"traceutil/trace.go:171","msg":"trace[1745482592] linearizableReadLoop","detail":"{readStateIndex:15888; appliedIndex:15886; }","duration":"435.477848ms","start":"2026-05-11T01:29:41.858874Z","end":"2026-05-11T01:29:42.294352Z","steps":["trace[1745482592] 'read index received' (duration: 418.762314ms)","trace[1745482592] 'applied index is now lower than readState.Index' (duration: 16.714814ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:29:42.294366Z","caller":"traceutil/trace.go:171","msg":"trace[888062581] transaction","detail":"{read_only:false; response_revision:15350; number_of_response:1; }","duration":"435.046149ms","start":"2026-05-11T01:29:41.859306Z","end":"2026-05-11T01:29:42.294353Z","steps":["trace[888062581] 'process raft request' (duration: 434.864315ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:29:42.294431Z","caller":"traceutil/trace.go:171","msg":"trace[697460091] transaction","detail":"{read_only:false; response_revision:15351; number_of_response:1; }","duration":"432.446671ms","start":"2026-05-11T01:29:41.861978Z","end":"2026-05-11T01:29:42.294425Z","steps":["trace[697460091] 'process raft request' (duration: 432.300877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.294431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.859299Z","time spent":"435.10573ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:42.294473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.861965Z","time spent":"432.480111ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:29:42.294507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.630061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-11T01:29:42.294535Z","caller":"traceutil/trace.go:171","msg":"trace[299871597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15351; }","duration":"435.678753ms","start":"2026-05-11T01:29:41.858849Z","end":"2026-05-11T01:29:42.294527Z","steps":["trace[299871597] 'agreement among raft nodes before linearized reading' (duration: 435.582261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.294555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.858838Z","time spent":"435.712823ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:29:42.294595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.660225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:29:42.294618Z","caller":"traceutil/trace.go:171","msg":"trace[150765027] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:15351; }","duration":"235.725747ms","start":"2026-05-11T01:29:42.058885Z","end":"2026-05-11T01:29:42.294611Z","steps":["trace[150765027] 'agreement among raft nodes before linearized reading' (duration: 235.632365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.295143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.680158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630205"} {"level":"info","ts":"2026-05-11T01:29:42.295173Z","caller":"traceutil/trace.go:171","msg":"trace[159214987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15351; }","duration":"433.73372ms","start":"2026-05-11T01:29:41.861433Z","end":"2026-05-11T01:29:42.295166Z","steps":["trace[159214987] 'agreement among raft nodes before linearized reading' (duration: 433.008604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:29:42.295195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:29:41.861423Z","time spent":"433.76573ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":630228,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:30:34.494577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.926456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:34.494696Z","caller":"traceutil/trace.go:171","msg":"trace[619415588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16130; }","duration":"448.09027ms","start":"2026-05-11T01:30:34.04658Z","end":"2026-05-11T01:30:34.49467Z","steps":["trace[619415588] 'range keys from in-memory index tree' (duration: 447.832414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.494749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.046559Z","time spent":"448.176082ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:30:34.543799Z","caller":"traceutil/trace.go:171","msg":"trace[1072542945] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"482.185452ms","start":"2026-05-11T01:30:34.061589Z","end":"2026-05-11T01:30:34.543775Z","steps":["trace[1072542945] 'process raft request' (duration: 482.030828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.543953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.061571Z","time spent":"482.302694ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:30:34.628208Z","caller":"traceutil/trace.go:171","msg":"trace[749004290] transaction","detail":"{read_only:false; response_revision:16132; number_of_response:1; }","duration":"564.96892ms","start":"2026-05-11T01:30:34.063212Z","end":"2026-05-11T01:30:34.628181Z","steps":["trace[749004290] 'process raft request' (duration: 564.51436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.628377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.063183Z","time spent":"565.109885ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:30:34.62846Z","caller":"traceutil/trace.go:171","msg":"trace[2073185765] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"560.464932ms","start":"2026-05-11T01:30:34.06797Z","end":"2026-05-11T01:30:34.628435Z","steps":["trace[2073185765] 'process raft request' (duration: 560.142894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.628609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.067949Z","time spent":"560.581124ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:30:34.628704Z","caller":"traceutil/trace.go:171","msg":"trace[1202220220] linearizableReadLoop","detail":"{readStateIndex:16698; appliedIndex:16695; }","duration":"532.507136ms","start":"2026-05-11T01:30:34.096176Z","end":"2026-05-11T01:30:34.628683Z","steps":["trace[1202220220] 'read index received' (duration: 447.513017ms)","trace[1202220220] 'applied index is now lower than readState.Index' (duration: 84.992509ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:30:34.628802Z","caller":"traceutil/trace.go:171","msg":"trace[1390350085] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"485.047156ms","start":"2026-05-11T01:30:34.143745Z","end":"2026-05-11T01:30:34.628792Z","steps":["trace[1390350085] 'process raft request' (duration: 484.586645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.628868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.300802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:30:34.628904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.143718Z","time spent":"485.112067ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:30:34.62893Z","caller":"traceutil/trace.go:171","msg":"trace[1269140951] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16134; }","duration":"532.375693ms","start":"2026-05-11T01:30:34.096541Z","end":"2026-05-11T01:30:34.628917Z","steps":["trace[1269140951] 'agreement among raft nodes before linearized reading' (duration: 532.278601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.628966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.096537Z","time spent":"532.421574ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-11T01:30:34.629082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.162955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:34.629148Z","caller":"traceutil/trace.go:171","msg":"trace[2017440550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16134; }","duration":"124.250846ms","start":"2026-05-11T01:30:34.504882Z","end":"2026-05-11T01:30:34.629133Z","steps":["trace[2017440550] 'agreement among raft nodes before linearized reading' (duration: 124.157254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.492627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:30:34.629249Z","caller":"traceutil/trace.go:171","msg":"trace[1580361828] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16134; }","duration":"122.573318ms","start":"2026-05-11T01:30:34.506666Z","end":"2026-05-11T01:30:34.629239Z","steps":["trace[1580361828] 'agreement among raft nodes before linearized reading' (duration: 122.465406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.576777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:30:34.629309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.924709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:34.62932Z","caller":"traceutil/trace.go:171","msg":"trace[40153045] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16134; }","duration":"532.628229ms","start":"2026-05-11T01:30:34.096681Z","end":"2026-05-11T01:30:34.629309Z","steps":["trace[40153045] 'agreement among raft nodes before linearized reading' (duration: 532.567838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.096677Z","time spent":"532.67899ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-05-11T01:30:34.629363Z","caller":"traceutil/trace.go:171","msg":"trace[1034403626] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16134; }","duration":"124.025531ms","start":"2026-05-11T01:30:34.505322Z","end":"2026-05-11T01:30:34.629347Z","steps":["trace[1034403626] 'agreement among raft nodes before linearized reading' (duration: 123.951589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.672658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:34.629447Z","caller":"traceutil/trace.go:171","msg":"trace[1650013850] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16134; }","duration":"531.814501ms","start":"2026-05-11T01:30:34.097612Z","end":"2026-05-11T01:30:34.629427Z","steps":["trace[1650013850] 'agreement among raft nodes before linearized reading' (duration: 531.609286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.097608Z","time spent":"531.881692ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:30:34.629451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.437911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:30:34.629526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.348624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:34.62955Z","caller":"traceutil/trace.go:171","msg":"trace[1051060419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16134; }","duration":"133.582745ms","start":"2026-05-11T01:30:34.495949Z","end":"2026-05-11T01:30:34.629532Z","steps":["trace[1051060419] 'agreement among raft nodes before linearized reading' (duration: 133.430162ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:30:34.629582Z","caller":"traceutil/trace.go:171","msg":"trace[513690078] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16134; }","duration":"533.433067ms","start":"2026-05-11T01:30:34.096136Z","end":"2026-05-11T01:30:34.629569Z","steps":["trace[513690078] 'agreement among raft nodes before linearized reading' (duration: 533.348645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:34.629622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:30:34.096097Z","time spent":"533.517288ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:30:34.837377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.742914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-45xz2\" ","response":"range_response_count:1 size:20743"} {"level":"info","ts":"2026-05-11T01:30:34.837461Z","caller":"traceutil/trace.go:171","msg":"trace[1905316257] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-45xz2; range_end:; response_count:1; response_revision:16139; }","duration":"114.878066ms","start":"2026-05-11T01:30:34.722562Z","end":"2026-05-11T01:30:34.83744Z","steps":["trace[1905316257] 'range keys from in-memory index tree' (duration: 114.58822ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:30:46.322529Z","caller":"traceutil/trace.go:171","msg":"trace[1411984179] linearizableReadLoop","detail":"{readStateIndex:16808; appliedIndex:16807; }","duration":"272.496377ms","start":"2026-05-11T01:30:46.050007Z","end":"2026-05-11T01:30:46.322503Z","steps":["trace[1411984179] 'read index received' (duration: 272.320243ms)","trace[1411984179] 'applied index is now lower than readState.Index' (duration: 175.174µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:30:46.322645Z","caller":"traceutil/trace.go:171","msg":"trace[2036941439] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"273.294386ms","start":"2026-05-11T01:30:46.049323Z","end":"2026-05-11T01:30:46.322617Z","steps":["trace[2036941439] 'process raft request' (duration: 273.04093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:46.322707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.674741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:30:46.322759Z","caller":"traceutil/trace.go:171","msg":"trace[171935732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16241; }","duration":"272.770033ms","start":"2026-05-11T01:30:46.049972Z","end":"2026-05-11T01:30:46.322742Z","steps":["trace[171935732] 'agreement among raft nodes before linearized reading' (duration: 272.658801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:30:46.322742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.573316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-11T01:30:46.322805Z","caller":"traceutil/trace.go:171","msg":"trace[1029506613] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16241; }","duration":"104.685558ms","start":"2026-05-11T01:30:46.218105Z","end":"2026-05-11T01:30:46.32279Z","steps":["trace[1029506613] 'agreement among raft nodes before linearized reading' (duration: 104.545905ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:04.567594Z","caller":"traceutil/trace.go:171","msg":"trace[207499090] transaction","detail":"{read_only:false; response_revision:16344; number_of_response:1; }","duration":"108.053715ms","start":"2026-05-11T01:31:04.459513Z","end":"2026-05-11T01:31:04.567566Z","steps":["trace[207499090] 'process raft request' (duration: 107.898731ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:09.646921Z","caller":"traceutil/trace.go:171","msg":"trace[1891913385] linearizableReadLoop","detail":"{readStateIndex:16946; appliedIndex:16945; }","duration":"145.95718ms","start":"2026-05-11T01:31:09.500943Z","end":"2026-05-11T01:31:09.6469Z","steps":["trace[1891913385] 'read index received' (duration: 145.722945ms)","trace[1891913385] 'applied index is now lower than readState.Index' (duration: 233.025µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:09.647056Z","caller":"traceutil/trace.go:171","msg":"trace[1732567015] transaction","detail":"{read_only:false; response_revision:16374; number_of_response:1; }","duration":"173.751692ms","start":"2026-05-11T01:31:09.473208Z","end":"2026-05-11T01:31:09.646959Z","steps":["trace[1732567015] 'process raft request' (duration: 173.538307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:09.647092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.111604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:31:09.647143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.077033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-11T01:31:09.647155Z","caller":"traceutil/trace.go:171","msg":"trace[772572385] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16374; }","duration":"146.241737ms","start":"2026-05-11T01:31:09.500898Z","end":"2026-05-11T01:31:09.64714Z","steps":["trace[772572385] 'agreement among raft nodes before linearized reading' (duration: 146.101444ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:09.647188Z","caller":"traceutil/trace.go:171","msg":"trace[1825936610] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16374; }","duration":"146.172215ms","start":"2026-05-11T01:31:09.501003Z","end":"2026-05-11T01:31:09.647176Z","steps":["trace[1825936610] 'agreement among raft nodes before linearized reading' (duration: 146.027562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:09.647532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.40682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:31:09.647569Z","caller":"traceutil/trace.go:171","msg":"trace[1925957296] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16374; }","duration":"146.444001ms","start":"2026-05-11T01:31:09.501116Z","end":"2026-05-11T01:31:09.64756Z","steps":["trace[1925957296] 'agreement among raft nodes before linearized reading' (duration: 146.356399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:10.197359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.314478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:31:10.197461Z","caller":"traceutil/trace.go:171","msg":"trace[400901680] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16374; }","duration":"342.455001ms","start":"2026-05-11T01:31:09.854983Z","end":"2026-05-11T01:31:10.197438Z","steps":["trace[400901680] 'range keys from in-memory index tree' (duration: 342.136153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:10.197518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:09.854969Z","time spent":"342.534072ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-11T01:31:10.197623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.702456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:31:10.197684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.044365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:31:10.197706Z","caller":"traceutil/trace.go:171","msg":"trace[285890975] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16374; }","duration":"372.832409ms","start":"2026-05-11T01:31:09.824852Z","end":"2026-05-11T01:31:10.197684Z","steps":["trace[285890975] 'range keys from in-memory index tree' (duration: 372.595204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:10.197761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:09.824832Z","time spent":"372.920201ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-11T01:31:10.197764Z","caller":"traceutil/trace.go:171","msg":"trace[984168114] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16374; }","duration":"373.171978ms","start":"2026-05-11T01:31:09.824573Z","end":"2026-05-11T01:31:10.197745Z","steps":["trace[984168114] 'range keys from in-memory index tree' (duration: 372.867391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:10.197771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.277571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvv42\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-05-11T01:31:10.197808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:09.824552Z","time spent":"373.246159ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-11T01:31:10.197842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.356925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-11T01:31:10.197867Z","caller":"traceutil/trace.go:171","msg":"trace[88034724] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvv42; range_end:; response_count:1; response_revision:16374; }","duration":"395.339502ms","start":"2026-05-11T01:31:09.802476Z","end":"2026-05-11T01:31:10.197815Z","steps":["trace[88034724] 'range keys from in-memory index tree' (duration: 395.142747ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:10.197922Z","caller":"traceutil/trace.go:171","msg":"trace[1542641128] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16374; }","duration":"362.462458ms","start":"2026-05-11T01:31:09.835441Z","end":"2026-05-11T01:31:10.197903Z","steps":["trace[1542641128] 'range keys from in-memory index tree' (duration: 362.228173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:10.197936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:09.802417Z","time spent":"395.496935ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bvv42\" "} {"level":"warn","ts":"2026-05-11T01:31:10.19796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:31:09.835433Z","time spent":"362.519219ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-11T01:31:10.198144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.253267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:31:10.198216Z","caller":"traceutil/trace.go:171","msg":"trace[1423940424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16374; }","duration":"151.110886ms","start":"2026-05-11T01:31:10.047084Z","end":"2026-05-11T01:31:10.198195Z","steps":["trace[1423940424] 'range keys from in-memory index tree' (duration: 150.160195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:11.089068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.1666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-11T01:31:11.089323Z","caller":"traceutil/trace.go:171","msg":"trace[963173280] linearizableReadLoop","detail":"{readStateIndex:16954; appliedIndex:16950; }","duration":"135.737273ms","start":"2026-05-11T01:31:10.953569Z","end":"2026-05-11T01:31:11.089306Z","steps":["trace[963173280] 'read index received' (duration: 84.418016ms)","trace[963173280] 'applied index is now lower than readState.Index' (duration: 51.318327ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:11.089368Z","caller":"traceutil/trace.go:171","msg":"trace[1449908564] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"223.390331ms","start":"2026-05-11T01:31:10.86596Z","end":"2026-05-11T01:31:11.089351Z","steps":["trace[1449908564] 'process raft request' (duration: 223.232087ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:11.089415Z","caller":"traceutil/trace.go:171","msg":"trace[1968896910] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"222.646014ms","start":"2026-05-11T01:31:10.866758Z","end":"2026-05-11T01:31:11.089404Z","steps":["trace[1968896910] 'process raft request' (duration: 222.514061ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:11.089424Z","caller":"traceutil/trace.go:171","msg":"trace[1536228098] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"223.057453ms","start":"2026-05-11T01:31:10.866314Z","end":"2026-05-11T01:31:11.089371Z","steps":["trace[1536228098] 'process raft request' (duration: 222.92441ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:11.089409Z","caller":"traceutil/trace.go:171","msg":"trace[903537493] transaction","detail":"{read_only:false; response_revision:16379; number_of_response:1; }","duration":"223.82857ms","start":"2026-05-11T01:31:10.865533Z","end":"2026-05-11T01:31:11.089362Z","steps":["trace[903537493] 'process raft request' (duration: 58.282462ms)","trace[903537493] 'compare' (duration: 165.047357ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:31:11.089537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.537887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-11T01:31:11.089537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.941807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-11T01:31:11.089608Z","caller":"traceutil/trace.go:171","msg":"trace[1242767213] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16382; }","duration":"135.64071ms","start":"2026-05-11T01:31:10.953947Z","end":"2026-05-11T01:31:11.089588Z","steps":["trace[1242767213] 'agreement among raft nodes before linearized reading' (duration: 135.489407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:11.089626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.250628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-11T01:31:11.089615Z","caller":"traceutil/trace.go:171","msg":"trace[1781427729] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16382; }","duration":"136.034669ms","start":"2026-05-11T01:31:10.953564Z","end":"2026-05-11T01:31:11.089598Z","steps":["trace[1781427729] 'agreement among raft nodes before linearized reading' (duration: 135.857175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:11.089625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.302178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-05-11T01:31:11.089633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.34128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-05-11T01:31:11.089702Z","caller":"traceutil/trace.go:171","msg":"trace[460888499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16382; }","duration":"129.389761ms","start":"2026-05-11T01:31:10.960292Z","end":"2026-05-11T01:31:11.089682Z","steps":["trace[460888499] 'agreement among raft nodes before linearized reading' (duration: 129.155766ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:11.089894Z","caller":"traceutil/trace.go:171","msg":"trace[1770629223] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16382; }","duration":"129.423971ms","start":"2026-05-11T01:31:10.960261Z","end":"2026-05-11T01:31:11.089685Z","steps":["trace[1770629223] 'agreement among raft nodes before linearized reading' (duration: 129.198636ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:11.089654Z","caller":"traceutil/trace.go:171","msg":"trace[1620489173] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16382; }","duration":"129.291178ms","start":"2026-05-11T01:31:10.960354Z","end":"2026-05-11T01:31:11.089645Z","steps":["trace[1620489173] 'agreement among raft nodes before linearized reading' (duration: 129.185116ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:12.663766Z","caller":"traceutil/trace.go:171","msg":"trace[8427700] linearizableReadLoop","detail":"{readStateIndex:16956; appliedIndex:16955; }","duration":"146.87837ms","start":"2026-05-11T01:31:12.516864Z","end":"2026-05-11T01:31:12.663743Z","steps":["trace[8427700] 'read index received' (duration: 146.597564ms)","trace[8427700] 'applied index is now lower than readState.Index' (duration: 279.926µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:31:12.66424Z","caller":"traceutil/trace.go:171","msg":"trace[161411952] transaction","detail":"{read_only:false; response_revision:16384; number_of_response:1; }","duration":"173.112808ms","start":"2026-05-11T01:31:12.491053Z","end":"2026-05-11T01:31:12.664166Z","steps":["trace[161411952] 'process raft request' (duration: 172.492744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:31:12.664336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.27694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:31:12.664401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.882158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:31:12.664473Z","caller":"traceutil/trace.go:171","msg":"trace[1720615634] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:16384; }","duration":"102.979451ms","start":"2026-05-11T01:31:12.561474Z","end":"2026-05-11T01:31:12.664454Z","steps":["trace[1720615634] 'agreement among raft nodes before linearized reading' (duration: 102.788127ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:31:12.664477Z","caller":"traceutil/trace.go:171","msg":"trace[42525717] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16384; }","duration":"147.610077ms","start":"2026-05-11T01:31:12.516828Z","end":"2026-05-11T01:31:12.664438Z","steps":["trace[42525717] 'agreement among raft nodes before linearized reading' (duration: 147.269199ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:18.375705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14343} {"level":"info","ts":"2026-05-11T01:32:18.458756Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14343,"took":"80.513049ms","hash":2762407397,"current-db-size-bytes":44982272,"current-db-size":"45 MB","current-db-size-in-use-bytes":30830592,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T01:32:18.458837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2762407397,"revision":14343,"compact-revision":12311} {"level":"warn","ts":"2026-05-11T01:32:51.924448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.43098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:32:51.924548Z","caller":"traceutil/trace.go:171","msg":"trace[295244868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17025; }","duration":"244.579894ms","start":"2026-05-11T01:32:51.679945Z","end":"2026-05-11T01:32:51.924525Z","steps":["trace[295244868] 'range keys from in-memory index tree' (duration: 244.258077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:51.924699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.121794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:32:51.924802Z","caller":"traceutil/trace.go:171","msg":"trace[1590974770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17025; }","duration":"244.243246ms","start":"2026-05-11T01:32:51.680532Z","end":"2026-05-11T01:32:51.924775Z","steps":["trace[1590974770] 'range keys from in-memory index tree' (duration: 243.98058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:32:51.924684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.171196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:32:51.924915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.222573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:32:51.924921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.570316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:32:51.924953Z","caller":"traceutil/trace.go:171","msg":"trace[1481095551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17025; }","duration":"213.280965ms","start":"2026-05-11T01:32:51.711659Z","end":"2026-05-11T01:32:51.92494Z","steps":["trace[1481095551] 'range keys from in-memory index tree' (duration: 213.129461ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:51.924934Z","caller":"traceutil/trace.go:171","msg":"trace[1361487665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17025; }","duration":"407.413102ms","start":"2026-05-11T01:32:51.517482Z","end":"2026-05-11T01:32:51.924896Z","steps":["trace[1361487665] 'range keys from in-memory index tree' (duration: 407.157366ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:32:51.925009Z","caller":"traceutil/trace.go:171","msg":"trace[348887485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17025; }","duration":"198.74773ms","start":"2026-05-11T01:32:51.726245Z","end":"2026-05-11T01:32:51.924992Z","steps":["trace[348887485] 'range keys from in-memory index tree' (duration: 198.443293ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:34:10.436989Z","caller":"traceutil/trace.go:171","msg":"trace[977207708] transaction","detail":"{read_only:false; response_revision:17796; number_of_response:1; }","duration":"192.468859ms","start":"2026-05-11T01:34:10.244501Z","end":"2026-05-11T01:34:10.43697Z","steps":["trace[977207708] 'process raft request' (duration: 192.291265ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:26.883424Z","caller":"traceutil/trace.go:171","msg":"trace[1724148927] linearizableReadLoop","detail":"{readStateIndex:19365; appliedIndex:19364; }","duration":"157.869084ms","start":"2026-05-11T01:36:26.725531Z","end":"2026-05-11T01:36:26.8834Z","steps":["trace[1724148927] 'read index received' (duration: 137.449437ms)","trace[1724148927] 'applied index is now lower than readState.Index' (duration: 20.418477ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:26.883653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.104789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-pw4m6\" ","response":"range_response_count:1 size:6521"} {"level":"info","ts":"2026-05-11T01:36:26.883681Z","caller":"traceutil/trace.go:171","msg":"trace[314257617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-pw4m6; range_end:; response_count:1; response_revision:18715; }","duration":"158.175971ms","start":"2026-05-11T01:36:26.725498Z","end":"2026-05-11T01:36:26.883674Z","steps":["trace[314257617] 'agreement among raft nodes before linearized reading' (duration: 158.019158ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:26.883514Z","caller":"traceutil/trace.go:171","msg":"trace[458831170] transaction","detail":"{read_only:false; response_revision:18715; number_of_response:1; }","duration":"164.184135ms","start":"2026-05-11T01:36:26.719299Z","end":"2026-05-11T01:36:26.883483Z","steps":["trace[458831170] 'process raft request' (duration: 143.731528ms)","trace[458831170] 'compare' (duration: 20.087819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:27.22796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.456954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-05-11T01:36:27.228082Z","caller":"traceutil/trace.go:171","msg":"trace[1393983007] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kzzsq; range_end:; response_count:1; response_revision:18717; }","duration":"194.618918ms","start":"2026-05-11T01:36:27.033425Z","end":"2026-05-11T01:36:27.228044Z","steps":["trace[1393983007] 'range keys from in-memory index tree' (duration: 194.26736ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.228074Z","caller":"traceutil/trace.go:171","msg":"trace[1035275472] linearizableReadLoop","detail":"{readStateIndex:19368; appliedIndex:19367; }","duration":"181.925933ms","start":"2026-05-11T01:36:27.046113Z","end":"2026-05-11T01:36:27.228039Z","steps":["trace[1035275472] 'read index received' (duration: 133.914919ms)","trace[1035275472] 'applied index is now lower than readState.Index' (duration: 48.009794ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:36:27.228147Z","caller":"traceutil/trace.go:171","msg":"trace[1719749334] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"190.548827ms","start":"2026-05-11T01:36:27.03757Z","end":"2026-05-11T01:36:27.228119Z","steps":["trace[1719749334] 'process raft request' (duration: 142.44299ms)","trace[1719749334] 'compare' (duration: 47.7741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:27.228354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.082842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-11T01:36:27.228393Z","caller":"traceutil/trace.go:171","msg":"trace[2129060382] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18718; }","duration":"155.183784ms","start":"2026-05-11T01:36:27.073196Z","end":"2026-05-11T01:36:27.22838Z","steps":["trace[2129060382] 'agreement among raft nodes before linearized reading' (duration: 154.99562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:27.228349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.231051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:36:27.22849Z","caller":"traceutil/trace.go:171","msg":"trace[220610140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18718; }","duration":"182.367713ms","start":"2026-05-11T01:36:27.04607Z","end":"2026-05-11T01:36:27.228438Z","steps":["trace[220610140] 'agreement among raft nodes before linearized reading' (duration: 182.112428ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.401439Z","caller":"traceutil/trace.go:171","msg":"trace[1493765907] linearizableReadLoop","detail":"{readStateIndex:19372; appliedIndex:19369; }","duration":"100.307827ms","start":"2026-05-11T01:36:27.301108Z","end":"2026-05-11T01:36:27.401416Z","steps":["trace[1493765907] 'read index received' (duration: 10.467305ms)","trace[1493765907] 'applied index is now lower than readState.Index' (duration: 89.839472ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:27.401662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.539991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-05-11T01:36:27.401694Z","caller":"traceutil/trace.go:171","msg":"trace[1853346349] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kzzsq; range_end:; response_count:1; response_revision:18722; }","duration":"100.616513ms","start":"2026-05-11T01:36:27.301068Z","end":"2026-05-11T01:36:27.401685Z","steps":["trace[1853346349] 'agreement among raft nodes before linearized reading' (duration: 100.440109ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.40174Z","caller":"traceutil/trace.go:171","msg":"trace[765067133] transaction","detail":"{read_only:false; response_revision:18721; number_of_response:1; }","duration":"102.986196ms","start":"2026-05-11T01:36:27.298707Z","end":"2026-05-11T01:36:27.401693Z","steps":["trace[765067133] 'process raft request' (duration: 95.133601ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.401786Z","caller":"traceutil/trace.go:171","msg":"trace[249053873] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"102.918514ms","start":"2026-05-11T01:36:27.298833Z","end":"2026-05-11T01:36:27.401752Z","steps":["trace[249053873] 'process raft request' (duration: 102.533806ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.786463Z","caller":"traceutil/trace.go:171","msg":"trace[1902549274] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"211.303762ms","start":"2026-05-11T01:36:27.57513Z","end":"2026-05-11T01:36:27.786434Z","steps":["trace[1902549274] 'process raft request' (duration: 209.231836ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:27.837394Z","caller":"traceutil/trace.go:171","msg":"trace[1381731472] linearizableReadLoop","detail":"{readStateIndex:19376; appliedIndex:19374; }","duration":"158.947899ms","start":"2026-05-11T01:36:27.67839Z","end":"2026-05-11T01:36:27.837338Z","steps":["trace[1381731472] 'read index received' (duration: 105.901601ms)","trace[1381731472] 'applied index is now lower than readState.Index' (duration: 53.044688ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:27.837914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.496902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvv42\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-05-11T01:36:27.838022Z","caller":"traceutil/trace.go:171","msg":"trace[1589690356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvv42; range_end:; response_count:1; response_revision:18725; }","duration":"159.622564ms","start":"2026-05-11T01:36:27.678351Z","end":"2026-05-11T01:36:27.837974Z","steps":["trace[1589690356] 'agreement among raft nodes before linearized reading' (duration: 159.353838ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:28.007626Z","caller":"traceutil/trace.go:171","msg":"trace[1381950088] linearizableReadLoop","detail":"{readStateIndex:19377; appliedIndex:19376; }","duration":"156.072805ms","start":"2026-05-11T01:36:27.851534Z","end":"2026-05-11T01:36:28.007607Z","steps":["trace[1381950088] 'read index received' (duration: 156.017493ms)","trace[1381950088] 'applied index is now lower than readState.Index' (duration: 54.552µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:28.007807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.008355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:36:28.007838Z","caller":"traceutil/trace.go:171","msg":"trace[2048787949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18726; }","duration":"127.090557ms","start":"2026-05-11T01:36:27.880738Z","end":"2026-05-11T01:36:28.007829Z","steps":["trace[2048787949] 'agreement among raft nodes before linearized reading' (duration: 126.976394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:28.00788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.31622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-11T01:36:28.007785Z","caller":"traceutil/trace.go:171","msg":"trace[1392017874] transaction","detail":"{read_only:false; response_revision:18726; number_of_response:1; }","duration":"158.691314ms","start":"2026-05-11T01:36:27.849004Z","end":"2026-05-11T01:36:28.007695Z","steps":["trace[1392017874] 'process raft request' (duration: 158.485559ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:28.007951Z","caller":"traceutil/trace.go:171","msg":"trace[199567527] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18726; }","duration":"156.419083ms","start":"2026-05-11T01:36:27.851515Z","end":"2026-05-11T01:36:28.007934Z","steps":["trace[199567527] 'agreement among raft nodes before linearized reading' (duration: 156.191478ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:28.768907Z","caller":"traceutil/trace.go:171","msg":"trace[10768199] transaction","detail":"{read_only:false; response_revision:18739; number_of_response:1; }","duration":"178.816513ms","start":"2026-05-11T01:36:28.590067Z","end":"2026-05-11T01:36:28.768883Z","steps":["trace[10768199] 'process raft request' (duration: 177.225758ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:34.630907Z","caller":"traceutil/trace.go:171","msg":"trace[1585711341] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"114.840621ms","start":"2026-05-11T01:36:34.516033Z","end":"2026-05-11T01:36:34.630873Z","steps":["trace[1585711341] 'process raft request' (duration: 114.537314ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:35.473793Z","caller":"traceutil/trace.go:171","msg":"trace[1452662296] linearizableReadLoop","detail":"{readStateIndex:19432; appliedIndex:19431; }","duration":"162.420417ms","start":"2026-05-11T01:36:35.311351Z","end":"2026-05-11T01:36:35.473771Z","steps":["trace[1452662296] 'read index received' (duration: 162.236043ms)","trace[1452662296] 'applied index is now lower than readState.Index' (duration: 183.524µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:36:35.473902Z","caller":"traceutil/trace.go:171","msg":"trace[908839023] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"170.387675ms","start":"2026-05-11T01:36:35.303477Z","end":"2026-05-11T01:36:35.473865Z","steps":["trace[908839023] 'process raft request' (duration: 170.15732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:35.474001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.630892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:36:35.474042Z","caller":"traceutil/trace.go:171","msg":"trace[1787837664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18780; }","duration":"162.703793ms","start":"2026-05-11T01:36:35.311328Z","end":"2026-05-11T01:36:35.474031Z","steps":["trace[1787837664] 'agreement among raft nodes before linearized reading' (duration: 162.56551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:35.47404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.09527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-11T01:36:35.474129Z","caller":"traceutil/trace.go:171","msg":"trace[24716191] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18780; }","duration":"162.213142ms","start":"2026-05-11T01:36:35.311872Z","end":"2026-05-11T01:36:35.474085Z","steps":["trace[24716191] 'agreement among raft nodes before linearized reading' (duration: 162.034848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:35.474542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.127803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:36:35.474584Z","caller":"traceutil/trace.go:171","msg":"trace[322816286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18780; }","duration":"117.200444ms","start":"2026-05-11T01:36:35.357373Z","end":"2026-05-11T01:36:35.474574Z","steps":["trace[322816286] 'agreement among raft nodes before linearized reading' (duration: 117.113202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:36.613988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.609034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:36:36.614067Z","caller":"traceutil/trace.go:171","msg":"trace[1470000393] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18787; }","duration":"326.737397ms","start":"2026-05-11T01:36:36.287313Z","end":"2026-05-11T01:36:36.61405Z","steps":["trace[1470000393] 'count revisions from in-memory index tree' (duration: 326.46722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:36.614097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:36.287289Z","time spent":"326.799207ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:36:36.61433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.733069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8mkkp\" ","response":"range_response_count:1 size:15421"} {"level":"info","ts":"2026-05-11T01:36:36.614458Z","caller":"traceutil/trace.go:171","msg":"trace[1602511390] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-8mkkp; range_end:; response_count:1; response_revision:18787; }","duration":"231.960484ms","start":"2026-05-11T01:36:36.382474Z","end":"2026-05-11T01:36:36.614434Z","steps":["trace[1602511390] 'range keys from in-memory index tree' (duration: 231.468123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:36.907283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.674943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-rjwp7\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-05-11T01:36:36.90737Z","caller":"traceutil/trace.go:171","msg":"trace[658501781] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-rjwp7; range_end:; response_count:1; response_revision:18788; }","duration":"179.818717ms","start":"2026-05-11T01:36:36.727529Z","end":"2026-05-11T01:36:36.907348Z","steps":["trace[658501781] 'range keys from in-memory index tree' (duration: 179.391796ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:37.895596Z","caller":"traceutil/trace.go:171","msg":"trace[1444557037] linearizableReadLoop","detail":"{readStateIndex:19441; appliedIndex:19440; }","duration":"385.932801ms","start":"2026-05-11T01:36:37.509635Z","end":"2026-05-11T01:36:37.895568Z","steps":["trace[1444557037] 'read index received' (duration: 385.565893ms)","trace[1444557037] 'applied index is now lower than readState.Index' (duration: 365.648µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:36:37.895734Z","caller":"traceutil/trace.go:171","msg":"trace[748292835] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"416.516246ms","start":"2026-05-11T01:36:37.479205Z","end":"2026-05-11T01:36:37.895721Z","steps":["trace[748292835] 'process raft request' (duration: 415.998554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:37.895848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.479188Z","time spent":"416.580347ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:36:37.896151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.501324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:36:37.896239Z","caller":"traceutil/trace.go:171","msg":"trace[1730712084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18789; }","duration":"386.599187ms","start":"2026-05-11T01:36:37.509623Z","end":"2026-05-11T01:36:37.896222Z","steps":["trace[1730712084] 'agreement among raft nodes before linearized reading' (duration: 386.159576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:37.897229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.509589Z","time spent":"387.62165ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:36:38.006562Z","caller":"traceutil/trace.go:171","msg":"trace[196299503] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"104.860549ms","start":"2026-05-11T01:36:37.901674Z","end":"2026-05-11T01:36:38.006534Z","steps":["trace[196299503] 'process raft request' (duration: 104.717905ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:38.006598Z","caller":"traceutil/trace.go:171","msg":"trace[663622058] linearizableReadLoop","detail":"{readStateIndex:19442; appliedIndex:19441; }","duration":"110.897353ms","start":"2026-05-11T01:36:37.89567Z","end":"2026-05-11T01:36:38.006567Z","steps":["trace[663622058] 'read index received' (duration: 27.028905ms)","trace[663622058] 'applied index is now lower than readState.Index' (duration: 83.865208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:36:38.006897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.360201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-05-11T01:36:38.006982Z","caller":"traceutil/trace.go:171","msg":"trace[27914247] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kzzsq; range_end:; response_count:1; response_revision:18790; }","duration":"382.512235ms","start":"2026-05-11T01:36:37.624447Z","end":"2026-05-11T01:36:38.00696Z","steps":["trace[27914247] 'agreement among raft nodes before linearized reading' (duration: 382.27045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:38.007019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.854929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:36:38.007111Z","caller":"traceutil/trace.go:171","msg":"trace[244661218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18790; }","duration":"489.948341ms","start":"2026-05-11T01:36:37.517119Z","end":"2026-05-11T01:36:38.007067Z","steps":["trace[244661218] 'agreement among raft nodes before linearized reading' (duration: 489.747117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:38.007167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.270168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:36:38.007194Z","caller":"traceutil/trace.go:171","msg":"trace[1465375208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18790; }","duration":"490.333869ms","start":"2026-05-11T01:36:37.516852Z","end":"2026-05-11T01:36:38.007186Z","steps":["trace[1465375208] 'agreement among raft nodes before linearized reading' (duration: 490.275898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:38.007211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.516831Z","time spent":"490.3746ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:36:38.007251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.517112Z","time spent":"490.041623ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:36:38.007352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.602764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:36:38.007495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.71196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-05-11T01:36:38.00754Z","caller":"traceutil/trace.go:171","msg":"trace[1191863818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18790; }","duration":"489.803388ms","start":"2026-05-11T01:36:37.517731Z","end":"2026-05-11T01:36:38.007534Z","steps":["trace[1191863818] 'agreement among raft nodes before linearized reading' (duration: 489.589043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:38.00756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.517725Z","time spent":"489.829558ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:36:38.007033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.624415Z","time spent":"382.605567ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" "} {"level":"info","ts":"2026-05-11T01:36:38.007682Z","caller":"traceutil/trace.go:171","msg":"trace[531670305] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kzzsq; range_end:; response_count:1; response_revision:18790; }","duration":"483.850853ms","start":"2026-05-11T01:36:37.523709Z","end":"2026-05-11T01:36:38.00756Z","steps":["trace[531670305] 'agreement among raft nodes before linearized reading' (duration: 483.587417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:38.007761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:37.523685Z","time spent":"484.045938ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" "} {"level":"info","ts":"2026-05-11T01:36:52.872072Z","caller":"traceutil/trace.go:171","msg":"trace[888000614] linearizableReadLoop","detail":"{readStateIndex:19574; appliedIndex:19573; }","duration":"109.567793ms","start":"2026-05-11T01:36:52.762482Z","end":"2026-05-11T01:36:52.87205Z","steps":["trace[888000614] 'read index received' (duration: 109.495621ms)","trace[888000614] 'applied index is now lower than readState.Index' (duration: 71.102µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:36:52.872091Z","caller":"traceutil/trace.go:171","msg":"trace[1953103463] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"110.588315ms","start":"2026-05-11T01:36:52.761487Z","end":"2026-05-11T01:36:52.872076Z","steps":["trace[1953103463] 'process raft request' (duration: 110.409352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:52.87257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.021444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3279"} {"level":"info","ts":"2026-05-11T01:36:52.872667Z","caller":"traceutil/trace.go:171","msg":"trace[1029939858] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18918; }","duration":"110.181017ms","start":"2026-05-11T01:36:52.762462Z","end":"2026-05-11T01:36:52.872643Z","steps":["trace[1029939858] 'agreement among raft nodes before linearized reading' (duration: 109.698125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:52.878407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.454005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:36:52.878507Z","caller":"traceutil/trace.go:171","msg":"trace[1475525103] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18919; }","duration":"111.589919ms","start":"2026-05-11T01:36:52.766895Z","end":"2026-05-11T01:36:52.878485Z","steps":["trace[1475525103] 'agreement among raft nodes before linearized reading' (duration: 111.445276ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:55.168722Z","caller":"traceutil/trace.go:171","msg":"trace[1724014215] transaction","detail":"{read_only:false; response_revision:18958; number_of_response:1; }","duration":"130.43348ms","start":"2026-05-11T01:36:55.038259Z","end":"2026-05-11T01:36:55.168692Z","steps":["trace[1724014215] 'process raft request' (duration: 106.216239ms)","trace[1724014215] 'compare' (duration: 24.082418ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:36:56.514186Z","caller":"traceutil/trace.go:171","msg":"trace[1509736421] transaction","detail":"{read_only:false; response_revision:18984; number_of_response:1; }","duration":"190.624699ms","start":"2026-05-11T01:36:56.323541Z","end":"2026-05-11T01:36:56.514165Z","steps":["trace[1509736421] 'process raft request' (duration: 190.590008ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:36:56.514298Z","caller":"traceutil/trace.go:171","msg":"trace[1419893837] transaction","detail":"{read_only:false; response_revision:18983; number_of_response:1; }","duration":"191.489118ms","start":"2026-05-11T01:36:56.322752Z","end":"2026-05-11T01:36:56.514241Z","steps":["trace[1419893837] 'process raft request' (duration: 191.250302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:56.761995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.062542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18ae5f0d225a5628\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-05-11T01:36:56.762085Z","caller":"traceutil/trace.go:171","msg":"trace[407344664] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18ae5f0d225a5628; range_end:; response_count:1; response_revision:18984; }","duration":"159.188755ms","start":"2026-05-11T01:36:56.602872Z","end":"2026-05-11T01:36:56.762061Z","steps":["trace[407344664] 'range keys from in-memory index tree' (duration: 158.870898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:57.489962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.194115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8mkkp\" ","response":"range_response_count:1 size:15522"} {"level":"info","ts":"2026-05-11T01:36:57.490033Z","caller":"traceutil/trace.go:171","msg":"trace[296612745] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-8mkkp; range_end:; response_count:1; response_revision:18993; }","duration":"406.277437ms","start":"2026-05-11T01:36:57.083741Z","end":"2026-05-11T01:36:57.490018Z","steps":["trace[296612745] 'range keys from in-memory index tree' (duration: 405.884609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:57.490065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:57.083717Z","time spent":"406.339399ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15545,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8mkkp\" "} {"level":"info","ts":"2026-05-11T01:36:57.491513Z","caller":"traceutil/trace.go:171","msg":"trace[269361347] transaction","detail":"{read_only:false; response_revision:18994; number_of_response:1; }","duration":"406.610654ms","start":"2026-05-11T01:36:57.084875Z","end":"2026-05-11T01:36:57.491485Z","steps":["trace[269361347] 'process raft request' (duration: 406.43716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:36:57.491649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:36:57.084847Z","time spent":"406.740507ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:37:00.121262Z","caller":"traceutil/trace.go:171","msg":"trace[507876584] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"121.664934ms","start":"2026-05-11T01:36:59.999572Z","end":"2026-05-11T01:37:00.121237Z","steps":["trace[507876584] 'process raft request' (duration: 121.51503ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:00.72976Z","caller":"traceutil/trace.go:171","msg":"trace[69358211] transaction","detail":"{read_only:false; response_revision:19033; number_of_response:1; }","duration":"183.018347ms","start":"2026-05-11T01:37:00.546717Z","end":"2026-05-11T01:37:00.729735Z","steps":["trace[69358211] 'process raft request' (duration: 182.804763ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:00.754782Z","caller":"traceutil/trace.go:171","msg":"trace[1917118935] transaction","detail":"{read_only:false; response_revision:19034; number_of_response:1; }","duration":"207.355983ms","start":"2026-05-11T01:37:00.547385Z","end":"2026-05-11T01:37:00.754741Z","steps":["trace[1917118935] 'process raft request' (duration: 207.169129ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:04.54366Z","caller":"traceutil/trace.go:171","msg":"trace[1975270015] linearizableReadLoop","detail":"{readStateIndex:19715; appliedIndex:19714; }","duration":"324.828994ms","start":"2026-05-11T01:37:04.218807Z","end":"2026-05-11T01:37:04.543636Z","steps":["trace[1975270015] 'read index received' (duration: 324.777933ms)","trace[1975270015] 'applied index is now lower than readState.Index' (duration: 50.021µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:37:04.543933Z","caller":"traceutil/trace.go:171","msg":"trace[1145656306] transaction","detail":"{read_only:false; response_revision:19056; number_of_response:1; }","duration":"409.09426ms","start":"2026-05-11T01:37:04.134826Z","end":"2026-05-11T01:37:04.54392Z","steps":["trace[1145656306] 'process raft request' (duration: 408.65872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:04.544042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.134792Z","time spent":"409.179082ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:04.544268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.460088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-45xz2\" ","response":"range_response_count:1 size:20846"} {"level":"info","ts":"2026-05-11T01:37:04.544307Z","caller":"traceutil/trace.go:171","msg":"trace[1195985038] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-45xz2; range_end:; response_count:1; response_revision:19056; }","duration":"325.540029ms","start":"2026-05-11T01:37:04.218758Z","end":"2026-05-11T01:37:04.544298Z","steps":["trace[1195985038] 'agreement among raft nodes before linearized reading' (duration: 325.413197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:04.544335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.218732Z","time spent":"325.59776ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20869,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-45xz2\" "} {"level":"warn","ts":"2026-05-11T01:37:05.044403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736159244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:37:05.161687Z","caller":"traceutil/trace.go:171","msg":"trace[558251090] transaction","detail":"{read_only:false; response_revision:19057; number_of_response:1; }","duration":"786.645733ms","start":"2026-05-11T01:37:04.374985Z","end":"2026-05-11T01:37:05.161631Z","steps":["trace[558251090] 'process raft request' (duration: 769.475009ms)","trace[558251090] 'compare' (duration: 16.439528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:05.161881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.374969Z","time spent":"786.826608ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:05.24539Z","caller":"traceutil/trace.go:171","msg":"trace[67374025] transaction","detail":"{read_only:false; response_revision:19059; number_of_response:1; }","duration":"503.979825ms","start":"2026-05-11T01:37:04.741391Z","end":"2026-05-11T01:37:05.245371Z","steps":["trace[67374025] 'process raft request' (duration: 503.857152ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:05.245408Z","caller":"traceutil/trace.go:171","msg":"trace[1169501495] transaction","detail":"{read_only:false; response_revision:19058; number_of_response:1; }","duration":"682.475021ms","start":"2026-05-11T01:37:04.562899Z","end":"2026-05-11T01:37:05.245374Z","steps":["trace[1169501495] 'process raft request' (duration: 682.156204ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:05.245473Z","caller":"traceutil/trace.go:171","msg":"trace[1824445283] transaction","detail":"{read_only:false; response_revision:19060; number_of_response:1; }","duration":"478.195907ms","start":"2026-05-11T01:37:04.767239Z","end":"2026-05-11T01:37:05.245434Z","steps":["trace[1824445283] 'process raft request' (duration: 478.069414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.245527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.74136Z","time spent":"504.099557ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:05.245572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.562855Z","time spent":"682.634094ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20963,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:37:05.245592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.717848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bvv42\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-05-11T01:37:05.245597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.767217Z","time spent":"478.316219ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:37:05.245636Z","caller":"traceutil/trace.go:171","msg":"trace[1734252879] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bvv42; range_end:; response_count:1; response_revision:19060; }","duration":"929.79656ms","start":"2026-05-11T01:37:04.315827Z","end":"2026-05-11T01:37:05.245623Z","steps":["trace[1734252879] 'agreement among raft nodes before linearized reading' (duration: 929.579565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.245668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.31581Z","time spent":"929.852991ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bvv42\" "} {"level":"info","ts":"2026-05-11T01:37:05.245384Z","caller":"traceutil/trace.go:171","msg":"trace[947316983] linearizableReadLoop","detail":"{readStateIndex:19719; appliedIndex:19715; }","duration":"701.61307ms","start":"2026-05-11T01:37:04.543739Z","end":"2026-05-11T01:37:05.245353Z","steps":["trace[947316983] 'read index received' (duration: 600.637309ms)","trace[947316983] 'applied index is now lower than readState.Index' (duration: 100.974191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:37:05.24573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021174765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:37:05.245796Z","caller":"traceutil/trace.go:171","msg":"trace[1165320104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19060; }","duration":"1.021239786s","start":"2026-05-11T01:37:04.224537Z","end":"2026-05-11T01:37:05.245777Z","steps":["trace[1165320104] 'agreement among raft nodes before linearized reading' (duration: 1.020911749s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.245886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.850628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:37:05.245904Z","caller":"traceutil/trace.go:171","msg":"trace[1215926200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19060; }","duration":"196.900819ms","start":"2026-05-11T01:37:05.048996Z","end":"2026-05-11T01:37:05.245897Z","steps":["trace[1215926200] 'agreement among raft nodes before linearized reading' (duration: 196.873599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.245951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.512903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:37:05.245985Z","caller":"traceutil/trace.go:171","msg":"trace[1444909976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19060; }","duration":"975.567065ms","start":"2026-05-11T01:37:04.270409Z","end":"2026-05-11T01:37:05.245976Z","steps":["trace[1444909976] 'agreement among raft nodes before linearized reading' (duration: 975.476272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.246005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.270398Z","time spent":"975.601956ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:05.245893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.22452Z","time spent":"1.021358s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:05.246016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.582725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:37:05.246063Z","caller":"traceutil/trace.go:171","msg":"trace[2048374305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19060; }","duration":"996.640536ms","start":"2026-05-11T01:37:04.249409Z","end":"2026-05-11T01:37:05.246049Z","steps":["trace[2048374305] 'agreement among raft nodes before linearized reading' (duration: 996.512563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.246097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.636388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:37:05.246114Z","caller":"traceutil/trace.go:171","msg":"trace[288679276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19060; }","duration":"959.67687ms","start":"2026-05-11T01:37:04.286432Z","end":"2026-05-11T01:37:05.246109Z","steps":["trace[288679276] 'agreement among raft nodes before linearized reading' (duration: 959.624969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.246119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.249403Z","time spent":"996.703968ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:37:05.246131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.286422Z","time spent":"959.7059ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:37:05.245846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.025667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:37:05.246193Z","caller":"traceutil/trace.go:171","msg":"trace[519550217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19060; }","duration":"450.411475ms","start":"2026-05-11T01:37:04.795773Z","end":"2026-05-11T01:37:05.246184Z","steps":["trace[519550217] 'agreement among raft nodes before linearized reading' (duration: 450.021606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.246225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.795749Z","time spent":"450.469667ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:37:05.246848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.072312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-05-11T01:37:05.246876Z","caller":"traceutil/trace.go:171","msg":"trace[110298271] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-kzzsq; range_end:; response_count:1; response_revision:19060; }","duration":"836.131373ms","start":"2026-05-11T01:37:04.410738Z","end":"2026-05-11T01:37:05.246869Z","steps":["trace[110298271] 'agreement among raft nodes before linearized reading' (duration: 834.952816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:37:05.246892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:37:04.410725Z","time spent":"836.163824ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-kzzsq\" "} {"level":"info","ts":"2026-05-11T01:37:18.383493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16792} {"level":"info","ts":"2026-05-11T01:37:18.489776Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16792,"took":"102.506995ms","hash":2220138629,"current-db-size-bytes":46690304,"current-db-size":"47 MB","current-db-size-in-use-bytes":32194560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-11T01:37:18.489855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2220138629,"revision":16792,"compact-revision":14343} {"level":"info","ts":"2026-05-11T01:37:26.650101Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:37:26.661839Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-11T01:37:26.661915Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-11T01:37:31.215649Z","caller":"traceutil/trace.go:171","msg":"trace[1242557457] transaction","detail":"{read_only:false; response_revision:19436; number_of_response:1; }","duration":"190.637519ms","start":"2026-05-11T01:37:31.024985Z","end":"2026-05-11T01:37:31.215623Z","steps":["trace[1242557457] 'process raft request' (duration: 190.426374ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:37:31.418094Z","caller":"traceutil/trace.go:171","msg":"trace[1795545364] transaction","detail":"{read_only:false; response_revision:19437; number_of_response:1; }","duration":"129.572501ms","start":"2026-05-11T01:37:31.2885Z","end":"2026-05-11T01:37:31.418073Z","steps":["trace[1795545364] 'process raft request' (duration: 120.841335ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:53.904098Z","caller":"traceutil/trace.go:171","msg":"trace[1851211781] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"143.656036ms","start":"2026-05-11T01:38:53.760416Z","end":"2026-05-11T01:38:53.904072Z","steps":["trace[1851211781] 'process raft request' (duration: 143.507443ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:53.941047Z","caller":"traceutil/trace.go:171","msg":"trace[503738464] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"180.175494ms","start":"2026-05-11T01:38:53.760826Z","end":"2026-05-11T01:38:53.941002Z","steps":["trace[503738464] 'process raft request' (duration: 180.095492ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:53.941062Z","caller":"traceutil/trace.go:171","msg":"trace[1941924162] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"180.365919ms","start":"2026-05-11T01:38:53.760664Z","end":"2026-05-11T01:38:53.94103Z","steps":["trace[1941924162] 'process raft request' (duration: 180.147824ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:53.941412Z","caller":"traceutil/trace.go:171","msg":"trace[545847931] linearizableReadLoop","detail":"{readStateIndex:20750; appliedIndex:20747; }","duration":"178.592798ms","start":"2026-05-11T01:38:53.762801Z","end":"2026-05-11T01:38:53.941393Z","steps":["trace[545847931] 'read index received' (duration: 141.17543ms)","trace[545847931] 'applied index is now lower than readState.Index' (duration: 37.416118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:38:53.941608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.792603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:38:53.9416Z","caller":"traceutil/trace.go:171","msg":"trace[567198748] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"138.064591ms","start":"2026-05-11T01:38:53.803491Z","end":"2026-05-11T01:38:53.941555Z","steps":["trace[567198748] 'process raft request' (duration: 137.476878ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:53.941689Z","caller":"traceutil/trace.go:171","msg":"trace[434583732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20061; }","duration":"178.888425ms","start":"2026-05-11T01:38:53.76278Z","end":"2026-05-11T01:38:53.941668Z","steps":["trace[434583732] 'agreement among raft nodes before linearized reading' (duration: 178.762162ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:54.076655Z","caller":"traceutil/trace.go:171","msg":"trace[1740207428] linearizableReadLoop","detail":"{readStateIndex:20755; appliedIndex:20752; }","duration":"128.674051ms","start":"2026-05-11T01:38:53.947946Z","end":"2026-05-11T01:38:54.07662Z","steps":["trace[1740207428] 'read index received' (duration: 15.230951ms)","trace[1740207428] 'applied index is now lower than readState.Index' (duration: 113.44189ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:38:54.07675Z","caller":"traceutil/trace.go:171","msg":"trace[2103895791] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"128.966608ms","start":"2026-05-11T01:38:53.947756Z","end":"2026-05-11T01:38:54.076723Z","steps":["trace[2103895791] 'process raft request' (duration: 124.816054ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:54.07682Z","caller":"traceutil/trace.go:171","msg":"trace[811613118] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"128.960317ms","start":"2026-05-11T01:38:53.947841Z","end":"2026-05-11T01:38:54.076802Z","steps":["trace[811613118] 'process raft request' (duration: 128.61788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:54.077015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.049179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:38:54.077094Z","caller":"traceutil/trace.go:171","msg":"trace[546357350] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20065; }","duration":"129.151451ms","start":"2026-05-11T01:38:53.947923Z","end":"2026-05-11T01:38:54.077075Z","steps":["trace[546357350] 'agreement among raft nodes before linearized reading' (duration: 128.995318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:54.077191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.806904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:38:54.07735Z","caller":"traceutil/trace.go:171","msg":"trace[1572695627] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"129.455898ms","start":"2026-05-11T01:38:53.947876Z","end":"2026-05-11T01:38:54.077332Z","steps":["trace[1572695627] 'process raft request' (duration: 128.680851ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:54.077359Z","caller":"traceutil/trace.go:171","msg":"trace[787833319] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20065; }","duration":"128.994748ms","start":"2026-05-11T01:38:53.948345Z","end":"2026-05-11T01:38:54.07734Z","steps":["trace[787833319] 'agreement among raft nodes before linearized reading' (duration: 128.795044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:54.077795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.385158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11068"} {"level":"info","ts":"2026-05-11T01:38:54.077887Z","caller":"traceutil/trace.go:171","msg":"trace[1898029849] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20065; }","duration":"121.49787ms","start":"2026-05-11T01:38:53.956374Z","end":"2026-05-11T01:38:54.077872Z","steps":["trace[1898029849] 'agreement among raft nodes before linearized reading' (duration: 121.295895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:38:54.077882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.084293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:38:54.077964Z","caller":"traceutil/trace.go:171","msg":"trace[977347301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20065; }","duration":"101.553913ms","start":"2026-05-11T01:38:53.976394Z","end":"2026-05-11T01:38:54.077948Z","steps":["trace[977347301] 'agreement among raft nodes before linearized reading' (duration: 101.000041ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:38:56.050382Z","caller":"traceutil/trace.go:171","msg":"trace[1628021113] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"102.481774ms","start":"2026-05-11T01:38:55.947859Z","end":"2026-05-11T01:38:56.050341Z","steps":["trace[1628021113] 'process raft request' (duration: 76.322749ms)","trace[1628021113] 'compare' (duration: 25.976771ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:38:56.055115Z","caller":"traceutil/trace.go:171","msg":"trace[1174288800] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"106.422633ms","start":"2026-05-11T01:38:55.948666Z","end":"2026-05-11T01:38:56.055089Z","steps":["trace[1174288800] 'process raft request' (duration: 106.176878ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:39:38.535031Z","caller":"traceutil/trace.go:171","msg":"trace[679393952] linearizableReadLoop","detail":"{readStateIndex:21048; appliedIndex:21047; }","duration":"342.559572ms","start":"2026-05-11T01:39:38.192445Z","end":"2026-05-11T01:39:38.535005Z","steps":["trace[679393952] 'read index received' (duration: 342.423609ms)","trace[679393952] 'applied index is now lower than readState.Index' (duration: 134.983µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:39:38.535124Z","caller":"traceutil/trace.go:171","msg":"trace[271398979] transaction","detail":"{read_only:false; response_revision:20348; number_of_response:1; }","duration":"434.640592ms","start":"2026-05-11T01:39:38.100457Z","end":"2026-05-11T01:39:38.535097Z","steps":["trace[271398979] 'process raft request' (duration: 434.326035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.535232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.771236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-05-11T01:39:38.535273Z","caller":"traceutil/trace.go:171","msg":"trace[75648777] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20348; }","duration":"342.861168ms","start":"2026-05-11T01:39:38.192403Z","end":"2026-05-11T01:39:38.535264Z","steps":["trace[75648777] 'agreement among raft nodes before linearized reading' (duration: 342.723595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.535285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:39:38.100429Z","time spent":"434.763875ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:39:38.535308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:39:38.192385Z","time spent":"342.914039ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7488,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-11T01:39:38.553817Z","caller":"traceutil/trace.go:171","msg":"trace[1881752172] transaction","detail":"{read_only:false; response_revision:20349; number_of_response:1; }","duration":"328.71344ms","start":"2026-05-11T01:39:38.22508Z","end":"2026-05-11T01:39:38.553794Z","steps":["trace[1881752172] 'process raft request' (duration: 328.552976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.553971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:39:38.225058Z","time spent":"328.832964ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:39:38.554181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.300201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:39:38.554248Z","caller":"traceutil/trace.go:171","msg":"trace[1408390467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20350; }","duration":"185.421823ms","start":"2026-05-11T01:39:38.368809Z","end":"2026-05-11T01:39:38.554231Z","steps":["trace[1408390467] 'agreement among raft nodes before linearized reading' (duration: 185.219969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.554402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.293346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-05-11T01:39:38.554445Z","caller":"traceutil/trace.go:171","msg":"trace[462832647] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20350; }","duration":"108.371337ms","start":"2026-05-11T01:39:38.446059Z","end":"2026-05-11T01:39:38.55443Z","steps":["trace[462832647] 'agreement among raft nodes before linearized reading' (duration: 108.231064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.554491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.808232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:39:38.554537Z","caller":"traceutil/trace.go:171","msg":"trace[1363005764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20350; }","duration":"110.884794ms","start":"2026-05-11T01:39:38.443643Z","end":"2026-05-11T01:39:38.554528Z","steps":["trace[1363005764] 'agreement among raft nodes before linearized reading' (duration: 110.782192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.554633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.29374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:39:38.554714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.999804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:39:38.55474Z","caller":"traceutil/trace.go:171","msg":"trace[1459982205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20350; }","duration":"110.442424ms","start":"2026-05-11T01:39:38.444275Z","end":"2026-05-11T01:39:38.554717Z","steps":["trace[1459982205] 'agreement among raft nodes before linearized reading' (duration: 110.153588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.554788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.641573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-05-11T01:39:38.554798Z","caller":"traceutil/trace.go:171","msg":"trace[522438675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20350; }","duration":"110.324811ms","start":"2026-05-11T01:39:38.444444Z","end":"2026-05-11T01:39:38.554769Z","steps":["trace[522438675] 'agreement among raft nodes before linearized reading' (duration: 109.930612ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:39:38.554843Z","caller":"traceutil/trace.go:171","msg":"trace[1015732900] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20350; }","duration":"108.710434ms","start":"2026-05-11T01:39:38.446121Z","end":"2026-05-11T01:39:38.554831Z","steps":["trace[1015732900] 'agreement among raft nodes before linearized reading' (duration: 108.569001ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:39:38.55466Z","caller":"traceutil/trace.go:171","msg":"trace[606626176] transaction","detail":"{read_only:false; response_revision:20350; number_of_response:1; }","duration":"324.002735ms","start":"2026-05-11T01:39:38.23064Z","end":"2026-05-11T01:39:38.554643Z","steps":["trace[606626176] 'process raft request' (duration: 323.116135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:39:38.555105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:39:38.230623Z","time spent":"324.354153ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:39:38.555265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.394372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:39:38.555341Z","caller":"traceutil/trace.go:171","msg":"trace[1224112134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20350; }","duration":"110.574026ms","start":"2026-05-11T01:39:38.444731Z","end":"2026-05-11T01:39:38.555305Z","steps":["trace[1224112134] 'agreement among raft nodes before linearized reading' (duration: 110.267159ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:39:39.127705Z","caller":"traceutil/trace.go:171","msg":"trace[2094130440] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"116.353445ms","start":"2026-05-11T01:39:39.011319Z","end":"2026-05-11T01:39:39.127673Z","steps":["trace[2094130440] 'process raft request' (duration: 108.575952ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:39:39.127864Z","caller":"traceutil/trace.go:171","msg":"trace[109156047] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"105.155264ms","start":"2026-05-11T01:39:39.022682Z","end":"2026-05-11T01:39:39.127837Z","steps":["trace[109156047] 'process raft request' (duration: 104.927659ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:05.678482Z","caller":"traceutil/trace.go:171","msg":"trace[996465154] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"191.090539ms","start":"2026-05-11T01:42:05.487358Z","end":"2026-05-11T01:42:05.678448Z","steps":["trace[996465154] 'process raft request' (duration: 157.836434ms)","trace[996465154] 'compare' (duration: 33.094141ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:05.707896Z","caller":"traceutil/trace.go:171","msg":"trace[956332727] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"220.516298ms","start":"2026-05-11T01:42:05.487356Z","end":"2026-05-11T01:42:05.707873Z","steps":["trace[956332727] 'process raft request' (duration: 220.336254ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:05.708146Z","caller":"traceutil/trace.go:171","msg":"trace[216640993] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"220.706652ms","start":"2026-05-11T01:42:05.487406Z","end":"2026-05-11T01:42:05.708113Z","steps":["trace[216640993] 'process raft request' (duration: 220.425886ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:05.708213Z","caller":"traceutil/trace.go:171","msg":"trace[1503746765] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"220.570239ms","start":"2026-05-11T01:42:05.48761Z","end":"2026-05-11T01:42:05.70818Z","steps":["trace[1503746765] 'process raft request' (duration: 220.413555ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:18.389309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19208} {"level":"info","ts":"2026-05-11T01:42:18.510076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19208,"took":"115.175589ms","hash":444726547,"current-db-size-bytes":49659904,"current-db-size":"50 MB","current-db-size-in-use-bytes":30113792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-11T01:42:18.510147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":444726547,"revision":19208,"compact-revision":16792} {"level":"info","ts":"2026-05-11T01:42:32.424466Z","caller":"traceutil/trace.go:171","msg":"trace[433423041] linearizableReadLoop","detail":"{readStateIndex:22295; appliedIndex:22294; }","duration":"378.908075ms","start":"2026-05-11T01:42:32.045537Z","end":"2026-05-11T01:42:32.424445Z","steps":["trace[433423041] 'read index received' (duration: 378.858194ms)","trace[433423041] 'applied index is now lower than readState.Index' (duration: 48.351µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:32.424618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.070998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:32.424581Z","caller":"traceutil/trace.go:171","msg":"trace[1539215202] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"390.509725ms","start":"2026-05-11T01:42:32.034022Z","end":"2026-05-11T01:42:32.424531Z","steps":["trace[1539215202] 'process raft request' (duration: 390.28551ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:32.424654Z","caller":"traceutil/trace.go:171","msg":"trace[214912838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21552; }","duration":"379.15368ms","start":"2026-05-11T01:42:32.04549Z","end":"2026-05-11T01:42:32.424644Z","steps":["trace[214912838] 'agreement among raft nodes before linearized reading' (duration: 379.075399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:32.42469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:32.045471Z","time spent":"379.213162ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:42:32.424945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:32.034001Z","time spent":"390.810202ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:37.442482Z","caller":"traceutil/trace.go:171","msg":"trace[1030073509] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"111.050887ms","start":"2026-05-11T01:42:37.331401Z","end":"2026-05-11T01:42:37.442452Z","steps":["trace[1030073509] 'process raft request' (duration: 48.021957ms)","trace[1030073509] 'compare' (duration: 62.879027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:38.21719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.978674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:42:38.217253Z","caller":"traceutil/trace.go:171","msg":"trace[1082181178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21577; }","duration":"537.089356ms","start":"2026-05-11T01:42:37.68015Z","end":"2026-05-11T01:42:38.217239Z","steps":["trace[1082181178] 'range keys from in-memory index tree' (duration: 536.849151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:38.217282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:37.680129Z","time spent":"537.142958ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:39.810245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.55107715s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:42:39.814428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555289205s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:42:39.814696Z","caller":"traceutil/trace.go:171","msg":"trace[1019464278] linearizableReadLoop","detail":"{readStateIndex:22323; appliedIndex:22322; }","duration":"2.051856365s","start":"2026-05-11T01:42:37.76282Z","end":"2026-05-11T01:42:39.814677Z","steps":["trace[1019464278] 'read index received' (duration: 496.372156ms)","trace[1019464278] 'applied index is now lower than readState.Index' (duration: 1.555483089s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:39.816401Z","caller":"traceutil/trace.go:171","msg":"trace[191791317] transaction","detail":"{read_only:false; response_revision:21578; number_of_response:1; }","duration":"1.59388776s","start":"2026-05-11T01:42:38.222488Z","end":"2026-05-11T01:42:39.816375Z","steps":["trace[191791317] 'process raft request' (duration: 1.59206892s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:39.816461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053626244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:42:39.816555Z","caller":"traceutil/trace.go:171","msg":"trace[341268643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21577; }","duration":"2.053771647s","start":"2026-05-11T01:42:37.762762Z","end":"2026-05-11T01:42:39.816534Z","steps":["trace[341268643] 'agreement among raft nodes before linearized reading' (duration: 2.053505561s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:39.816558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.22247Z","time spent":"1.594003583s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:39.816598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:37.76274Z","time spent":"2.053847669s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:42:40.046932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:42:40.047068Z","caller":"traceutil/trace.go:171","msg":"trace[1536971184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369171s","start":"2026-05-11T01:42:38.04667Z","end":"2026-05-11T01:42:40.047039Z","steps":["trace[1536971184] 'agreement among raft nodes before linearized reading' (duration: 2.000187687s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:40.047146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.04666Z","time spent":"2.000473553s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:42:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:42:40.315116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736166425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:42:41.275219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.571994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:42:41.275965Z","caller":"traceutil/trace.go:171","msg":"trace[824451197] transaction","detail":"{read_only:false; response_revision:21579; number_of_response:1; }","duration":"2.781288866s","start":"2026-05-11T01:42:38.494629Z","end":"2026-05-11T01:42:41.275918Z","steps":["trace[824451197] 'process raft request' (duration: 2.243904714s)","trace[824451197] 'compare' (duration: 535.440169ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:41.276061Z","caller":"traceutil/trace.go:171","msg":"trace[1222477662] linearizableReadLoop","detail":"{readStateIndex:22330; appliedIndex:22324; }","duration":"1.46129974s","start":"2026-05-11T01:42:39.814742Z","end":"2026-05-11T01:42:41.276042Z","steps":["trace[1222477662] 'read index received' (duration: 923.746154ms)","trace[1222477662] 'applied index is now lower than readState.Index' (duration: 537.552666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:41.276153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.494603Z","time spent":"2.7814451s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:41.276345Z","caller":"traceutil/trace.go:171","msg":"trace[616512286] transaction","detail":"{read_only:false; response_revision:21583; number_of_response:1; }","duration":"1.938521206s","start":"2026-05-11T01:42:39.337798Z","end":"2026-05-11T01:42:41.27632Z","steps":["trace[616512286] 'process raft request' (duration: 1.938165337s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.276363Z","caller":"traceutil/trace.go:171","msg":"trace[684585551] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"2.038548096s","start":"2026-05-11T01:42:39.237788Z","end":"2026-05-11T01:42:41.276336Z","steps":["trace[684585551] 'process raft request' (duration: 2.038091245s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:39.337771Z","time spent":"1.938620338s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:41.276475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454966759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:42:41.276473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268299363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:42:41.276491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:39.237763Z","time spent":"2.038652119s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:41.2765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43343744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-11T01:42:41.276469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436289233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:41.276588Z","caller":"traceutil/trace.go:171","msg":"trace[1118570024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21584; }","duration":"3.268436625s","start":"2026-05-11T01:42:38.008126Z","end":"2026-05-11T01:42:41.276563Z","steps":["trace[1118570024] 'agreement among raft nodes before linearized reading' (duration: 3.268166229s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.27661Z","caller":"traceutil/trace.go:171","msg":"trace[730531705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21584; }","duration":"3.433569854s","start":"2026-05-11T01:42:37.843018Z","end":"2026-05-11T01:42:41.276588Z","steps":["trace[730531705] 'agreement among raft nodes before linearized reading' (duration: 3.433297938s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.008107Z","time spent":"3.268525818s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:42:41.276583Z","caller":"traceutil/trace.go:171","msg":"trace[453614943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21584; }","duration":"1.455103652s","start":"2026-05-11T01:42:39.821467Z","end":"2026-05-11T01:42:41.276571Z","steps":["trace[453614943] 'agreement among raft nodes before linearized reading' (duration: 1.454891718s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.27666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:37.843002Z","time spent":"3.433645485s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:42:41.276692Z","caller":"traceutil/trace.go:171","msg":"trace[1672442426] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"1.965822158s","start":"2026-05-11T01:42:39.310853Z","end":"2026-05-11T01:42:41.276675Z","steps":["trace[1672442426] 'process raft request' (duration: 1.96507715s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.544474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-11T01:42:41.276698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:39.821453Z","time spent":"1.455233085s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:42:41.276733Z","caller":"traceutil/trace.go:171","msg":"trace[1755789284] transaction","detail":"{read_only:false; response_revision:21584; number_of_response:1; }","duration":"1.830400057s","start":"2026-05-11T01:42:39.446319Z","end":"2026-05-11T01:42:41.276719Z","steps":["trace[1755789284] 'process raft request' (duration: 1.82967786s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:39.310837Z","time spent":"1.96590321s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:41.276819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268790733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:41.276452Z","caller":"traceutil/trace.go:171","msg":"trace[274644146] transaction","detail":"{read_only:false; response_revision:21580; number_of_response:1; }","duration":"2.619481085s","start":"2026-05-11T01:42:38.656929Z","end":"2026-05-11T01:42:41.27641Z","steps":["trace[274644146] 'process raft request' (duration: 2.618880131s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.276868Z","caller":"traceutil/trace.go:171","msg":"trace[1108261233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21584; }","duration":"3.268873155s","start":"2026-05-11T01:42:38.007978Z","end":"2026-05-11T01:42:41.276851Z","steps":["trace[1108261233] 'agreement among raft nodes before linearized reading' (duration: 3.268785543s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.020823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:41.276895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:39.446296Z","time spent":"1.830493298s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:41.276908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229862449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:41.276806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.037394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:41.276915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.00796Z","time spent":"3.268940516s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:41.276864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225797411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:41.276947Z","caller":"traceutil/trace.go:171","msg":"trace[610082077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21584; }","duration":"1.229927069s","start":"2026-05-11T01:42:40.047013Z","end":"2026-05-11T01:42:41.27694Z","steps":["trace[610082077] 'agreement among raft nodes before linearized reading' (duration: 1.229879198s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.276957Z","caller":"traceutil/trace.go:171","msg":"trace[1588397162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:21584; }","duration":"616.187427ms","start":"2026-05-11T01:42:40.660755Z","end":"2026-05-11T01:42:41.276943Z","steps":["trace[1588397162] 'agreement among raft nodes before linearized reading' (duration: 616.015394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.65691Z","time spent":"2.619979855s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:41.276976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:40.046996Z","time spent":"1.229974011s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:42:41.276991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:40.660682Z","time spent":"616.296209ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:42:41.276999Z","caller":"traceutil/trace.go:171","msg":"trace[1964373921] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21584; }","duration":"3.225952545s","start":"2026-05-11T01:42:38.051011Z","end":"2026-05-11T01:42:41.276964Z","steps":["trace[1964373921] 'agreement among raft nodes before linearized reading' (duration: 3.22573346s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.276641Z","caller":"traceutil/trace.go:171","msg":"trace[1482199932] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21584; }","duration":"2.436524458s","start":"2026-05-11T01:42:38.840089Z","end":"2026-05-11T01:42:41.276614Z","steps":["trace[1482199932] 'agreement among raft nodes before linearized reading' (duration: 2.436245802s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.276876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.206407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-11T01:42:41.277054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.051004Z","time spent":"3.226036617s","remote":"127.0.0.1:40578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:41.27707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:38.840073Z","time spent":"2.436979938s","remote":"127.0.0.1:42688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:42:41.277081Z","caller":"traceutil/trace.go:171","msg":"trace[26182883] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21584; }","duration":"716.445372ms","start":"2026-05-11T01:42:40.560624Z","end":"2026-05-11T01:42:41.27707Z","steps":["trace[26182883] 'agreement among raft nodes before linearized reading' (duration: 716.200057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.277111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:40.560599Z","time spent":"716.504634ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:42:41.276751Z","caller":"traceutil/trace.go:171","msg":"trace[435341990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:21584; }","duration":"369.601806ms","start":"2026-05-11T01:42:40.907138Z","end":"2026-05-11T01:42:41.27674Z","steps":["trace[435341990] 'agreement among raft nodes before linearized reading' (duration: 369.511314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.277169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:40.907123Z","time spent":"370.033905ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-11T01:42:41.276917Z","caller":"traceutil/trace.go:171","msg":"trace[1390911077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21584; }","duration":"779.106196ms","start":"2026-05-11T01:42:40.497797Z","end":"2026-05-11T01:42:41.276903Z","steps":["trace[1390911077] 'agreement among raft nodes before linearized reading' (duration: 779.037504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.277268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363575816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:42:41.277319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416234655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:42:41.27732Z","caller":"traceutil/trace.go:171","msg":"trace[458080249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21584; }","duration":"3.363658417s","start":"2026-05-11T01:42:37.913647Z","end":"2026-05-11T01:42:41.277305Z","steps":["trace[458080249] 'agreement among raft nodes before linearized reading' (duration: 3.363502754s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:41.277351Z","caller":"traceutil/trace.go:171","msg":"trace[365204963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21584; }","duration":"3.416296646s","start":"2026-05-11T01:42:37.861045Z","end":"2026-05-11T01:42:41.277342Z","steps":["trace[365204963] 'agreement among raft nodes before linearized reading' (duration: 3.416153853s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:41.277363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:37.913628Z","time spent":"3.363724189s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:42:41.27738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:37.861027Z","time spent":"3.416347487s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:41.277316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:40.497773Z","time spent":"779.527454ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:42.077585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.661341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:42.077706Z","caller":"traceutil/trace.go:171","msg":"trace[2059971223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21584; }","duration":"559.796774ms","start":"2026-05-11T01:42:41.517889Z","end":"2026-05-11T01:42:42.077686Z","steps":["trace[2059971223] 'range keys from in-memory index tree' (duration: 559.645851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:42.077801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.430431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:42:42.077882Z","caller":"traceutil/trace.go:171","msg":"trace[81151116] transaction","detail":"{read_only:false; response_revision:21585; number_of_response:1; }","duration":"795.39673ms","start":"2026-05-11T01:42:41.282471Z","end":"2026-05-11T01:42:42.077868Z","steps":["trace[81151116] 'process raft request' (duration: 254.836676ms)","trace[81151116] 'compare' (duration: 539.93869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:42.077923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.282452Z","time spent":"795.452671ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:43.292213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000691218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:42:43.292297Z","caller":"traceutil/trace.go:171","msg":"trace[2010978699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814441s","start":"2026-05-11T01:42:41.291462Z","end":"2026-05-11T01:42:43.292277Z","steps":["trace[2010978699] 'agreement among raft nodes before linearized reading' (duration: 2.000718659s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:43.292381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.291442Z","time spent":"2.000899143s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:42:43.448559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187732335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:42:43.449221Z","caller":"traceutil/trace.go:171","msg":"trace[34291395] transaction","detail":"{read_only:false; response_revision:21586; number_of_response:1; }","duration":"2.166368818s","start":"2026-05-11T01:42:41.282799Z","end":"2026-05-11T01:42:43.449168Z","steps":["trace[34291395] 'process raft request' (duration: 977.909017ms)","trace[34291395] 'compare' (duration: 1.187160893s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:43.449464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.28279Z","time spent":"2.166511141s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:43.449558Z","caller":"traceutil/trace.go:171","msg":"trace[808927684] transaction","detail":"{read_only:false; response_revision:21587; number_of_response:1; }","duration":"2.165678723s","start":"2026-05-11T01:42:41.283843Z","end":"2026-05-11T01:42:43.449522Z","steps":["trace[808927684] 'process raft request' (duration: 2.165301915s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:43.44958Z","caller":"traceutil/trace.go:171","msg":"trace[1296727510] linearizableReadLoop","detail":"{readStateIndex:22332; appliedIndex:22330; }","duration":"2.165858297s","start":"2026-05-11T01:42:41.283618Z","end":"2026-05-11T01:42:43.449476Z","steps":["trace[1296727510] 'read index received' (duration: 253.703362ms)","trace[1296727510] 'applied index is now lower than readState.Index' (duration: 1.912153645s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:43.449683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.283835Z","time spent":"2.165782605s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:43.449725Z","caller":"traceutil/trace.go:171","msg":"trace[533013115] transaction","detail":"{read_only:false; response_revision:21588; number_of_response:1; }","duration":"2.165736504s","start":"2026-05-11T01:42:41.283982Z","end":"2026-05-11T01:42:43.449718Z","steps":["trace[533013115] 'process raft request' (duration: 2.165264374s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:43.45008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166432341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-11T01:42:43.450128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.283974Z","time spent":"2.166065413s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:43.450157Z","caller":"traceutil/trace.go:171","msg":"trace[1959307443] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:21589; }","duration":"2.166533783s","start":"2026-05-11T01:42:41.283601Z","end":"2026-05-11T01:42:43.450135Z","steps":["trace[1959307443] 'agreement among raft nodes before linearized reading' (duration: 2.166136433s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:43.450198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.283594Z","time spent":"2.166594344s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"info","ts":"2026-05-11T01:42:43.449796Z","caller":"traceutil/trace.go:171","msg":"trace[1550269318] transaction","detail":"{read_only:false; response_revision:21589; number_of_response:1; }","duration":"2.163366861s","start":"2026-05-11T01:42:41.286373Z","end":"2026-05-11T01:42:43.44974Z","steps":["trace[1550269318] 'process raft request' (duration: 2.163010093s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:43.450443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.286365Z","time spent":"2.163972405s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:44.471422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:42:44.471511Z","caller":"traceutil/trace.go:171","msg":"trace[1019354103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617247s","start":"2026-05-11T01:42:42.470873Z","end":"2026-05-11T01:42:44.471491Z","steps":["trace[1019354103] 'agreement among raft nodes before linearized reading' (duration: 2.000505864s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.471564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.470857Z","time spent":"2.000693578s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:42:44.695893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04505511s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:42:44.696027Z","caller":"traceutil/trace.go:171","msg":"trace[275218644] transaction","detail":"{read_only:false; response_revision:21590; number_of_response:1; }","duration":"1.856141411s","start":"2026-05-11T01:42:42.83986Z","end":"2026-05-11T01:42:44.696001Z","steps":["trace[275218644] 'process raft request' (duration: 810.877036ms)","trace[275218644] 'compare' (duration: 1.044497308s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:44.696131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.839835Z","time spent":"1.856235263s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:44.722009Z","caller":"traceutil/trace.go:171","msg":"trace[191860636] transaction","detail":"{read_only:false; response_revision:21591; number_of_response:1; }","duration":"1.439233307s","start":"2026-05-11T01:42:43.282734Z","end":"2026-05-11T01:42:44.721967Z","steps":["trace[191860636] 'process raft request' (duration: 1.438999111s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:44.722076Z","caller":"traceutil/trace.go:171","msg":"trace[960110955] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"1.43759215s","start":"2026-05-11T01:42:43.284452Z","end":"2026-05-11T01:42:44.722045Z","steps":["trace[960110955] 'process raft request' (duration: 1.437443457s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371952103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:44.722337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221597484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:42:44.722345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002150752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:44.722366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168161009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:44.722398Z","caller":"traceutil/trace.go:171","msg":"trace[254798416] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21595; }","duration":"2.221699027s","start":"2026-05-11T01:42:42.500685Z","end":"2026-05-11T01:42:44.722384Z","steps":["trace[254798416] 'agreement among raft nodes before linearized reading' (duration: 2.221546974s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:44.722411Z","caller":"traceutil/trace.go:171","msg":"trace[1228165427] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21595; }","duration":"3.168235251s","start":"2026-05-11T01:42:41.554163Z","end":"2026-05-11T01:42:44.722398Z","steps":["trace[1228165427] 'agreement among raft nodes before linearized reading' (duration: 3.168151889s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:44.722414Z","caller":"traceutil/trace.go:171","msg":"trace[1780219516] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21595; }","duration":"2.002257533s","start":"2026-05-11T01:42:42.720138Z","end":"2026-05-11T01:42:44.722396Z","steps":["trace[1780219516] 'agreement among raft nodes before linearized reading' (duration: 2.00211307s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.554148Z","time spent":"3.168289662s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:44.722439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.500666Z","time spent":"2.221763108s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:44.722437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429650823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:44.722208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.282708Z","time spent":"1.43939807s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:44.72205Z","caller":"traceutil/trace.go:171","msg":"trace[260672356] linearizableReadLoop","detail":"{readStateIndex:22340; appliedIndex:22335; }","duration":"1.272154486s","start":"2026-05-11T01:42:43.449876Z","end":"2026-05-11T01:42:44.72203Z","steps":["trace[260672356] 'read index received' (duration: 200.833187ms)","trace[260672356] 'applied index is now lower than readState.Index' (duration: 1.071320399s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:44.722349Z","caller":"traceutil/trace.go:171","msg":"trace[1254982378] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21595; }","duration":"3.372173988s","start":"2026-05-11T01:42:41.350158Z","end":"2026-05-11T01:42:44.722332Z","steps":["trace[1254982378] 'agreement among raft nodes before linearized reading' (duration: 3.371930432s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.350137Z","time spent":"3.372404313s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:42:44.722032Z","caller":"traceutil/trace.go:171","msg":"trace[1571418492] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"1.438664864s","start":"2026-05-11T01:42:43.283341Z","end":"2026-05-11T01:42:44.722006Z","steps":["trace[1571418492] 'process raft request' (duration: 1.43851721s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.284437Z","time spent":"1.437716583s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:44.722464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.720118Z","time spent":"2.002331635s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:44.722672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.283314Z","time spent":"1.439300298s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:44.722505Z","caller":"traceutil/trace.go:171","msg":"trace[1974520493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21595; }","duration":"1.429744574s","start":"2026-05-11T01:42:43.292747Z","end":"2026-05-11T01:42:44.722492Z","steps":["trace[1974520493] 'agreement among raft nodes before linearized reading' (duration: 1.429654482s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198235331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:42:44.722795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.292734Z","time spent":"1.430047182s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:42:44.722818Z","caller":"traceutil/trace.go:171","msg":"trace[1372596961] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21595; }","duration":"1.198386954s","start":"2026-05-11T01:42:43.52441Z","end":"2026-05-11T01:42:44.722797Z","steps":["trace[1372596961] 'agreement among raft nodes before linearized reading' (duration: 1.198246561s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.524314Z","time spent":"1.198546197s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:44.722363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804451704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-11T01:42:44.722892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.919145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:44.722934Z","caller":"traceutil/trace.go:171","msg":"trace[1296673132] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21595; }","duration":"220.003097ms","start":"2026-05-11T01:42:44.502919Z","end":"2026-05-11T01:42:44.722922Z","steps":["trace[1296673132] 'agreement among raft nodes before linearized reading' (duration: 219.943705ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:44.722935Z","caller":"traceutil/trace.go:171","msg":"trace[186965641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21595; }","duration":"1.80516671s","start":"2026-05-11T01:42:42.91775Z","end":"2026-05-11T01:42:44.722917Z","steps":["trace[186965641] 'agreement among raft nodes before linearized reading' (duration: 1.804333551s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.722971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.91773Z","time spent":"1.805228642s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-11T01:42:44.7231Z","caller":"traceutil/trace.go:171","msg":"trace[1546258973] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"1.270495119s","start":"2026-05-11T01:42:43.452557Z","end":"2026-05-11T01:42:44.723052Z","steps":["trace[1546258973] 'process raft request' (duration: 1.269401015s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.723215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.452537Z","time spent":"1.270614241s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:44.723975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901835777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:42:44.724043Z","caller":"traceutil/trace.go:171","msg":"trace[1096594646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21595; }","duration":"2.901939679s","start":"2026-05-11T01:42:41.822085Z","end":"2026-05-11T01:42:44.724025Z","steps":["trace[1096594646] 'agreement among raft nodes before linearized reading' (duration: 2.900204831s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.724094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:41.822066Z","time spent":"2.9020125s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:44.724138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129292837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-11T01:42:44.724168Z","caller":"traceutil/trace.go:171","msg":"trace[1537039723] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:21595; }","duration":"2.12938211s","start":"2026-05-11T01:42:42.594777Z","end":"2026-05-11T01:42:44.724159Z","steps":["trace[1537039723] 'agreement among raft nodes before linearized reading' (duration: 2.12756477s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.724195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:42.594757Z","time spent":"2.129432681s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-11T01:42:44.724198Z","caller":"traceutil/trace.go:171","msg":"trace[151181583] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"1.435018452s","start":"2026-05-11T01:42:43.289146Z","end":"2026-05-11T01:42:44.724164Z","steps":["trace[151181583] 'process raft request' (duration: 1.432779703s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.724317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.368923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:42:44.72438Z","caller":"traceutil/trace.go:171","msg":"trace[1016998593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21595; }","duration":"642.461496ms","start":"2026-05-11T01:42:44.081904Z","end":"2026-05-11T01:42:44.724365Z","steps":["trace[1016998593] 'agreement among raft nodes before linearized reading' (duration: 640.935852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.724423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.081879Z","time spent":"642.533417ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:42:44.724504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.134535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:42:44.72453Z","caller":"traceutil/trace.go:171","msg":"trace[763512813] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21595; }","duration":"942.198007ms","start":"2026-05-11T01:42:43.782325Z","end":"2026-05-11T01:42:44.724523Z","steps":["trace[763512813] 'agreement among raft nodes before linearized reading' (duration: 940.614892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.724553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.782262Z","time spent":"942.285679ms","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:42:44.72442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.289129Z","time spent":"1.435232417s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:44.72487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319755042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:42:44.724929Z","caller":"traceutil/trace.go:171","msg":"trace[1560841033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21595; }","duration":"1.319861785s","start":"2026-05-11T01:42:43.405052Z","end":"2026-05-11T01:42:44.724913Z","steps":["trace[1560841033] 'agreement among raft nodes before linearized reading' (duration: 1.317342588s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:44.72497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:43.405024Z","time spent":"1.319936436s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:42:45.19527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.725631Z","time spent":"469.630856ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:42:45.195434Z","caller":"traceutil/trace.go:171","msg":"trace[1758634377] linearizableReadLoop","detail":"{readStateIndex:22342; appliedIndex:22341; }","duration":"468.782857ms","start":"2026-05-11T01:42:44.726627Z","end":"2026-05-11T01:42:45.19541Z","steps":["trace[1758634377] 'read index received' (duration: 466.337522ms)","trace[1758634377] 'applied index is now lower than readState.Index' (duration: 2.441295ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:42:45.195698Z","caller":"traceutil/trace.go:171","msg":"trace[884698057] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"465.297519ms","start":"2026-05-11T01:42:44.730376Z","end":"2026-05-11T01:42:45.195674Z","steps":["trace[884698057] 'process raft request' (duration: 464.852538ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:45.195772Z","caller":"traceutil/trace.go:171","msg":"trace[2045538501] transaction","detail":"{read_only:false; response_revision:21598; number_of_response:1; }","duration":"465.306429ms","start":"2026-05-11T01:42:44.730436Z","end":"2026-05-11T01:42:45.195742Z","steps":["trace[2045538501] 'process raft request' (duration: 464.994793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.195851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.730358Z","time spent":"465.422571ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:45.195931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.730419Z","time spent":"465.404431ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:45.195738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.093105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:45.196748Z","caller":"traceutil/trace.go:171","msg":"trace[127266259] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21598; }","duration":"470.127497ms","start":"2026-05-11T01:42:44.726604Z","end":"2026-05-11T01:42:45.196731Z","steps":["trace[127266259] 'agreement among raft nodes before linearized reading' (duration: 469.037833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.196806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.726592Z","time spent":"470.198079ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:42:45.196102Z","caller":"traceutil/trace.go:171","msg":"trace[1790357787] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"465.669357ms","start":"2026-05-11T01:42:44.730417Z","end":"2026-05-11T01:42:45.196087Z","steps":["trace[1790357787] 'process raft request' (duration: 464.963731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.196896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.730387Z","time spent":"466.471765ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:45.196255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.365596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:45.196951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.177985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-11T01:42:45.197073Z","caller":"traceutil/trace.go:171","msg":"trace[1073236765] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67; range_end:; response_count:1; response_revision:21598; }","duration":"469.328238ms","start":"2026-05-11T01:42:44.727716Z","end":"2026-05-11T01:42:45.197044Z","steps":["trace[1073236765] 'agreement among raft nodes before linearized reading' (duration: 468.05334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.19714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.72771Z","time spent":"469.418631ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" "} {"level":"info","ts":"2026-05-11T01:42:45.197004Z","caller":"traceutil/trace.go:171","msg":"trace[197205169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21598; }","duration":"464.105843ms","start":"2026-05-11T01:42:44.732864Z","end":"2026-05-11T01:42:45.19697Z","steps":["trace[197205169] 'agreement among raft nodes before linearized reading' (duration: 463.293995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.197195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.732857Z","time spent":"464.325437ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:42:45.196391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.860826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-11T01:42:45.197384Z","caller":"traceutil/trace.go:171","msg":"trace[192388849] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:21598; }","duration":"468.886559ms","start":"2026-05-11T01:42:44.728481Z","end":"2026-05-11T01:42:45.197367Z","steps":["trace[192388849] 'agreement among raft nodes before linearized reading' (duration: 467.694213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:45.197423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:44.728474Z","time spent":"468.93851ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"warn","ts":"2026-05-11T01:42:45.698773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736166450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:42:46.117507Z","caller":"traceutil/trace.go:171","msg":"trace[178578480] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"921.082204ms","start":"2026-05-11T01:42:45.196404Z","end":"2026-05-11T01:42:46.117486Z","steps":["trace[178578480] 'process raft request' (duration: 920.960582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:46.117641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.196376Z","time spent":"921.197207ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:47.179026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.100442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:42:47.179294Z","caller":"traceutil/trace.go:171","msg":"trace[228775114] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"1.978083422s","start":"2026-05-11T01:42:45.201167Z","end":"2026-05-11T01:42:47.179251Z","steps":["trace[228775114] 'process raft request' (duration: 1.729789542s)","trace[228775114] 'compare' (duration: 246.858237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:47.179513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.201116Z","time spent":"1.978263296s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:47.179573Z","caller":"traceutil/trace.go:171","msg":"trace[2085704380] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"451.705205ms","start":"2026-05-11T01:42:46.727844Z","end":"2026-05-11T01:42:47.179549Z","steps":["trace[2085704380] 'process raft request' (duration: 451.427478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.179671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.727817Z","time spent":"451.803126ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:42:47.17965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981606961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:47.179738Z","caller":"traceutil/trace.go:171","msg":"trace[975474320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21601; }","duration":"1.981710943s","start":"2026-05-11T01:42:45.198014Z","end":"2026-05-11T01:42:47.179725Z","steps":["trace[975474320] 'agreement among raft nodes before linearized reading' (duration: 1.981485868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.179819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.19798Z","time spent":"1.981824406s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:42:47.179947Z","caller":"traceutil/trace.go:171","msg":"trace[2091553343] transaction","detail":"{read_only:false; response_revision:21602; number_of_response:1; }","duration":"451.025009ms","start":"2026-05-11T01:42:46.728904Z","end":"2026-05-11T01:42:47.179929Z","steps":["trace[2091553343] 'process raft request' (duration: 450.596389ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:47.179966Z","caller":"traceutil/trace.go:171","msg":"trace[1313211163] transaction","detail":"{read_only:false; response_revision:21603; number_of_response:1; }","duration":"450.079308ms","start":"2026-05-11T01:42:46.729871Z","end":"2026-05-11T01:42:47.179951Z","steps":["trace[1313211163] 'process raft request' (duration: 449.865154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.729844Z","time spent":"450.15505ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:47.179456Z","caller":"traceutil/trace.go:171","msg":"trace[1867838264] linearizableReadLoop","detail":"{readStateIndex:22347; appliedIndex:22346; }","duration":"1.981404707s","start":"2026-05-11T01:42:45.198019Z","end":"2026-05-11T01:42:47.179424Z","steps":["trace[1867838264] 'read index received' (duration: 919.757705ms)","trace[1867838264] 'applied index is now lower than readState.Index' (duration: 1.061643422s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:42:47.180031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.728898Z","time spent":"451.09032ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:47.179929Z","caller":"traceutil/trace.go:171","msg":"trace[100661375] transaction","detail":"{read_only:false; response_revision:21604; number_of_response:1; }","duration":"448.446841ms","start":"2026-05-11T01:42:46.731456Z","end":"2026-05-11T01:42:47.179903Z","steps":["trace[100661375] 'process raft request' (duration: 448.38827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.426061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:47.180295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.731447Z","time spent":"448.789239ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:42:47.180343Z","caller":"traceutil/trace.go:171","msg":"trace[646484797] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21604; }","duration":"352.526044ms","start":"2026-05-11T01:42:46.827803Z","end":"2026-05-11T01:42:47.180329Z","steps":["trace[646484797] 'agreement among raft nodes before linearized reading' (duration: 352.430232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977472319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:42:47.18039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.827781Z","time spent":"352.592955ms","remote":"127.0.0.1:36624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:42:47.180412Z","caller":"traceutil/trace.go:171","msg":"trace[239351773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21604; }","duration":"1.977576851s","start":"2026-05-11T01:42:45.202823Z","end":"2026-05-11T01:42:47.1804Z","steps":["trace[239351773] 'agreement among raft nodes before linearized reading' (duration: 1.977398927s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.202807Z","time spent":"1.977632172s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:42:47.180454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060408283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-11T01:42:47.18047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388571102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:42:47.180491Z","caller":"traceutil/trace.go:171","msg":"trace[1934945410] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21604; }","duration":"1.060476895s","start":"2026-05-11T01:42:46.120001Z","end":"2026-05-11T01:42:47.180478Z","steps":["trace[1934945410] 'agreement among raft nodes before linearized reading' (duration: 1.060323032s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:47.180499Z","caller":"traceutil/trace.go:171","msg":"trace[1219886243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21604; }","duration":"1.388648624s","start":"2026-05-11T01:42:45.791841Z","end":"2026-05-11T01:42:47.18049Z","steps":["trace[1219886243] 'agreement among raft nodes before linearized reading' (duration: 1.388582763s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.791822Z","time spent":"1.388708906s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:42:47.180301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419077115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:42:47.180545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:46.119981Z","time spent":"1.060553497s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-11T01:42:47.180569Z","caller":"traceutil/trace.go:171","msg":"trace[1578009707] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21604; }","duration":"1.419392792s","start":"2026-05-11T01:42:45.761164Z","end":"2026-05-11T01:42:47.180557Z","steps":["trace[1578009707] 'agreement among raft nodes before linearized reading' (duration: 1.419064175s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.761142Z","time spent":"1.419457293s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:47.180635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726325064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:42:47.180705Z","caller":"traceutil/trace.go:171","msg":"trace[1347266266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21604; }","duration":"1.726405677s","start":"2026-05-11T01:42:45.454282Z","end":"2026-05-11T01:42:47.180687Z","steps":["trace[1347266266] 'agreement among raft nodes before linearized reading' (duration: 1.726232523s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808233889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:42:47.180748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727173493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:42:47.180768Z","caller":"traceutil/trace.go:171","msg":"trace[1235721710] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21604; }","duration":"1.80830771s","start":"2026-05-11T01:42:45.372451Z","end":"2026-05-11T01:42:47.180758Z","steps":["trace[1235721710] 'agreement among raft nodes before linearized reading' (duration: 1.808260279s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.454276Z","time spent":"1.726470768s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:42:47.180785Z","caller":"traceutil/trace.go:171","msg":"trace[943760635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21604; }","duration":"1.727253775s","start":"2026-05-11T01:42:45.453516Z","end":"2026-05-11T01:42:47.18077Z","steps":["trace[943760635] 'agreement among raft nodes before linearized reading' (duration: 1.727136203s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.180791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.372416Z","time spent":"1.808369032s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:42:47.180814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.4535Z","time spent":"1.727304836s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:47.180955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72615304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:42:47.180972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590098705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:42:47.180998Z","caller":"traceutil/trace.go:171","msg":"trace[377656264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21604; }","duration":"1.726216032s","start":"2026-05-11T01:42:45.454771Z","end":"2026-05-11T01:42:47.180987Z","steps":["trace[377656264] 'agreement among raft nodes before linearized reading' (duration: 1.72611021s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:42:47.181014Z","caller":"traceutil/trace.go:171","msg":"trace[686188080] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21604; }","duration":"1.590167096s","start":"2026-05-11T01:42:45.590834Z","end":"2026-05-11T01:42:47.181001Z","steps":["trace[686188080] 'agreement among raft nodes before linearized reading' (duration: 1.590030933s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:42:47.18103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.45476Z","time spent":"1.726262793s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:42:47.181066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:42:45.590815Z","time spent":"1.590241018s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-11T01:42:47.393376Z","caller":"traceutil/trace.go:171","msg":"trace[2070186214] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"125.738205ms","start":"2026-05-11T01:42:47.267612Z","end":"2026-05-11T01:42:47.39335Z","steps":["trace[2070186214] 'process raft request' (duration: 125.561501ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:11.491067Z","caller":"traceutil/trace.go:171","msg":"trace[174299358] linearizableReadLoop","detail":"{readStateIndex:22473; appliedIndex:22472; }","duration":"133.028638ms","start":"2026-05-11T01:43:11.358016Z","end":"2026-05-11T01:43:11.491045Z","steps":["trace[174299358] 'read index received' (duration: 132.830263ms)","trace[174299358] 'applied index is now lower than readState.Index' (duration: 197.475µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:11.491217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.176892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:43:11.491187Z","caller":"traceutil/trace.go:171","msg":"trace[896162441] transaction","detail":"{read_only:false; response_revision:21721; number_of_response:1; }","duration":"140.426694ms","start":"2026-05-11T01:43:11.350728Z","end":"2026-05-11T01:43:11.491155Z","steps":["trace[896162441] 'process raft request' (duration: 140.128618ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:11.491254Z","caller":"traceutil/trace.go:171","msg":"trace[1276314622] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21721; }","duration":"133.266623ms","start":"2026-05-11T01:43:11.357974Z","end":"2026-05-11T01:43:11.49124Z","steps":["trace[1276314622] 'agreement among raft nodes before linearized reading' (duration: 133.179531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:13.802733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.847449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:43:13.802827Z","caller":"traceutil/trace.go:171","msg":"trace[278857407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21738; }","duration":"105.997932ms","start":"2026-05-11T01:43:13.696805Z","end":"2026-05-11T01:43:13.802803Z","steps":["trace[278857407] 'range keys from in-memory index tree' (duration: 105.580834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:13.803094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.216918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:43:13.803103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.492994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:43:13.803162Z","caller":"traceutil/trace.go:171","msg":"trace[1776413289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21738; }","duration":"106.29082ms","start":"2026-05-11T01:43:13.696854Z","end":"2026-05-11T01:43:13.803145Z","steps":["trace[1776413289] 'range keys from in-memory index tree' (duration: 105.957382ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:13.803172Z","caller":"traceutil/trace.go:171","msg":"trace[1368425116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21738; }","duration":"106.587087ms","start":"2026-05-11T01:43:13.696566Z","end":"2026-05-11T01:43:13.803154Z","steps":["trace[1368425116] 'range keys from in-memory index tree' (duration: 106.360241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:43:13.803103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.354197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:43:13.803343Z","caller":"traceutil/trace.go:171","msg":"trace[1011603354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21738; }","duration":"112.612402ms","start":"2026-05-11T01:43:13.690687Z","end":"2026-05-11T01:43:13.8033Z","steps":["trace[1011603354] 'range keys from in-memory index tree' (duration: 112.175892ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:17.47556Z","caller":"traceutil/trace.go:171","msg":"trace[443554674] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"106.741191ms","start":"2026-05-11T01:43:17.368799Z","end":"2026-05-11T01:43:17.475541Z","steps":["trace[443554674] 'process raft request' (duration: 106.635478ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:28.350591Z","caller":"traceutil/trace.go:171","msg":"trace[1754204598] linearizableReadLoop","detail":"{readStateIndex:22591; appliedIndex:22590; }","duration":"131.769207ms","start":"2026-05-11T01:43:28.2188Z","end":"2026-05-11T01:43:28.350569Z","steps":["trace[1754204598] 'read index received' (duration: 131.520301ms)","trace[1754204598] 'applied index is now lower than readState.Index' (duration: 248.066µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:43:28.350724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.90482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:43:28.350764Z","caller":"traceutil/trace.go:171","msg":"trace[1116952597] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21835; }","duration":"132.015932ms","start":"2026-05-11T01:43:28.218736Z","end":"2026-05-11T01:43:28.350752Z","steps":["trace[1116952597] 'agreement among raft nodes before linearized reading' (duration: 131.93114ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:43:28.35102Z","caller":"traceutil/trace.go:171","msg":"trace[2023687647] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"133.110198ms","start":"2026-05-11T01:43:28.217887Z","end":"2026-05-11T01:43:28.350997Z","steps":["trace[2023687647] 'process raft request' (duration: 132.518385ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:45:34.137001Z","caller":"traceutil/trace.go:171","msg":"trace[1427384957] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"110.589763ms","start":"2026-05-11T01:45:34.026371Z","end":"2026-05-11T01:45:34.13696Z","steps":["trace[1427384957] 'process raft request' (duration: 109.779905ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:17.979038Z","caller":"traceutil/trace.go:171","msg":"trace[830090044] linearizableReadLoop","detail":"{readStateIndex:24106; appliedIndex:24102; }","duration":"118.873568ms","start":"2026-05-11T01:46:17.860141Z","end":"2026-05-11T01:46:17.979014Z","steps":["trace[830090044] 'read index received' (duration: 9.737318ms)","trace[830090044] 'applied index is now lower than readState.Index' (duration: 109.1353ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:17.97913Z","caller":"traceutil/trace.go:171","msg":"trace[145636726] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"127.582074ms","start":"2026-05-11T01:46:17.851531Z","end":"2026-05-11T01:46:17.979113Z","steps":["trace[145636726] 'process raft request' (duration: 127.241215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:17.979248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.092524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-11T01:46:17.97929Z","caller":"traceutil/trace.go:171","msg":"trace[934577557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23300; }","duration":"119.167066ms","start":"2026-05-11T01:46:17.860111Z","end":"2026-05-11T01:46:17.979278Z","steps":["trace[934577557] 'agreement among raft nodes before linearized reading' (duration: 119.008062ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:17.979427Z","caller":"traceutil/trace.go:171","msg":"trace[433520473] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"127.83867ms","start":"2026-05-11T01:46:17.85158Z","end":"2026-05-11T01:46:17.979419Z","steps":["trace[433520473] 'process raft request' (duration: 127.337698ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:17.979507Z","caller":"traceutil/trace.go:171","msg":"trace[891468998] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"127.41319ms","start":"2026-05-11T01:46:17.852083Z","end":"2026-05-11T01:46:17.979496Z","steps":["trace[891468998] 'process raft request' (duration: 126.890698ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:23.059296Z","caller":"traceutil/trace.go:171","msg":"trace[242717817] linearizableReadLoop","detail":"{readStateIndex:24140; appliedIndex:24139; }","duration":"170.459343ms","start":"2026-05-11T01:46:22.888819Z","end":"2026-05-11T01:46:23.059278Z","steps":["trace[242717817] 'read index received' (duration: 170.32566ms)","trace[242717817] 'applied index is now lower than readState.Index' (duration: 132.893µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:23.059348Z","caller":"traceutil/trace.go:171","msg":"trace[246216626] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"182.016271ms","start":"2026-05-11T01:46:22.877296Z","end":"2026-05-11T01:46:23.059313Z","steps":["trace[246216626] 'process raft request' (duration: 181.876337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:23.05946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.638136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:46:23.059484Z","caller":"traceutil/trace.go:171","msg":"trace[74525056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23332; }","duration":"170.728198ms","start":"2026-05-11T01:46:22.88875Z","end":"2026-05-11T01:46:23.059479Z","steps":["trace[74525056] 'agreement among raft nodes before linearized reading' (duration: 170.627056ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:45.686293Z","caller":"traceutil/trace.go:171","msg":"trace[1235475821] linearizableReadLoop","detail":"{readStateIndex:24277; appliedIndex:24276; }","duration":"117.096149ms","start":"2026-05-11T01:46:45.56915Z","end":"2026-05-11T01:46:45.686246Z","steps":["trace[1235475821] 'read index received' (duration: 116.894495ms)","trace[1235475821] 'applied index is now lower than readState.Index' (duration: 200.244µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:45.686383Z","caller":"traceutil/trace.go:171","msg":"trace[369788713] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"256.966407ms","start":"2026-05-11T01:46:45.429379Z","end":"2026-05-11T01:46:45.686345Z","steps":["trace[369788713] 'process raft request' (duration: 256.674701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:45.686515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.339784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:45.686583Z","caller":"traceutil/trace.go:171","msg":"trace[1305527632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:23465; }","duration":"117.463757ms","start":"2026-05-11T01:46:45.569105Z","end":"2026-05-11T01:46:45.686569Z","steps":["trace[1305527632] 'agreement among raft nodes before linearized reading' (duration: 117.314434ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.436109Z","caller":"traceutil/trace.go:171","msg":"trace[615389743] linearizableReadLoop","detail":"{readStateIndex:24663; appliedIndex:24661; }","duration":"165.487241ms","start":"2026-05-11T01:46:57.270602Z","end":"2026-05-11T01:46:57.436089Z","steps":["trace[615389743] 'read index received' (duration: 12.593222ms)","trace[615389743] 'applied index is now lower than readState.Index' (duration: 152.893009ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:57.436126Z","caller":"traceutil/trace.go:171","msg":"trace[1840714311] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23842; }","duration":"181.58802ms","start":"2026-05-11T01:46:57.254515Z","end":"2026-05-11T01:46:57.436103Z","steps":["trace[1840714311] 'process raft request' (duration: 181.497648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.436259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.632034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:46:57.436295Z","caller":"traceutil/trace.go:171","msg":"trace[1434169504] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23842; }","duration":"165.723906ms","start":"2026-05-11T01:46:57.270561Z","end":"2026-05-11T01:46:57.436285Z","steps":["trace[1434169504] 'agreement among raft nodes before linearized reading' (duration: 165.625164ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.608159Z","caller":"traceutil/trace.go:171","msg":"trace[1335061070] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24663; }","duration":"171.959306ms","start":"2026-05-11T01:46:57.436169Z","end":"2026-05-11T01:46:57.608129Z","steps":["trace[1335061070] 'read index received' (duration: 72.566813ms)","trace[1335061070] 'applied index is now lower than readState.Index' (duration: 99.391433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:57.608529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.148622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:46:57.608573Z","caller":"traceutil/trace.go:171","msg":"trace[1335745887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23843; }","duration":"190.236495ms","start":"2026-05-11T01:46:57.418324Z","end":"2026-05-11T01:46:57.608561Z","steps":["trace[1335745887] 'agreement among raft nodes before linearized reading' (duration: 190.073891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.608528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.542913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T01:46:57.608633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.232459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:46:57.60873Z","caller":"traceutil/trace.go:171","msg":"trace[591534236] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23843; }","duration":"336.352732ms","start":"2026-05-11T01:46:57.272355Z","end":"2026-05-11T01:46:57.608708Z","steps":["trace[591534236] 'agreement among raft nodes before linearized reading' (duration: 336.063715ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.608704Z","caller":"traceutil/trace.go:171","msg":"trace[108240059] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"235.602989ms","start":"2026-05-11T01:46:57.373059Z","end":"2026-05-11T01:46:57.608662Z","steps":["trace[108240059] 'process raft request' (duration: 135.624173ms)","trace[108240059] 'compare' (duration: 99.303561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:57.608798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.27235Z","time spent":"336.428743ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-11T01:46:57.608671Z","caller":"traceutil/trace.go:171","msg":"trace[1375056651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23843; }","duration":"326.726267ms","start":"2026-05-11T01:46:57.281938Z","end":"2026-05-11T01:46:57.608664Z","steps":["trace[1375056651] 'agreement among raft nodes before linearized reading' (duration: 326.475381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.608881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.281927Z","time spent":"326.940191ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:46:57.609325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.299857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:46:57.609455Z","caller":"traceutil/trace.go:171","msg":"trace[911525489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23843; }","duration":"178.477151ms","start":"2026-05-11T01:46:57.430959Z","end":"2026-05-11T01:46:57.609436Z","steps":["trace[911525489] 'agreement among raft nodes before linearized reading' (duration: 177.679143ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.661489Z","caller":"traceutil/trace.go:171","msg":"trace[698137746] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"192.811473ms","start":"2026-05-11T01:46:57.468644Z","end":"2026-05-11T01:46:57.661455Z","steps":["trace[698137746] 'process raft request' (duration: 192.496886ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.790128Z","caller":"traceutil/trace.go:171","msg":"trace[1945271396] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"280.420601ms","start":"2026-05-11T01:46:57.509664Z","end":"2026-05-11T01:46:57.790085Z","steps":["trace[1945271396] 'process raft request' (duration: 221.365111ms)","trace[1945271396] 'compare' (duration: 58.757504ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:57.790495Z","caller":"traceutil/trace.go:171","msg":"trace[196472768] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"175.541886ms","start":"2026-05-11T01:46:57.614929Z","end":"2026-05-11T01:46:57.790471Z","steps":["trace[196472768] 'process raft request' (duration: 175.29113ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.790551Z","caller":"traceutil/trace.go:171","msg":"trace[58420761] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"178.122244ms","start":"2026-05-11T01:46:57.612396Z","end":"2026-05-11T01:46:57.790519Z","steps":["trace[58420761] 'process raft request' (duration: 177.583612ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.790681Z","caller":"traceutil/trace.go:171","msg":"trace[1797411021] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"160.767815ms","start":"2026-05-11T01:46:57.629898Z","end":"2026-05-11T01:46:57.790665Z","steps":["trace[1797411021] 'process raft request' (duration: 160.439188ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.848839Z","caller":"traceutil/trace.go:171","msg":"trace[1279412908] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"211.751716ms","start":"2026-05-11T01:46:57.637063Z","end":"2026-05-11T01:46:57.848815Z","steps":["trace[1279412908] 'process raft request' (duration: 211.565012ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.848869Z","caller":"traceutil/trace.go:171","msg":"trace[459429789] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24665; }","duration":"240.603211ms","start":"2026-05-11T01:46:57.608232Z","end":"2026-05-11T01:46:57.848835Z","steps":["trace[459429789] 'read index received' (duration: 53.885145ms)","trace[459429789] 'applied index is now lower than readState.Index' (duration: 186.715016ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:57.849129Z","caller":"traceutil/trace.go:171","msg":"trace[541812841] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"172.59236ms","start":"2026-05-11T01:46:57.676506Z","end":"2026-05-11T01:46:57.849099Z","steps":["trace[541812841] 'process raft request' (duration: 172.282263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.849173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.861719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:46:57.849149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.586014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:46:57.849203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.900387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:46:57.849222Z","caller":"traceutil/trace.go:171","msg":"trace[2087401330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23850; }","duration":"385.971913ms","start":"2026-05-11T01:46:57.463238Z","end":"2026-05-11T01:46:57.849209Z","steps":["trace[2087401330] 'agreement among raft nodes before linearized reading' (duration: 385.773248ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.849243Z","caller":"traceutil/trace.go:171","msg":"trace[798244139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23850; }","duration":"368.724316ms","start":"2026-05-11T01:46:57.480508Z","end":"2026-05-11T01:46:57.849232Z","steps":["trace[798244139] 'agreement among raft nodes before linearized reading' (duration: 368.466811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.849325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.480495Z","time spent":"368.820579ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:46:57.849334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.600549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:46:57.849354Z","caller":"traceutil/trace.go:171","msg":"trace[1911372451] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"138.143419ms","start":"2026-05-11T01:46:57.711192Z","end":"2026-05-11T01:46:57.849336Z","steps":["trace[1911372451] 'process raft request' (duration: 137.942405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.849259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.46322Z","time spent":"386.031604ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:46:57.849414Z","caller":"traceutil/trace.go:171","msg":"trace[522287335] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23850; }","duration":"307.743233ms","start":"2026-05-11T01:46:57.541645Z","end":"2026-05-11T01:46:57.849388Z","steps":["trace[522287335] 'agreement among raft nodes before linearized reading' (duration: 307.564839ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.849259Z","caller":"traceutil/trace.go:171","msg":"trace[1664220856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23850; }","duration":"380.009939ms","start":"2026-05-11T01:46:57.469233Z","end":"2026-05-11T01:46:57.849243Z","steps":["trace[1664220856] 'agreement among raft nodes before linearized reading' (duration: 379.743354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.849489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.541621Z","time spent":"307.830795ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:46:57.849503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.469214Z","time spent":"380.274325ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:46:57.969144Z","caller":"traceutil/trace.go:171","msg":"trace[1162263847] linearizableReadLoop","detail":"{readStateIndex:24675; appliedIndex:24673; }","duration":"120.183177ms","start":"2026-05-11T01:46:57.848939Z","end":"2026-05-11T01:46:57.969123Z","steps":["trace[1162263847] 'read index received' (duration: 100.554989ms)","trace[1162263847] 'applied index is now lower than readState.Index' (duration: 19.627318ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:57.969196Z","caller":"traceutil/trace.go:171","msg":"trace[2100227474] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"171.720111ms","start":"2026-05-11T01:46:57.797454Z","end":"2026-05-11T01:46:57.969174Z","steps":["trace[2100227474] 'process raft request' (duration: 171.596778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.969326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.093388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:46:57.969409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.817755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:46:57.969401Z","caller":"traceutil/trace.go:171","msg":"trace[957353927] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23853; }","duration":"256.21753ms","start":"2026-05-11T01:46:57.713164Z","end":"2026-05-11T01:46:57.969382Z","steps":["trace[957353927] 'agreement among raft nodes before linearized reading' (duration: 256.052947ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.969469Z","caller":"traceutil/trace.go:171","msg":"trace[1307113697] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23853; }","duration":"333.908317ms","start":"2026-05-11T01:46:57.635545Z","end":"2026-05-11T01:46:57.969453Z","steps":["trace[1307113697] 'agreement among raft nodes before linearized reading' (duration: 333.699252ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.969438Z","caller":"traceutil/trace.go:171","msg":"trace[1462810325] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"233.82637ms","start":"2026-05-11T01:46:57.735557Z","end":"2026-05-11T01:46:57.969384Z","steps":["trace[1462810325] 'process raft request' (duration: 214.006917ms)","trace[1462810325] 'compare' (duration: 19.299542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:46:57.969464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.469602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:46:57.969523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.635533Z","time spent":"333.976899ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-11T01:46:57.969553Z","caller":"traceutil/trace.go:171","msg":"trace[1329392551] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23853; }","duration":"343.617946ms","start":"2026-05-11T01:46:57.625918Z","end":"2026-05-11T01:46:57.969536Z","steps":["trace[1329392551] 'agreement among raft nodes before linearized reading' (duration: 343.452512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.9696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:46:57.625896Z","time spent":"343.693287ms","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:46:57.988834Z","caller":"traceutil/trace.go:171","msg":"trace[1962730040] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"134.147811ms","start":"2026-05-11T01:46:57.854658Z","end":"2026-05-11T01:46:57.988806Z","steps":["trace[1962730040] 'process raft request' (duration: 133.886145ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:57.989706Z","caller":"traceutil/trace.go:171","msg":"trace[782420165] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"134.275563ms","start":"2026-05-11T01:46:57.855403Z","end":"2026-05-11T01:46:57.989678Z","steps":["trace[782420165] 'process raft request' (duration: 133.272021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:57.991009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.425601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:46:57.99107Z","caller":"traceutil/trace.go:171","msg":"trace[774944958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23857; }","duration":"136.530304ms","start":"2026-05-11T01:46:57.854526Z","end":"2026-05-11T01:46:57.991057Z","steps":["trace[774944958] 'agreement among raft nodes before linearized reading' (duration: 136.346219ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:46:58.62442Z","caller":"traceutil/trace.go:171","msg":"trace[5410697] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24742; }","duration":"157.949713ms","start":"2026-05-11T01:46:58.466442Z","end":"2026-05-11T01:46:58.624392Z","steps":["trace[5410697] 'read index received' (duration: 156.9313ms)","trace[5410697] 'applied index is now lower than readState.Index' (duration: 1.017203ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:46:58.624431Z","caller":"traceutil/trace.go:171","msg":"trace[702374597] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"160.413039ms","start":"2026-05-11T01:46:58.463989Z","end":"2026-05-11T01:46:58.624402Z","steps":["trace[702374597] 'process raft request' (duration: 159.472887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:46:58.624747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.2797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:46:58.624838Z","caller":"traceutil/trace.go:171","msg":"trace[296502216] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23919; }","duration":"158.408704ms","start":"2026-05-11T01:46:58.466409Z","end":"2026-05-11T01:46:58.624818Z","steps":["trace[296502216] 'agreement among raft nodes before linearized reading' (duration: 158.102137ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:01.701202Z","caller":"traceutil/trace.go:171","msg":"trace[283417964] linearizableReadLoop","detail":"{readStateIndex:24901; appliedIndex:24900; }","duration":"200.607557ms","start":"2026-05-11T01:47:01.500574Z","end":"2026-05-11T01:47:01.701182Z","steps":["trace[283417964] 'read index received' (duration: 199.528153ms)","trace[283417964] 'applied index is now lower than readState.Index' (duration: 1.078574ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:01.701288Z","caller":"traceutil/trace.go:171","msg":"trace[480630865] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"200.773151ms","start":"2026-05-11T01:47:01.500509Z","end":"2026-05-11T01:47:01.701282Z","steps":["trace[480630865] 'process raft request' (duration: 199.739008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.702121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.261975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64747"} {"level":"info","ts":"2026-05-11T01:47:01.702152Z","caller":"traceutil/trace.go:171","msg":"trace[692253146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24076; }","duration":"173.350437ms","start":"2026-05-11T01:47:01.528795Z","end":"2026-05-11T01:47:01.702145Z","steps":["trace[692253146] 'agreement among raft nodes before linearized reading' (duration: 173.212844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.702217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.644369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:01.702235Z","caller":"traceutil/trace.go:171","msg":"trace[849491407] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/cert-manager-test/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs/cert-manager-test0; response_count:0; response_revision:24075; }","duration":"201.66288ms","start":"2026-05-11T01:47:01.500568Z","end":"2026-05-11T01:47:01.702231Z","steps":["trace[849491407] 'agreement among raft nodes before linearized reading' (duration: 200.803561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:01.702518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.071117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-vwvjv\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-05-11T01:47:01.702594Z","caller":"traceutil/trace.go:171","msg":"trace[77997939] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-vwvjv; range_end:; response_count:1; response_revision:24076; }","duration":"100.19131ms","start":"2026-05-11T01:47:01.602386Z","end":"2026-05-11T01:47:01.702577Z","steps":["trace[77997939] 'agreement among raft nodes before linearized reading' (duration: 99.985296ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:03.105091Z","caller":"traceutil/trace.go:171","msg":"trace[1693906328] linearizableReadLoop","detail":"{readStateIndex:24938; appliedIndex:24937; }","duration":"112.23987ms","start":"2026-05-11T01:47:02.992827Z","end":"2026-05-11T01:47:03.105067Z","steps":["trace[1693906328] 'read index received' (duration: 111.959214ms)","trace[1693906328] 'applied index is now lower than readState.Index' (duration: 279.916µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:03.105207Z","caller":"traceutil/trace.go:171","msg":"trace[528134487] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"129.587058ms","start":"2026-05-11T01:47:02.975589Z","end":"2026-05-11T01:47:03.105176Z","steps":["trace[528134487] 'process raft request' (duration: 129.24191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:03.105349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.506916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-05-11T01:47:03.105394Z","caller":"traceutil/trace.go:171","msg":"trace[320147340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24111; }","duration":"112.593818ms","start":"2026-05-11T01:47:02.99279Z","end":"2026-05-11T01:47:03.105383Z","steps":["trace[320147340] 'agreement among raft nodes before linearized reading' (duration: 112.368963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.966937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.688164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:11.96707Z","caller":"traceutil/trace.go:171","msg":"trace[1300479239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24198; }","duration":"448.832897ms","start":"2026-05-11T01:47:11.518215Z","end":"2026-05-11T01:47:11.967048Z","steps":["trace[1300479239] 'range keys from in-memory index tree' (duration: 448.664123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.967928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.998424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:47:11.968158Z","caller":"traceutil/trace.go:171","msg":"trace[1557115858] linearizableReadLoop","detail":"{readStateIndex:25028; appliedIndex:25026; }","duration":"921.171901ms","start":"2026-05-11T01:47:11.04697Z","end":"2026-05-11T01:47:11.968141Z","steps":["trace[1557115858] 'read index received' (duration: 292.88681ms)","trace[1557115858] 'applied index is now lower than readState.Index' (duration: 628.283941ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:47:11.968232Z","caller":"traceutil/trace.go:171","msg":"trace[1265707636] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"1.183469558s","start":"2026-05-11T01:47:10.784749Z","end":"2026-05-11T01:47:11.968218Z","steps":["trace[1265707636] 'process raft request' (duration: 555.089915ms)","trace[1265707636] 'compare' (duration: 626.883439ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:47:11.968289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:10.784718Z","time spent":"1.18353968s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:47:11.968583Z","caller":"traceutil/trace.go:171","msg":"trace[2127190905] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"1.173818611s","start":"2026-05-11T01:47:10.794753Z","end":"2026-05-11T01:47:11.968571Z","steps":["trace[2127190905] 'process raft request' (duration: 1.17329516s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.968641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:10.794737Z","time spent":"1.173870242s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:47:11.968837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.866126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:11.968868Z","caller":"traceutil/trace.go:171","msg":"trace[686759021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24200; }","duration":"921.943619ms","start":"2026-05-11T01:47:11.046914Z","end":"2026-05-11T01:47:11.968858Z","steps":["trace[686759021] 'agreement among raft nodes before linearized reading' (duration: 921.883377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.968898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:11.046886Z","time spent":"922.00609ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:47:11.973182Z","caller":"traceutil/trace.go:171","msg":"trace[1009819163] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"211.136212ms","start":"2026-05-11T01:47:11.762016Z","end":"2026-05-11T01:47:11.973152Z","steps":["trace[1009819163] 'process raft request' (duration: 211.091991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:11.973326Z","caller":"traceutil/trace.go:171","msg":"trace[1396957249] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"219.484429ms","start":"2026-05-11T01:47:11.753808Z","end":"2026-05-11T01:47:11.973292Z","steps":["trace[1396957249] 'process raft request' (duration: 219.171892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.974846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.351965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:47:11.974926Z","caller":"traceutil/trace.go:171","msg":"trace[1443162409] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24203; }","duration":"705.446367ms","start":"2026-05-11T01:47:11.26946Z","end":"2026-05-11T01:47:11.974907Z","steps":["trace[1443162409] 'agreement among raft nodes before linearized reading' (duration: 705.311524ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:11.97489Z","caller":"traceutil/trace.go:171","msg":"trace[283148957] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"163.888115ms","start":"2026-05-11T01:47:11.810988Z","end":"2026-05-11T01:47:11.974876Z","steps":["trace[283148957] 'process raft request' (duration: 163.694811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.974999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:11.269349Z","time spent":"705.640201ms","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:47:11.975066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.342335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-11T01:47:11.975113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.708069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-05-11T01:47:11.975127Z","caller":"traceutil/trace.go:171","msg":"trace[2028931383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24203; }","duration":"113.456477ms","start":"2026-05-11T01:47:11.861653Z","end":"2026-05-11T01:47:11.975109Z","steps":["trace[2028931383] 'agreement among raft nodes before linearized reading' (duration: 113.261823ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:11.975141Z","caller":"traceutil/trace.go:171","msg":"trace[220105974] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24203; }","duration":"306.74769ms","start":"2026-05-11T01:47:11.668382Z","end":"2026-05-11T01:47:11.97513Z","steps":["trace[220105974] 'agreement among raft nodes before linearized reading' (duration: 306.630117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:47:11.975107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.946859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-11T01:47:11.975166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:47:11.668362Z","time spent":"306.7979ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-11T01:47:11.975225Z","caller":"traceutil/trace.go:171","msg":"trace[241196229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24203; }","duration":"110.058811ms","start":"2026-05-11T01:47:11.865128Z","end":"2026-05-11T01:47:11.975187Z","steps":["trace[241196229] 'agreement among raft nodes before linearized reading' (duration: 109.851666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:47:18.397971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21481} {"level":"info","ts":"2026-05-11T01:47:18.512091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21481,"took":"109.903647ms","hash":1510216572,"current-db-size-bytes":51331072,"current-db-size":"51 MB","current-db-size-in-use-bytes":39931904,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-05-11T01:47:18.512145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1510216572,"revision":21481,"compact-revision":19208} {"level":"info","ts":"2026-05-11T01:50:09.320045Z","caller":"traceutil/trace.go:171","msg":"trace[1623681971] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"130.124891ms","start":"2026-05-11T01:50:09.189896Z","end":"2026-05-11T01:50:09.320021Z","steps":["trace[1623681971] 'process raft request' (duration: 129.944667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:14.67541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.041926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:14.675541Z","caller":"traceutil/trace.go:171","msg":"trace[874015401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25994; }","duration":"108.230581ms","start":"2026-05-11T01:50:14.567289Z","end":"2026-05-11T01:50:14.67552Z","steps":["trace[874015401] 'count revisions from in-memory index tree' (duration: 107.970075ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:17.205903Z","caller":"traceutil/trace.go:171","msg":"trace[702810245] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"100.862395ms","start":"2026-05-11T01:50:17.10502Z","end":"2026-05-11T01:50:17.205883Z","steps":["trace[702810245] 'process raft request' (duration: 52.623987ms)","trace[702810245] 'compare' (duration: 48.012243ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:18.965215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.933052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:50:18.96531Z","caller":"traceutil/trace.go:171","msg":"trace[1933937427] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26023; }","duration":"120.085496ms","start":"2026-05-11T01:50:18.845207Z","end":"2026-05-11T01:50:18.965292Z","steps":["trace[1933937427] 'count revisions from in-memory index tree' (duration: 119.82089ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:18.965412Z","caller":"traceutil/trace.go:171","msg":"trace[2005034607] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"113.755915ms","start":"2026-05-11T01:50:18.851623Z","end":"2026-05-11T01:50:18.965379Z","steps":["trace[2005034607] 'process raft request' (duration: 79.349146ms)","trace[2005034607] 'compare' (duration: 34.246885ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:19.025315Z","caller":"traceutil/trace.go:171","msg":"trace[553077818] linearizableReadLoop","detail":"{readStateIndex:26898; appliedIndex:26896; }","duration":"162.537425ms","start":"2026-05-11T01:50:18.862749Z","end":"2026-05-11T01:50:19.025286Z","steps":["trace[553077818] 'read index received' (duration: 68.145985ms)","trace[553077818] 'applied index is now lower than readState.Index' (duration: 94.39028ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:19.02544Z","caller":"traceutil/trace.go:171","msg":"trace[97357198] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"171.924604ms","start":"2026-05-11T01:50:18.853484Z","end":"2026-05-11T01:50:19.025409Z","steps":["trace[97357198] 'process raft request' (duration: 171.673389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:19.025475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.698029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:19.025515Z","caller":"traceutil/trace.go:171","msg":"trace[748515645] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26025; }","duration":"162.801201ms","start":"2026-05-11T01:50:18.862702Z","end":"2026-05-11T01:50:19.025503Z","steps":["trace[748515645] 'agreement among raft nodes before linearized reading' (duration: 162.713449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:19.026219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.087212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:274828"} {"level":"info","ts":"2026-05-11T01:50:19.026424Z","caller":"traceutil/trace.go:171","msg":"trace[1981693792] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26025; }","duration":"152.324977ms","start":"2026-05-11T01:50:18.87407Z","end":"2026-05-11T01:50:19.026395Z","steps":["trace[1981693792] 'agreement among raft nodes before linearized reading' (duration: 151.401455ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:20.11615Z","caller":"traceutil/trace.go:171","msg":"trace[1781898011] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"130.409267ms","start":"2026-05-11T01:50:19.985701Z","end":"2026-05-11T01:50:20.11611Z","steps":["trace[1781898011] 'process raft request' (duration: 130.249834ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:26.774555Z","caller":"traceutil/trace.go:171","msg":"trace[151538712] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"183.082695ms","start":"2026-05-11T01:50:26.591443Z","end":"2026-05-11T01:50:26.774526Z","steps":["trace[151538712] 'process raft request' (duration: 182.911441ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:27.133781Z","caller":"traceutil/trace.go:171","msg":"trace[696988389] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"116.649089ms","start":"2026-05-11T01:50:27.017103Z","end":"2026-05-11T01:50:27.133752Z","steps":["trace[696988389] 'process raft request' (duration: 116.434804ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:27.429284Z","caller":"traceutil/trace.go:171","msg":"trace[892061398] linearizableReadLoop","detail":"{readStateIndex:26984; appliedIndex:26983; }","duration":"115.544083ms","start":"2026-05-11T01:50:27.313718Z","end":"2026-05-11T01:50:27.429262Z","steps":["trace[892061398] 'read index received' (duration: 115.411411ms)","trace[892061398] 'applied index is now lower than readState.Index' (duration: 131.562µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:27.429365Z","caller":"traceutil/trace.go:171","msg":"trace[1740390191] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"132.923572ms","start":"2026-05-11T01:50:27.296414Z","end":"2026-05-11T01:50:27.429338Z","steps":["trace[1740390191] 'process raft request' (duration: 132.725798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:27.429504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.776979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:50:27.429537Z","caller":"traceutil/trace.go:171","msg":"trace[331782813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26109; }","duration":"115.85404ms","start":"2026-05-11T01:50:27.313676Z","end":"2026-05-11T01:50:27.42953Z","steps":["trace[331782813] 'agreement among raft nodes before linearized reading' (duration: 115.706847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:27.429607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.390056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:50:27.429668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.415774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:50:27.4297Z","caller":"traceutil/trace.go:171","msg":"trace[359340894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26109; }","duration":"109.514229ms","start":"2026-05-11T01:50:27.320172Z","end":"2026-05-11T01:50:27.429686Z","steps":["trace[359340894] 'agreement among raft nodes before linearized reading' (duration: 109.265553ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:27.429735Z","caller":"traceutil/trace.go:171","msg":"trace[179154521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26109; }","duration":"108.526157ms","start":"2026-05-11T01:50:27.321194Z","end":"2026-05-11T01:50:27.42972Z","steps":["trace[179154521] 'agreement among raft nodes before linearized reading' (duration: 108.296901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:27.429736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.318723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:50:27.429825Z","caller":"traceutil/trace.go:171","msg":"trace[1626471825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26109; }","duration":"104.454375ms","start":"2026-05-11T01:50:27.325349Z","end":"2026-05-11T01:50:27.429804Z","steps":["trace[1626471825] 'agreement among raft nodes before linearized reading' (duration: 104.185899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:27.430099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.869178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:50:27.430139Z","caller":"traceutil/trace.go:171","msg":"trace[1147456343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26109; }","duration":"109.92557ms","start":"2026-05-11T01:50:27.320201Z","end":"2026-05-11T01:50:27.430127Z","steps":["trace[1147456343] 'agreement among raft nodes before linearized reading' (duration: 109.825517ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:27.984646Z","caller":"traceutil/trace.go:171","msg":"trace[1918089518] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"185.191171ms","start":"2026-05-11T01:50:27.799433Z","end":"2026-05-11T01:50:27.984624Z","steps":["trace[1918089518] 'process raft request' (duration: 173.360997ms)","trace[1918089518] 'compare' (duration: 11.425976ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:28.009732Z","caller":"traceutil/trace.go:171","msg":"trace[111857948] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"162.744869ms","start":"2026-05-11T01:50:27.846953Z","end":"2026-05-11T01:50:28.009698Z","steps":["trace[111857948] 'process raft request' (duration: 162.512754ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:28.009792Z","caller":"traceutil/trace.go:171","msg":"trace[1854777402] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"176.789864ms","start":"2026-05-11T01:50:27.832976Z","end":"2026-05-11T01:50:28.009766Z","steps":["trace[1854777402] 'process raft request' (duration: 176.342894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.279362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.825786ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:50:28.279462Z","caller":"traceutil/trace.go:171","msg":"trace[1627189100] linearizableReadLoop","detail":"{readStateIndex:27011; appliedIndex:27010; }","duration":"265.628731ms","start":"2026-05-11T01:50:28.013816Z","end":"2026-05-11T01:50:28.279445Z","steps":["trace[1627189100] 'read index received' (duration: 53.821µs)","trace[1627189100] 'applied index is now lower than readState.Index' (duration: 265.5733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:28.280526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.705805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:50:28.280574Z","caller":"traceutil/trace.go:171","msg":"trace[1774520432] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26134; }","duration":"266.792337ms","start":"2026-05-11T01:50:28.013771Z","end":"2026-05-11T01:50:28.280563Z","steps":["trace[1774520432] 'agreement among raft nodes before linearized reading' (duration: 266.623183ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:28.283463Z","caller":"traceutil/trace.go:171","msg":"trace[1056561896] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"267.710968ms","start":"2026-05-11T01:50:28.014958Z","end":"2026-05-11T01:50:28.282669Z","steps":["trace[1056561896] 'process raft request' (duration: 267.34031ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:28.290559Z","caller":"traceutil/trace.go:171","msg":"trace[685280417] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"253.0408ms","start":"2026-05-11T01:50:28.037497Z","end":"2026-05-11T01:50:28.290538Z","steps":["trace[685280417] 'process raft request' (duration: 252.842826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.290605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.29108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:50:28.29064Z","caller":"traceutil/trace.go:171","msg":"trace[374161610] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26136; }","duration":"276.406312ms","start":"2026-05-11T01:50:28.014225Z","end":"2026-05-11T01:50:28.290631Z","steps":["trace[374161610] 'agreement among raft nodes before linearized reading' (duration: 276.255949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.29086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.605798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2344"} {"level":"info","ts":"2026-05-11T01:50:28.29099Z","caller":"traceutil/trace.go:171","msg":"trace[341396621] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:26136; }","duration":"272.938505ms","start":"2026-05-11T01:50:28.01803Z","end":"2026-05-11T01:50:28.290968Z","steps":["trace[341396621] 'agreement among raft nodes before linearized reading' (duration: 272.539416ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:28.448427Z","caller":"traceutil/trace.go:171","msg":"trace[1690737895] linearizableReadLoop","detail":"{readStateIndex:27015; appliedIndex:27013; }","duration":"142.19454ms","start":"2026-05-11T01:50:28.306211Z","end":"2026-05-11T01:50:28.448406Z","steps":["trace[1690737895] 'read index received' (duration: 59.432509ms)","trace[1690737895] 'applied index is now lower than readState.Index' (duration: 82.761051ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:28.448558Z","caller":"traceutil/trace.go:171","msg":"trace[1841207146] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"145.554945ms","start":"2026-05-11T01:50:28.302967Z","end":"2026-05-11T01:50:28.448522Z","steps":["trace[1841207146] 'process raft request' (duration: 145.298049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.448649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.412105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-11T01:50:28.448711Z","caller":"traceutil/trace.go:171","msg":"trace[1447864850] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26138; }","duration":"142.514547ms","start":"2026-05-11T01:50:28.306175Z","end":"2026-05-11T01:50:28.44869Z","steps":["trace[1447864850] 'agreement among raft nodes before linearized reading' (duration: 142.321303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.941767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.573678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:28.941889Z","caller":"traceutil/trace.go:171","msg":"trace[1894398275] linearizableReadLoop","detail":"{readStateIndex:27016; appliedIndex:27015; }","duration":"475.904333ms","start":"2026-05-11T01:50:28.465963Z","end":"2026-05-11T01:50:28.941867Z","steps":["trace[1894398275] 'read index received' (duration: 249.172362ms)","trace[1894398275] 'applied index is now lower than readState.Index' (duration: 226.729581ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:28.941907Z","caller":"traceutil/trace.go:171","msg":"trace[546286055] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"485.073948ms","start":"2026-05-11T01:50:28.456807Z","end":"2026-05-11T01:50:28.941881Z","steps":["trace[546286055] 'process raft request' (duration: 258.305607ms)","trace[546286055] 'compare' (duration: 225.916713ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:28.942032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.456797Z","time spent":"485.15903ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2147,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:28.942175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.18489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-11T01:50:28.942297Z","caller":"traceutil/trace.go:171","msg":"trace[1512139079] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26139; }","duration":"476.328512ms","start":"2026-05-11T01:50:28.465923Z","end":"2026-05-11T01:50:28.942251Z","steps":["trace[1512139079] 'agreement among raft nodes before linearized reading' (duration: 476.001545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:28.942349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.465907Z","time spent":"476.432795ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-05-11T01:50:29.028929Z","caller":"traceutil/trace.go:171","msg":"trace[1474128825] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"560.109786ms","start":"2026-05-11T01:50:28.46879Z","end":"2026-05-11T01:50:29.0289Z","steps":["trace[1474128825] 'process raft request' (duration: 559.84443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.029064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.468774Z","time spent":"560.225999ms","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:29.032536Z","caller":"traceutil/trace.go:171","msg":"trace[1176729623] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"463.066497ms","start":"2026-05-11T01:50:28.569445Z","end":"2026-05-11T01:50:29.032512Z","steps":["trace[1176729623] 'process raft request' (duration: 459.380644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.032703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.569429Z","time spent":"463.190179ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:29.684889Z","caller":"traceutil/trace.go:171","msg":"trace[842602549] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"904.896167ms","start":"2026-05-11T01:50:28.77997Z","end":"2026-05-11T01:50:29.684866Z","steps":["trace[842602549] 'process raft request' (duration: 903.934506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.685022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.779943Z","time spent":"905.00408ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:29.685189Z","caller":"traceutil/trace.go:171","msg":"trace[1669370887] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"871.127592ms","start":"2026-05-11T01:50:28.814041Z","end":"2026-05-11T01:50:29.685168Z","steps":["trace[1669370887] 'process raft request' (duration: 870.780373ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:29.685228Z","caller":"traceutil/trace.go:171","msg":"trace[1854752350] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27016; }","duration":"743.275003ms","start":"2026-05-11T01:50:28.941924Z","end":"2026-05-11T01:50:29.685199Z","steps":["trace[1854752350] 'read index received' (duration: 86.72813ms)","trace[1854752350] 'applied index is now lower than readState.Index' (duration: 656.545693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:29.685309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.814021Z","time spent":"871.223854ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:29.685303Z","caller":"traceutil/trace.go:171","msg":"trace[1838262152] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"736.161534ms","start":"2026-05-11T01:50:28.949111Z","end":"2026-05-11T01:50:29.685272Z","steps":["trace[1838262152] 'process raft request' (duration: 735.966769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.68543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.949088Z","time spent":"736.284886ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2579,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.685471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118660518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9949"} {"level":"warn","ts":"2026-05-11T01:50:29.685486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.757062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-11T01:50:29.68555Z","caller":"traceutil/trace.go:171","msg":"trace[552320307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26144; }","duration":"793.847254ms","start":"2026-05-11T01:50:28.891685Z","end":"2026-05-11T01:50:29.685532Z","steps":["trace[552320307] 'agreement among raft nodes before linearized reading' (duration: 793.638959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.685601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.891667Z","time spent":"793.922416ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:50:29.685508Z","caller":"traceutil/trace.go:171","msg":"trace[915565667] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26144; }","duration":"1.11874258s","start":"2026-05-11T01:50:28.566757Z","end":"2026-05-11T01:50:29.6855Z","steps":["trace[915565667] 'agreement among raft nodes before linearized reading' (duration: 1.118575046s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.685735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.566737Z","time spent":"1.118988886s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9972,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"warn","ts":"2026-05-11T01:50:29.690412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13041306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213913"} {"level":"info","ts":"2026-05-11T01:50:29.690611Z","caller":"traceutil/trace.go:171","msg":"trace[1681556258] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26144; }","duration":"1.130663785s","start":"2026-05-11T01:50:28.559932Z","end":"2026-05-11T01:50:29.690596Z","steps":["trace[1681556258] 'agreement among raft nodes before linearized reading' (duration: 1.125598243s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.69069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.559918Z","time spent":"1.130743387s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213936,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-11T01:50:29.924268Z","caller":"traceutil/trace.go:171","msg":"trace[1960055159] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"887.368865ms","start":"2026-05-11T01:50:29.036873Z","end":"2026-05-11T01:50:29.924242Z","steps":["trace[1960055159] 'process raft request' (duration: 887.14307ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:29.924329Z","caller":"traceutil/trace.go:171","msg":"trace[1506980150] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"887.345995ms","start":"2026-05-11T01:50:29.036941Z","end":"2026-05-11T01:50:29.924287Z","steps":["trace[1506980150] 'process raft request' (duration: 887.225242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.924445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.036847Z","time spent":"887.540209ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.924499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.036937Z","time spent":"887.491028ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:29.924523Z","caller":"traceutil/trace.go:171","msg":"trace[1345944056] linearizableReadLoop","detail":"{readStateIndex:27031; appliedIndex:27021; }","duration":"239.20881ms","start":"2026-05-11T01:50:29.685293Z","end":"2026-05-11T01:50:29.924502Z","steps":["trace[1345944056] 'read index received' (duration: 238.594416ms)","trace[1345944056] 'applied index is now lower than readState.Index' (duration: 613.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:29.924614Z","caller":"traceutil/trace.go:171","msg":"trace[1902594815] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"630.584872ms","start":"2026-05-11T01:50:29.294003Z","end":"2026-05-11T01:50:29.924588Z","steps":["trace[1902594815] 'process raft request' (duration: 630.458459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.924718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.324251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:50:29.924756Z","caller":"traceutil/trace.go:171","msg":"trace[253224892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26154; }","duration":"429.413613ms","start":"2026-05-11T01:50:29.495328Z","end":"2026-05-11T01:50:29.924742Z","steps":["trace[253224892] 'agreement among raft nodes before linearized reading' (duration: 429.27389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.924786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.495299Z","time spent":"429.478915ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:29.924799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.293974Z","time spent":"630.719825ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:29.924881Z","caller":"traceutil/trace.go:171","msg":"trace[1407195553] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"887.903767ms","start":"2026-05-11T01:50:29.036966Z","end":"2026-05-11T01:50:29.924869Z","steps":["trace[1407195553] 'process raft request' (duration: 887.228392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.924886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.582481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:29.924918Z","caller":"traceutil/trace.go:171","msg":"trace[1372816909] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26154; }","duration":"638.662533ms","start":"2026-05-11T01:50:29.286246Z","end":"2026-05-11T01:50:29.924909Z","steps":["trace[1372816909] 'agreement among raft nodes before linearized reading' (duration: 638.597551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.924934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.036962Z","time spent":"887.946108ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.924971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.878411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:29.925004Z","caller":"traceutil/trace.go:171","msg":"trace[952906889] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26154; }","duration":"720.943993ms","start":"2026-05-11T01:50:29.20405Z","end":"2026-05-11T01:50:29.924994Z","steps":["trace[952906889] 'agreement among raft nodes before linearized reading' (duration: 720.894172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.204031Z","time spent":"720.991354ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:29.925053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.376665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:50:29.925069Z","caller":"traceutil/trace.go:171","msg":"trace[10854182] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"879.769915ms","start":"2026-05-11T01:50:29.045288Z","end":"2026-05-11T01:50:29.925058Z","steps":["trace[10854182] 'process raft request' (duration: 879.015108ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:29.925079Z","caller":"traceutil/trace.go:171","msg":"trace[1792784601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26154; }","duration":"430.422385ms","start":"2026-05-11T01:50:29.49465Z","end":"2026-05-11T01:50:29.925073Z","steps":["trace[1792784601] 'agreement among raft nodes before linearized reading' (duration: 430.314423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.49464Z","time spent":"430.454176ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:50:29.925105Z","caller":"traceutil/trace.go:171","msg":"trace[709782267] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"888.069401ms","start":"2026-05-11T01:50:29.037026Z","end":"2026-05-11T01:50:29.925096Z","steps":["trace[709782267] 'process raft request' (duration: 887.197562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.045274Z","time spent":"879.819046ms","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:29.925151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.03702Z","time spent":"888.110142ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.925167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.911166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:29.925189Z","caller":"traceutil/trace.go:171","msg":"trace[1243982066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26154; }","duration":"878.949957ms","start":"2026-05-11T01:50:29.046232Z","end":"2026-05-11T01:50:29.925182Z","steps":["trace[1243982066] 'agreement among raft nodes before linearized reading' (duration: 878.904706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.046226Z","time spent":"878.982157ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:29.925249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.62755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:50:29.925274Z","caller":"traceutil/trace.go:171","msg":"trace[1478786912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26154; }","duration":"430.653151ms","start":"2026-05-11T01:50:29.494614Z","end":"2026-05-11T01:50:29.925268Z","steps":["trace[1478786912] 'agreement among raft nodes before linearized reading' (duration: 430.584609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.494544Z","time spent":"430.745164ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:50:29.925299Z","caller":"traceutil/trace.go:171","msg":"trace[1140812792] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"886.305621ms","start":"2026-05-11T01:50:29.038987Z","end":"2026-05-11T01:50:29.925292Z","steps":["trace[1140812792] 'process raft request' (duration: 885.286909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.038978Z","time spent":"886.345742ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.92536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.70977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:29.925389Z","caller":"traceutil/trace.go:171","msg":"trace[770463878] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26154; }","duration":"966.765521ms","start":"2026-05-11T01:50:28.958615Z","end":"2026-05-11T01:50:29.92538Z","steps":["trace[770463878] 'agreement among raft nodes before linearized reading' (duration: 966.71993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.958597Z","time spent":"966.810882ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-05-11T01:50:29.925462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.584455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:50:29.925485Z","caller":"traceutil/trace.go:171","msg":"trace[1342647914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26154; }","duration":"445.634156ms","start":"2026-05-11T01:50:29.479845Z","end":"2026-05-11T01:50:29.925479Z","steps":["trace[1342647914] 'agreement among raft nodes before linearized reading' (duration: 445.582765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.479829Z","time spent":"445.672717ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:50:29.925476Z","caller":"traceutil/trace.go:171","msg":"trace[600489391] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"786.942899ms","start":"2026-05-11T01:50:29.138523Z","end":"2026-05-11T01:50:29.925466Z","steps":["trace[600489391] 'process raft request' (duration: 785.870065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.1038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:29.925574Z","caller":"traceutil/trace.go:171","msg":"trace[211119996] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:26154; }","duration":"976.16594ms","start":"2026-05-11T01:50:28.949401Z","end":"2026-05-11T01:50:29.925567Z","steps":["trace[211119996] 'agreement among raft nodes before linearized reading' (duration: 976.118049ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:29.92527Z","caller":"traceutil/trace.go:171","msg":"trace[2145318285] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"888.195884ms","start":"2026-05-11T01:50:29.037066Z","end":"2026-05-11T01:50:29.925262Z","steps":["trace[2145318285] 'process raft request' (duration: 887.185871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.9256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.138498Z","time spent":"787.033242ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:29.925633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.037062Z","time spent":"888.552361ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:29.924949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.286228Z","time spent":"638.715805ms","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:50:29.925795Z","caller":"traceutil/trace.go:171","msg":"trace[1042257439] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"776.458024ms","start":"2026-05-11T01:50:29.149325Z","end":"2026-05-11T01:50:29.925783Z","steps":["trace[1042257439] 'process raft request' (duration: 775.110874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.445179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-11T01:50:29.925889Z","caller":"traceutil/trace.go:171","msg":"trace[2022401197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26154; }","duration":"431.94381ms","start":"2026-05-11T01:50:29.493933Z","end":"2026-05-11T01:50:29.925877Z","steps":["trace[2022401197] 'agreement among raft nodes before linearized reading' (duration: 431.440199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:29.925939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.493915Z","time spent":"432.009241ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:29.926037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.149309Z","time spent":"776.511565ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:29.925599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:28.949361Z","time spent":"976.232792ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/magnum-registry\" "} {"level":"info","ts":"2026-05-11T01:50:30.128938Z","caller":"traceutil/trace.go:171","msg":"trace[1826438341] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"442.643189ms","start":"2026-05-11T01:50:29.686251Z","end":"2026-05-11T01:50:30.128895Z","steps":["trace[1826438341] 'process raft request' (duration: 419.90108ms)","trace[1826438341] 'compare' (duration: 22.390411ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:30.128985Z","caller":"traceutil/trace.go:171","msg":"trace[1106068596] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"426.400536ms","start":"2026-05-11T01:50:29.702579Z","end":"2026-05-11T01:50:30.128979Z","steps":["trace[1106068596] 'process raft request' (duration: 426.257442ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.129029Z","caller":"traceutil/trace.go:171","msg":"trace[2057154802] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"437.119486ms","start":"2026-05-11T01:50:29.691889Z","end":"2026-05-11T01:50:30.129008Z","steps":["trace[2057154802] 'process raft request' (duration: 436.918502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.129081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.70256Z","time spent":"426.463478ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10059,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:30.129074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.686235Z","time spent":"442.769002ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:30.129106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.691883Z","time spent":"437.182278ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:30.129477Z","caller":"traceutil/trace.go:171","msg":"trace[794439743] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"414.579361ms","start":"2026-05-11T01:50:29.714892Z","end":"2026-05-11T01:50:30.129471Z","steps":["trace[794439743] 'process raft request' (duration: 414.06007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.129515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.714883Z","time spent":"414.613972ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:30.129647Z","caller":"traceutil/trace.go:171","msg":"trace[1052203705] linearizableReadLoop","detail":"{readStateIndex:27038; appliedIndex:27031; }","duration":"205.062996ms","start":"2026-05-11T01:50:29.924578Z","end":"2026-05-11T01:50:30.129641Z","steps":["trace[1052203705] 'read index received' (duration: 181.623902ms)","trace[1052203705] 'applied index is now lower than readState.Index' (duration: 23.438214ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:30.129685Z","caller":"traceutil/trace.go:171","msg":"trace[144636613] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"341.187611ms","start":"2026-05-11T01:50:29.788476Z","end":"2026-05-11T01:50:30.129663Z","steps":["trace[144636613] 'process raft request' (duration: 340.970216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.129767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.220315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-11T01:50:30.129794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.788448Z","time spent":"341.291662ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:30.129953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.171563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:30.129996Z","caller":"traceutil/trace.go:171","msg":"trace[1173247909] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26161; }","duration":"220.271115ms","start":"2026-05-11T01:50:29.909512Z","end":"2026-05-11T01:50:30.129783Z","steps":["trace[1173247909] 'agreement among raft nodes before linearized reading' (duration: 220.161883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.130011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.712797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-11T01:50:30.130035Z","caller":"traceutil/trace.go:171","msg":"trace[1355095272] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26161; }","duration":"427.315806ms","start":"2026-05-11T01:50:29.702699Z","end":"2026-05-11T01:50:30.130015Z","steps":["trace[1355095272] 'agreement among raft nodes before linearized reading' (duration: 427.180814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.130076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.702679Z","time spent":"427.388088ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-05-11T01:50:30.130079Z","caller":"traceutil/trace.go:171","msg":"trace[185123620] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26161; }","duration":"390.801539ms","start":"2026-05-11T01:50:29.739257Z","end":"2026-05-11T01:50:30.130058Z","steps":["trace[185123620] 'agreement among raft nodes before linearized reading' (duration: 390.613895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.130129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.739246Z","time spent":"390.872281ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-05-11T01:50:30.129029Z","caller":"traceutil/trace.go:171","msg":"trace[201084781] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"438.691101ms","start":"2026-05-11T01:50:29.690311Z","end":"2026-05-11T01:50:30.129002Z","steps":["trace[201084781] 'process raft request' (duration: 438.463196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.131602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.690304Z","time spent":"441.085096ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2646,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:30.128881Z","caller":"traceutil/trace.go:171","msg":"trace[843903477] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"439.017778ms","start":"2026-05-11T01:50:29.68985Z","end":"2026-05-11T01:50:30.128867Z","steps":["trace[843903477] 'process raft request' (duration: 438.864975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.135028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:29.689839Z","time spent":"445.141846ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:30.185698Z","caller":"traceutil/trace.go:171","msg":"trace[1775612415] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"255.367601ms","start":"2026-05-11T01:50:29.93031Z","end":"2026-05-11T01:50:30.185678Z","steps":["trace[1775612415] 'process raft request' (duration: 255.196437ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.18599Z","caller":"traceutil/trace.go:171","msg":"trace[1616704198] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"255.218838ms","start":"2026-05-11T01:50:29.930754Z","end":"2026-05-11T01:50:30.185973Z","steps":["trace[1616704198] 'process raft request' (duration: 254.88235ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186096Z","caller":"traceutil/trace.go:171","msg":"trace[90660919] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"255.212838ms","start":"2026-05-11T01:50:29.930857Z","end":"2026-05-11T01:50:30.186069Z","steps":["trace[90660919] 'process raft request' (duration: 255.032824ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186164Z","caller":"traceutil/trace.go:171","msg":"trace[2040034238] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"253.806505ms","start":"2026-05-11T01:50:29.932329Z","end":"2026-05-11T01:50:30.186136Z","steps":["trace[2040034238] 'process raft request' (duration: 253.672132ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186297Z","caller":"traceutil/trace.go:171","msg":"trace[2042020929] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"253.54053ms","start":"2026-05-11T01:50:29.932716Z","end":"2026-05-11T01:50:30.186256Z","steps":["trace[2042020929] 'process raft request' (duration: 253.327265ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186355Z","caller":"traceutil/trace.go:171","msg":"trace[1094017281] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"235.17712ms","start":"2026-05-11T01:50:29.951166Z","end":"2026-05-11T01:50:30.186343Z","steps":["trace[1094017281] 'process raft request' (duration: 235.001236ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186431Z","caller":"traceutil/trace.go:171","msg":"trace[1959270387] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"252.68398ms","start":"2026-05-11T01:50:29.933733Z","end":"2026-05-11T01:50:30.186417Z","steps":["trace[1959270387] 'process raft request' (duration: 252.341623ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.186546Z","caller":"traceutil/trace.go:171","msg":"trace[649542060] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"251.462743ms","start":"2026-05-11T01:50:29.935073Z","end":"2026-05-11T01:50:30.186536Z","steps":["trace[649542060] 'process raft request' (duration: 251.054484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.186757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.523083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-11T01:50:30.186804Z","caller":"traceutil/trace.go:171","msg":"trace[398406647] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26169; }","duration":"254.579814ms","start":"2026-05-11T01:50:29.932212Z","end":"2026-05-11T01:50:30.186792Z","steps":["trace[398406647] 'agreement among raft nodes before linearized reading' (duration: 254.435311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.187053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.445895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125069"} {"level":"warn","ts":"2026-05-11T01:50:30.18707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.26932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:30.187089Z","caller":"traceutil/trace.go:171","msg":"trace[1066701161] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26169; }","duration":"256.503507ms","start":"2026-05-11T01:50:29.930577Z","end":"2026-05-11T01:50:30.187081Z","steps":["trace[1066701161] 'agreement among raft nodes before linearized reading' (duration: 256.385625ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.187109Z","caller":"traceutil/trace.go:171","msg":"trace[686086624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26169; }","duration":"260.333411ms","start":"2026-05-11T01:50:29.926763Z","end":"2026-05-11T01:50:30.187096Z","steps":["trace[686086624] 'agreement among raft nodes before linearized reading' (duration: 260.25507ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.350703Z","caller":"traceutil/trace.go:171","msg":"trace[977933268] linearizableReadLoop","detail":"{readStateIndex:27047; appliedIndex:27046; }","duration":"164.454529ms","start":"2026-05-11T01:50:30.186226Z","end":"2026-05-11T01:50:30.350681Z","steps":["trace[977933268] 'read index received' (duration: 164.360797ms)","trace[977933268] 'applied index is now lower than readState.Index' (duration: 92.812µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:30.350823Z","caller":"traceutil/trace.go:171","msg":"trace[1364674362] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"191.351479ms","start":"2026-05-11T01:50:30.159443Z","end":"2026-05-11T01:50:30.350794Z","steps":["trace[1364674362] 'process raft request' (duration: 191.052553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.350876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.132332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:30.350921Z","caller":"traceutil/trace.go:171","msg":"trace[69424825] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26170; }","duration":"215.201823ms","start":"2026-05-11T01:50:30.135705Z","end":"2026-05-11T01:50:30.350907Z","steps":["trace[69424825] 'agreement among raft nodes before linearized reading' (duration: 215.09225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.350933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.335209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-05-11T01:50:30.35097Z","caller":"traceutil/trace.go:171","msg":"trace[1101769534] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:26170; }","duration":"212.37635ms","start":"2026-05-11T01:50:30.138584Z","end":"2026-05-11T01:50:30.35096Z","steps":["trace[1101769534] 'agreement among raft nodes before linearized reading' (duration: 212.219867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.351027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.105252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:50:30.351106Z","caller":"traceutil/trace.go:171","msg":"trace[97537155] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26170; }","duration":"186.226195ms","start":"2026-05-11T01:50:30.164864Z","end":"2026-05-11T01:50:30.351091Z","steps":["trace[97537155] 'agreement among raft nodes before linearized reading' (duration: 185.974379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.351183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.554429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4cfe427-a3f5-411a-9279-7ddc50e6c8a7\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-11T01:50:30.351099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.970616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:30.351276Z","caller":"traceutil/trace.go:171","msg":"trace[2005894309] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26170; }","duration":"189.218301ms","start":"2026-05-11T01:50:30.162038Z","end":"2026-05-11T01:50:30.351256Z","steps":["trace[2005894309] 'agreement among raft nodes before linearized reading' (duration: 188.7114ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:30.351221Z","caller":"traceutil/trace.go:171","msg":"trace[1035352945] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4cfe427-a3f5-411a-9279-7ddc50e6c8a7; range_end:; response_count:1; response_revision:26170; }","duration":"206.60934ms","start":"2026-05-11T01:50:30.144601Z","end":"2026-05-11T01:50:30.351211Z","steps":["trace[1035352945] 'agreement among raft nodes before linearized reading' (duration: 206.507388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.351212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.898833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6bc7754c-gqznr\" ","response":"range_response_count:1 size:8489"} {"level":"info","ts":"2026-05-11T01:50:30.351475Z","caller":"traceutil/trace.go:171","msg":"trace[1822665222] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6bc7754c-gqznr; range_end:; response_count:1; response_revision:26170; }","duration":"218.17867ms","start":"2026-05-11T01:50:30.133276Z","end":"2026-05-11T01:50:30.351455Z","steps":["trace[1822665222] 'agreement among raft nodes before linearized reading' (duration: 217.830802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.851386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:50:30.981546Z","caller":"traceutil/trace.go:171","msg":"trace[652591606] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"790.268524ms","start":"2026-05-11T01:50:30.191256Z","end":"2026-05-11T01:50:30.981525Z","steps":["trace[652591606] 'process raft request' (duration: 790.081099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:30.981685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.191234Z","time spent":"790.380466ms","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":125053,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.013046Z","caller":"traceutil/trace.go:171","msg":"trace[898104011] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"652.759438ms","start":"2026-05-11T01:50:30.36026Z","end":"2026-05-11T01:50:31.01302Z","steps":["trace[898104011] 'process raft request' (duration: 652.630395ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.013153Z","caller":"traceutil/trace.go:171","msg":"trace[2017318053] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"651.795187ms","start":"2026-05-11T01:50:30.361324Z","end":"2026-05-11T01:50:31.013119Z","steps":["trace[2017318053] 'process raft request' (duration: 651.617872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.013201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.360239Z","time spent":"652.87513ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2956,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:31.013271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.36131Z","time spent":"651.90366ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:31.013815Z","caller":"traceutil/trace.go:171","msg":"trace[114807884] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"637.086118ms","start":"2026-05-11T01:50:30.376703Z","end":"2026-05-11T01:50:31.013789Z","steps":["trace[114807884] 'process raft request' (duration: 636.279801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.013977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.37668Z","time spent":"637.20095ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8618,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.014472Z","caller":"traceutil/trace.go:171","msg":"trace[566294713] linearizableReadLoop","detail":"{readStateIndex:27053; appliedIndex:27047; }","duration":"663.684872ms","start":"2026-05-11T01:50:30.350772Z","end":"2026-05-11T01:50:31.014456Z","steps":["trace[566294713] 'read index received' (duration: 630.707905ms)","trace[566294713] 'applied index is now lower than readState.Index' (duration: 32.975757ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:31.014905Z","caller":"traceutil/trace.go:171","msg":"trace[1086412862] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"616.770842ms","start":"2026-05-11T01:50:30.398115Z","end":"2026-05-11T01:50:31.014885Z","steps":["trace[1086412862] 'process raft request' (duration: 615.356001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.014988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.398096Z","time spent":"616.849965ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:31.015108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.424955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:31.015139Z","caller":"traceutil/trace.go:171","msg":"trace[72862846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26176; }","duration":"819.477446ms","start":"2026-05-11T01:50:30.195654Z","end":"2026-05-11T01:50:31.015132Z","steps":["trace[72862846] 'agreement among raft nodes before linearized reading' (duration: 819.425435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.015157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.195642Z","time spent":"819.512286ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:31.015182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.495625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-05-11T01:50:31.015169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.310452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:31.015223Z","caller":"traceutil/trace.go:171","msg":"trace[509242797] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26176; }","duration":"818.565966ms","start":"2026-05-11T01:50:30.196645Z","end":"2026-05-11T01:50:31.015211Z","steps":["trace[509242797] 'agreement among raft nodes before linearized reading' (duration: 818.430663ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.015233Z","caller":"traceutil/trace.go:171","msg":"trace[901642489] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:26176; }","duration":"819.395884ms","start":"2026-05-11T01:50:30.195823Z","end":"2026-05-11T01:50:31.015219Z","steps":["trace[901642489] 'agreement among raft nodes before linearized reading' (duration: 819.279461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.015263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.195818Z","time spent":"819.439185ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-05-11T01:50:31.015259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.196626Z","time spent":"818.626607ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-11T01:50:31.015782Z","caller":"traceutil/trace.go:171","msg":"trace[1921453263] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"659.833617ms","start":"2026-05-11T01:50:30.355926Z","end":"2026-05-11T01:50:31.01576Z","steps":["trace[1921453263] 'process raft request' (duration: 656.863239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.015865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.355896Z","time spent":"659.930929ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2412,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:31.061468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.421703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:50:31.061507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.062111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:31.061525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.059995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:31.061535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.807685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-11T01:50:31.061554Z","caller":"traceutil/trace.go:171","msg":"trace[1606994641] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26177; }","duration":"103.565496ms","start":"2026-05-11T01:50:30.957968Z","end":"2026-05-11T01:50:31.061533Z","steps":["trace[1606994641] 'agreement among raft nodes before linearized reading' (duration: 103.384212ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.061586Z","caller":"traceutil/trace.go:171","msg":"trace[1354048668] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26177; }","duration":"196.151577ms","start":"2026-05-11T01:50:30.865413Z","end":"2026-05-11T01:50:31.061565Z","steps":["trace[1354048668] 'agreement among raft nodes before linearized reading' (duration: 196.054325ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.061603Z","caller":"traceutil/trace.go:171","msg":"trace[2053506223] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26177; }","duration":"193.907176ms","start":"2026-05-11T01:50:30.867678Z","end":"2026-05-11T01:50:31.061585Z","steps":["trace[2053506223] 'agreement among raft nodes before linearized reading' (duration: 193.648361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.061805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.221691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:31.061871Z","caller":"traceutil/trace.go:171","msg":"trace[133520936] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26177; }","duration":"667.339524ms","start":"2026-05-11T01:50:30.394516Z","end":"2026-05-11T01:50:31.061856Z","steps":["trace[133520936] 'agreement among raft nodes before linearized reading' (duration: 667.230122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.0619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.3945Z","time spent":"667.392345ms","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:31.061987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.762542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-05-11T01:50:31.062011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.745152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:50:31.062049Z","caller":"traceutil/trace.go:171","msg":"trace[728923731] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26177; }","duration":"214.845165ms","start":"2026-05-11T01:50:30.847192Z","end":"2026-05-11T01:50:31.062037Z","steps":["trace[728923731] 'agreement among raft nodes before linearized reading' (duration: 214.736413ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.06205Z","caller":"traceutil/trace.go:171","msg":"trace[1332859620] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26177; }","duration":"704.827143ms","start":"2026-05-11T01:50:30.357207Z","end":"2026-05-11T01:50:31.062034Z","steps":["trace[1332859620] 'agreement among raft nodes before linearized reading' (duration: 704.629279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.062102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:30.357195Z","time spent":"704.893454ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-05-11T01:50:31.063158Z","caller":"traceutil/trace.go:171","msg":"trace[955091949] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26177; }","duration":"173.175223ms","start":"2026-05-11T01:50:30.888383Z","end":"2026-05-11T01:50:31.061559Z","steps":["trace[955091949] 'agreement among raft nodes before linearized reading' (duration: 173.02892ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.139213Z","caller":"traceutil/trace.go:171","msg":"trace[1788269853] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"114.285886ms","start":"2026-05-11T01:50:31.024893Z","end":"2026-05-11T01:50:31.139179Z","steps":["trace[1788269853] 'process raft request' (duration: 114.098711ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.139662Z","caller":"traceutil/trace.go:171","msg":"trace[1546523641] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"119.208136ms","start":"2026-05-11T01:50:31.020435Z","end":"2026-05-11T01:50:31.139643Z","steps":["trace[1546523641] 'process raft request' (duration: 118.460018ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.139719Z","caller":"traceutil/trace.go:171","msg":"trace[1168023364] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"121.906266ms","start":"2026-05-11T01:50:31.017799Z","end":"2026-05-11T01:50:31.139705Z","steps":["trace[1168023364] 'process raft request' (duration: 120.858652ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.139833Z","caller":"traceutil/trace.go:171","msg":"trace[59833111] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"117.769124ms","start":"2026-05-11T01:50:31.022053Z","end":"2026-05-11T01:50:31.139822Z","steps":["trace[59833111] 'process raft request' (duration: 116.895634ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.139947Z","caller":"traceutil/trace.go:171","msg":"trace[161219463] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"120.876033ms","start":"2026-05-11T01:50:31.019061Z","end":"2026-05-11T01:50:31.139937Z","steps":["trace[161219463] 'process raft request' (duration: 119.779698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.140751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.626676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-11T01:50:31.140805Z","caller":"traceutil/trace.go:171","msg":"trace[1559619941] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26182; }","duration":"119.710557ms","start":"2026-05-11T01:50:31.021082Z","end":"2026-05-11T01:50:31.140792Z","steps":["trace[1559619941] 'agreement among raft nodes before linearized reading' (duration: 119.535973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.141032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.567748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10077"} {"level":"info","ts":"2026-05-11T01:50:31.14108Z","caller":"traceutil/trace.go:171","msg":"trace[1706783249] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:26182; }","duration":"121.64556ms","start":"2026-05-11T01:50:31.019422Z","end":"2026-05-11T01:50:31.141068Z","steps":["trace[1706783249] 'agreement among raft nodes before linearized reading' (duration: 121.542008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.141345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.618464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:31.141406Z","caller":"traceutil/trace.go:171","msg":"trace[638327929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26182; }","duration":"123.742837ms","start":"2026-05-11T01:50:31.017647Z","end":"2026-05-11T01:50:31.14139Z","steps":["trace[638327929] 'agreement among raft nodes before linearized reading' (duration: 123.642155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.469356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.52032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:31.469666Z","caller":"traceutil/trace.go:171","msg":"trace[1543377787] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"400.995878ms","start":"2026-05-11T01:50:31.068652Z","end":"2026-05-11T01:50:31.469648Z","steps":["trace[1543377787] 'process raft request' (duration: 400.793493ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:31.469673Z","caller":"traceutil/trace.go:171","msg":"trace[1451286763] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"401.944329ms","start":"2026-05-11T01:50:31.067692Z","end":"2026-05-11T01:50:31.469636Z","steps":["trace[1451286763] 'process raft request' (duration: 168.752913ms)","trace[1451286763] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/services/endpoints/openstack/magnum-registry; req_size:516; } (duration: 232.010759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:31.469722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.068639Z","time spent":"401.061551ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:31.469818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.067664Z","time spent":"402.078623ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:31.46987Z","caller":"traceutil/trace.go:171","msg":"trace[599123671] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"398.062492ms","start":"2026-05-11T01:50:31.071801Z","end":"2026-05-11T01:50:31.469864Z","steps":["trace[599123671] 'process raft request' (duration: 397.773886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.469914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.071789Z","time spent":"398.098903ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.470051Z","caller":"traceutil/trace.go:171","msg":"trace[616671181] linearizableReadLoop","detail":"{readStateIndex:27062; appliedIndex:27059; }","duration":"329.439158ms","start":"2026-05-11T01:50:31.140599Z","end":"2026-05-11T01:50:31.470038Z","steps":["trace[616671181] 'read index received' (duration: 95.889744ms)","trace[616671181] 'applied index is now lower than readState.Index' (duration: 233.547484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:31.470113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.529137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:50:31.470156Z","caller":"traceutil/trace.go:171","msg":"trace[1437026840] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26185; }","duration":"332.610108ms","start":"2026-05-11T01:50:31.137536Z","end":"2026-05-11T01:50:31.470146Z","steps":["trace[1437026840] 'agreement among raft nodes before linearized reading' (duration: 332.503376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.41051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-05-11T01:50:31.470192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.137516Z","time spent":"332.66817ms","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:50:31.470207Z","caller":"traceutil/trace.go:171","msg":"trace[1079329997] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26185; }","duration":"398.466612ms","start":"2026-05-11T01:50:31.071735Z","end":"2026-05-11T01:50:31.470202Z","steps":["trace[1079329997] 'agreement among raft nodes before linearized reading' (duration: 398.325609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.071718Z","time spent":"398.507493ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-05-11T01:50:31.470397Z","caller":"traceutil/trace.go:171","msg":"trace[777675741] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"316.443997ms","start":"2026-05-11T01:50:31.153943Z","end":"2026-05-11T01:50:31.470387Z","steps":["trace[777675741] 'process raft request' (duration: 316.14837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.153937Z","time spent":"316.488188ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:31.470507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.301701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-11T01:50:31.470532Z","caller":"traceutil/trace.go:171","msg":"trace[1448556929] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a; range_end:; response_count:1; response_revision:26186; }","duration":"404.347073ms","start":"2026-05-11T01:50:31.066179Z","end":"2026-05-11T01:50:31.470526Z","steps":["trace[1448556929] 'agreement among raft nodes before linearized reading' (duration: 403.924193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.066164Z","time spent":"404.379124ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6e775f34-27df-45ec-ba7e-e7903913ac6a\" "} {"level":"info","ts":"2026-05-11T01:50:31.470691Z","caller":"traceutil/trace.go:171","msg":"trace[1362023981] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"309.316978ms","start":"2026-05-11T01:50:31.161367Z","end":"2026-05-11T01:50:31.470684Z","steps":["trace[1362023981] 'process raft request' (duration: 308.967811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.161347Z","time spent":"309.361619ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.470822Z","caller":"traceutil/trace.go:171","msg":"trace[699835887] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"305.816919ms","start":"2026-05-11T01:50:31.164998Z","end":"2026-05-11T01:50:31.470815Z","steps":["trace[699835887] 'process raft request' (duration: 305.617245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.349032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:31.470865Z","caller":"traceutil/trace.go:171","msg":"trace[456667430] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:26189; }","duration":"319.513325ms","start":"2026-05-11T01:50:31.151346Z","end":"2026-05-11T01:50:31.47086Z","steps":["trace[456667430] 'agreement among raft nodes before linearized reading' (duration: 319.345921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.470888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.151334Z","time spent":"319.548537ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-05-11T01:50:31.470887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.16498Z","time spent":"305.86791ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.470985Z","caller":"traceutil/trace.go:171","msg":"trace[1945161602] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26189; }","duration":"305.575374ms","start":"2026-05-11T01:50:31.165401Z","end":"2026-05-11T01:50:31.470977Z","steps":["trace[1945161602] 'process raft request' (duration: 305.260417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.471034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.165392Z","time spent":"305.617584ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":2576,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:31.471254Z","caller":"traceutil/trace.go:171","msg":"trace[26102108] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"317.406519ms","start":"2026-05-11T01:50:31.153836Z","end":"2026-05-11T01:50:31.471243Z","steps":["trace[26102108] 'process raft request' (duration: 315.977307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:31.471308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.153826Z","time spent":"317.45945ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10010,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:31.979324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:50:32.043377Z","caller":"traceutil/trace.go:171","msg":"trace[375464460] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"564.427022ms","start":"2026-05-11T01:50:31.478935Z","end":"2026-05-11T01:50:32.043362Z","steps":["trace[375464460] 'process raft request' (duration: 564.33261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.043496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.478917Z","time spent":"564.504334ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2995,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.303224Z","caller":"traceutil/trace.go:171","msg":"trace[1322736216] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"808.371598ms","start":"2026-05-11T01:50:31.494831Z","end":"2026-05-11T01:50:32.303203Z","steps":["trace[1322736216] 'process raft request' (duration: 738.022665ms)","trace[1322736216] 'compare' (duration: 69.378481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:32.303352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.494816Z","time spent":"808.46274ms","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.30341Z","caller":"traceutil/trace.go:171","msg":"trace[1792126115] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"808.45556ms","start":"2026-05-11T01:50:31.494945Z","end":"2026-05-11T01:50:32.303401Z","steps":["trace[1792126115] 'process raft request' (duration: 808.170104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.303486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.494939Z","time spent":"808.508871ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:32.303654Z","caller":"traceutil/trace.go:171","msg":"trace[340986609] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"803.245374ms","start":"2026-05-11T01:50:31.500404Z","end":"2026-05-11T01:50:32.303649Z","steps":["trace[340986609] 'process raft request' (duration: 802.838205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.303697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.500396Z","time spent":"803.276504ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.303747Z","caller":"traceutil/trace.go:171","msg":"trace[2026378773] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"612.473787ms","start":"2026-05-11T01:50:31.691265Z","end":"2026-05-11T01:50:32.303739Z","steps":["trace[2026378773] 'process raft request' (duration: 612.023137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.303793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.69124Z","time spent":"612.530238ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.303821Z","caller":"traceutil/trace.go:171","msg":"trace[1496311302] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"611.425773ms","start":"2026-05-11T01:50:31.69239Z","end":"2026-05-11T01:50:32.303816Z","steps":["trace[1496311302] 'process raft request' (duration: 611.146857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.303853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.692368Z","time spent":"611.470145ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.303971Z","caller":"traceutil/trace.go:171","msg":"trace[221555105] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27068; }","duration":"824.682753ms","start":"2026-05-11T01:50:31.479282Z","end":"2026-05-11T01:50:32.303965Z","steps":["trace[221555105] 'read index received' (duration: 564.066894ms)","trace[221555105] 'applied index is now lower than readState.Index' (duration: 260.615299ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:32.304009Z","caller":"traceutil/trace.go:171","msg":"trace[166228570] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"366.703691ms","start":"2026-05-11T01:50:31.937299Z","end":"2026-05-11T01:50:32.304003Z","steps":["trace[166228570] 'process raft request' (duration: 366.62149ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.303997Z","caller":"traceutil/trace.go:171","msg":"trace[119081256] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"366.718902ms","start":"2026-05-11T01:50:31.937252Z","end":"2026-05-11T01:50:32.303971Z","steps":["trace[119081256] 'process raft request' (duration: 366.525647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.304037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.937294Z","time spent":"366.728422ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:32.304131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.849156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-rgjsc\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-05-11T01:50:32.304151Z","caller":"traceutil/trace.go:171","msg":"trace[19392882] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-rgjsc; range_end:; response_count:1; response_revision:26199; }","duration":"824.886908ms","start":"2026-05-11T01:50:31.479259Z","end":"2026-05-11T01:50:32.304146Z","steps":["trace[19392882] 'agreement among raft nodes before linearized reading' (duration: 824.808986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.304089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.937245Z","time spent":"366.798353ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:32.304165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.479251Z","time spent":"824.911168ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2488,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs-rgjsc\" "} {"level":"info","ts":"2026-05-11T01:50:32.305841Z","caller":"traceutil/trace.go:171","msg":"trace[1197686805] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"366.716252ms","start":"2026-05-11T01:50:31.937162Z","end":"2026-05-11T01:50:32.303879Z","steps":["trace[1197686805] 'process raft request' (duration: 366.545218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.306141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.937147Z","time spent":"368.788438ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.304294Z","caller":"traceutil/trace.go:171","msg":"trace[1233804109] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"802.978578ms","start":"2026-05-11T01:50:31.50038Z","end":"2026-05-11T01:50:32.303359Z","steps":["trace[1233804109] 'process raft request' (duration: 802.796534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.309461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.500373Z","time spent":"809.018893ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2674,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.639746Z","caller":"traceutil/trace.go:171","msg":"trace[298017011] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"503.50535ms","start":"2026-05-11T01:50:32.136204Z","end":"2026-05-11T01:50:32.63971Z","steps":["trace[298017011] 'process raft request' (duration: 503.268685ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.639774Z","caller":"traceutil/trace.go:171","msg":"trace[1062702543] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"502.423355ms","start":"2026-05-11T01:50:32.137337Z","end":"2026-05-11T01:50:32.63976Z","steps":["trace[1062702543] 'process raft request' (duration: 502.262472ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.639806Z","caller":"traceutil/trace.go:171","msg":"trace[662396521] linearizableReadLoop","detail":"{readStateIndex:27080; appliedIndex:27080; }","duration":"335.764979ms","start":"2026-05-11T01:50:32.303987Z","end":"2026-05-11T01:50:32.639752Z","steps":["trace[662396521] 'read index received' (duration: 335.724888ms)","trace[662396521] 'applied index is now lower than readState.Index' (duration: 35.091µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:32.639941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.947613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:50:32.640009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.883112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:50:32.640039Z","caller":"traceutil/trace.go:171","msg":"trace[218004591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26202; }","duration":"445.911402ms","start":"2026-05-11T01:50:32.194122Z","end":"2026-05-11T01:50:32.640033Z","steps":["trace[218004591] 'agreement among raft nodes before linearized reading' (duration: 445.79608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.64003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.560855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:50:32.6401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.435454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:32.640129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.349082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:50:32.640122Z","caller":"traceutil/trace.go:171","msg":"trace[829786993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26202; }","duration":"471.700409ms","start":"2026-05-11T01:50:32.168402Z","end":"2026-05-11T01:50:32.640103Z","steps":["trace[829786993] 'agreement among raft nodes before linearized reading' (duration: 471.428623ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.640126Z","caller":"traceutil/trace.go:171","msg":"trace[1272618515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26202; }","duration":"594.496035ms","start":"2026-05-11T01:50:32.045622Z","end":"2026-05-11T01:50:32.640118Z","steps":["trace[1272618515] 'agreement among raft nodes before linearized reading' (duration: 594.455474ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.640154Z","caller":"traceutil/trace.go:171","msg":"trace[367091400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26202; }","duration":"446.370413ms","start":"2026-05-11T01:50:32.193775Z","end":"2026-05-11T01:50:32.640145Z","steps":["trace[367091400] 'agreement among raft nodes before linearized reading' (duration: 446.306381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.64015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.356573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-05-11T01:50:32.640164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.045603Z","time spent":"594.555376ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:50:32.640201Z","caller":"traceutil/trace.go:171","msg":"trace[1923703899] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26202; }","duration":"878.481306ms","start":"2026-05-11T01:50:31.761707Z","end":"2026-05-11T01:50:32.640188Z","steps":["trace[1923703899] 'agreement among raft nodes before linearized reading' (duration: 878.271491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.640238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.348227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:50:32.640271Z","caller":"traceutil/trace.go:171","msg":"trace[1591147665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26202; }","duration":"448.400507ms","start":"2026-05-11T01:50:32.191863Z","end":"2026-05-11T01:50:32.640264Z","steps":["trace[1591147665] 'agreement among raft nodes before linearized reading' (duration: 448.322996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.64031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.191853Z","time spent":"448.451419ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:50:32.640341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161018615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:32.640308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.074248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-11T01:50:32.640244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159962791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:50:32.640008Z","caller":"traceutil/trace.go:171","msg":"trace[607360466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26202; }","duration":"814.052514ms","start":"2026-05-11T01:50:31.825939Z","end":"2026-05-11T01:50:32.639992Z","steps":["trace[607360466] 'agreement among raft nodes before linearized reading' (duration: 813.925752ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.6404Z","caller":"traceutil/trace.go:171","msg":"trace[1068145205] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:26202; }","duration":"1.161084276s","start":"2026-05-11T01:50:31.4793Z","end":"2026-05-11T01:50:32.640384Z","steps":["trace[1068145205] 'agreement among raft nodes before linearized reading' (duration: 1.160994214s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.639888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.136186Z","time spent":"503.628073ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:32.640167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.168391Z","time spent":"471.76877ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:50:32.640426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.825923Z","time spent":"814.491125ms","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:32.640442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.479297Z","time spent":"1.161136847s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-05-11T01:50:32.640424Z","caller":"traceutil/trace.go:171","msg":"trace[1304418060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26202; }","duration":"447.256921ms","start":"2026-05-11T01:50:32.193145Z","end":"2026-05-11T01:50:32.640402Z","steps":["trace[1304418060] 'agreement among raft nodes before linearized reading' (duration: 446.826762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.640519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.193136Z","time spent":"447.370245ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:32.64026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.761692Z","time spent":"878.558107ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-11T01:50:32.640063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.194115Z","time spent":"445.943863ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:50:32.640417Z","caller":"traceutil/trace.go:171","msg":"trace[863993023] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26202; }","duration":"1.160143466s","start":"2026-05-11T01:50:31.480266Z","end":"2026-05-11T01:50:32.640409Z","steps":["trace[863993023] 'agreement among raft nodes before linearized reading' (duration: 1.159932681s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.640056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.312266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:32.640701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.480259Z","time spent":"1.160433823s","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-05-11T01:50:32.640709Z","caller":"traceutil/trace.go:171","msg":"trace[1977989409] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26202; }","duration":"537.990152ms","start":"2026-05-11T01:50:32.102708Z","end":"2026-05-11T01:50:32.640698Z","steps":["trace[1977989409] 'agreement among raft nodes before linearized reading' (duration: 537.322476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.640176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.193748Z","time spent":"446.424813ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:32.640745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.102694Z","time spent":"538.040773ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:32.640394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147200555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111937"} {"level":"info","ts":"2026-05-11T01:50:32.640873Z","caller":"traceutil/trace.go:171","msg":"trace[190925836] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26202; }","duration":"1.147690347s","start":"2026-05-11T01:50:31.493163Z","end":"2026-05-11T01:50:32.640853Z","steps":["trace[190925836] 'agreement among raft nodes before linearized reading' (duration: 1.147099013s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.640934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:31.493148Z","time spent":"1.147764909s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111960,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-05-11T01:50:32.641259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.04733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-11T01:50:32.641311Z","caller":"traceutil/trace.go:171","msg":"trace[1325078389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26202; }","duration":"448.113211ms","start":"2026-05-11T01:50:32.193185Z","end":"2026-05-11T01:50:32.641298Z","steps":["trace[1325078389] 'agreement among raft nodes before linearized reading' (duration: 447.977568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.641391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.193179Z","time spent":"448.168443ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:32.6429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.137324Z","time spent":"502.495028ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.639691Z","caller":"traceutil/trace.go:171","msg":"trace[1483412959] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"498.425407ms","start":"2026-05-11T01:50:32.141248Z","end":"2026-05-11T01:50:32.639673Z","steps":["trace[1483412959] 'process raft request' (duration: 498.390177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.643328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.141237Z","time spent":"501.946066ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:32.769554Z","caller":"traceutil/trace.go:171","msg":"trace[1577505242] linearizableReadLoop","detail":"{readStateIndex:27081; appliedIndex:27080; }","duration":"129.607989ms","start":"2026-05-11T01:50:32.639925Z","end":"2026-05-11T01:50:32.769533Z","steps":["trace[1577505242] 'read index received' (duration: 81.727377ms)","trace[1577505242] 'applied index is now lower than readState.Index' (duration: 47.879362ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:32.769632Z","caller":"traceutil/trace.go:171","msg":"trace[928307412] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26203; }","duration":"460.320146ms","start":"2026-05-11T01:50:32.309273Z","end":"2026-05-11T01:50:32.769593Z","steps":["trace[928307412] 'process raft request' (duration: 412.358592ms)","trace[928307412] 'compare' (duration: 47.81242ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:32.770005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:32.309251Z","time spent":"460.465678ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":54,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-05-11T01:50:32.770081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.178099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-11T01:50:32.770221Z","caller":"traceutil/trace.go:171","msg":"trace[1234469611] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26203; }","duration":"146.361663ms","start":"2026-05-11T01:50:32.623846Z","end":"2026-05-11T01:50:32.770208Z","steps":["trace[1234469611] 'agreement among raft nodes before linearized reading' (duration: 145.788161ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.820518Z","caller":"traceutil/trace.go:171","msg":"trace[1241683074] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"172.796855ms","start":"2026-05-11T01:50:32.647707Z","end":"2026-05-11T01:50:32.820504Z","steps":["trace[1241683074] 'process raft request' (duration: 172.457058ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.820766Z","caller":"traceutil/trace.go:171","msg":"trace[969302317] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"172.384986ms","start":"2026-05-11T01:50:32.64837Z","end":"2026-05-11T01:50:32.820755Z","steps":["trace[969302317] 'process raft request' (duration: 171.885265ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.820919Z","caller":"traceutil/trace.go:171","msg":"trace[1073186088] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"170.80935ms","start":"2026-05-11T01:50:32.650101Z","end":"2026-05-11T01:50:32.820911Z","steps":["trace[1073186088] 'process raft request' (duration: 170.184656ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.821039Z","caller":"traceutil/trace.go:171","msg":"trace[1315959859] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"170.80443ms","start":"2026-05-11T01:50:32.650227Z","end":"2026-05-11T01:50:32.821031Z","steps":["trace[1315959859] 'process raft request' (duration: 170.082294ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:32.821153Z","caller":"traceutil/trace.go:171","msg":"trace[1521496905] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"167.69469ms","start":"2026-05-11T01:50:32.653452Z","end":"2026-05-11T01:50:32.821146Z","steps":["trace[1521496905] 'process raft request' (duration: 166.879832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.8213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.566168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:32.821337Z","caller":"traceutil/trace.go:171","msg":"trace[1163171912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26208; }","duration":"121.65482ms","start":"2026-05-11T01:50:32.699669Z","end":"2026-05-11T01:50:32.821324Z","steps":["trace[1163171912] 'agreement among raft nodes before linearized reading' (duration: 121.589689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.821547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.10448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-05-11T01:50:32.821578Z","caller":"traceutil/trace.go:171","msg":"trace[1944328796] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26208; }","duration":"168.149571ms","start":"2026-05-11T01:50:32.65342Z","end":"2026-05-11T01:50:32.82157Z","steps":["trace[1944328796] 'agreement among raft nodes before linearized reading' (duration: 168.059739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.821777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.063988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-05-11T01:50:32.821804Z","caller":"traceutil/trace.go:171","msg":"trace[1201659162] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26208; }","duration":"176.125979ms","start":"2026-05-11T01:50:32.645672Z","end":"2026-05-11T01:50:32.821798Z","steps":["trace[1201659162] 'agreement among raft nodes before linearized reading' (duration: 176.048267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.822143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.461436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-05-11T01:50:32.822254Z","caller":"traceutil/trace.go:171","msg":"trace[1850091642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26208; }","duration":"176.61889ms","start":"2026-05-11T01:50:32.645609Z","end":"2026-05-11T01:50:32.822228Z","steps":["trace[1850091642] 'agreement among raft nodes before linearized reading' (duration: 176.232162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.822728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.160993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:50:32.822773Z","caller":"traceutil/trace.go:171","msg":"trace[1964703760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26208; }","duration":"177.226694ms","start":"2026-05-11T01:50:32.645536Z","end":"2026-05-11T01:50:32.822762Z","steps":["trace[1964703760] 'agreement among raft nodes before linearized reading' (duration: 177.08776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.822876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.1836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:32.82291Z","caller":"traceutil/trace.go:171","msg":"trace[2001770800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26208; }","duration":"180.240712ms","start":"2026-05-11T01:50:32.642662Z","end":"2026-05-11T01:50:32.822903Z","steps":["trace[2001770800] 'agreement among raft nodes before linearized reading' (duration: 180.185261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.823107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.432236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-05-11T01:50:32.823135Z","caller":"traceutil/trace.go:171","msg":"trace[1357740546] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-pwc77; range_end:; response_count:1; response_revision:26208; }","duration":"180.475327ms","start":"2026-05-11T01:50:32.642654Z","end":"2026-05-11T01:50:32.823129Z","steps":["trace[1357740546] 'agreement among raft nodes before linearized reading' (duration: 180.395425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:32.976499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.710981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-05-11T01:50:32.976569Z","caller":"traceutil/trace.go:171","msg":"trace[1547609574] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26211; }","duration":"104.833544ms","start":"2026-05-11T01:50:32.87172Z","end":"2026-05-11T01:50:32.976554Z","steps":["trace[1547609574] 'agreement among raft nodes before linearized reading' (duration: 104.63671ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:33.096291Z","caller":"traceutil/trace.go:171","msg":"trace[2112133075] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27090; }","duration":"113.648201ms","start":"2026-05-11T01:50:32.982616Z","end":"2026-05-11T01:50:33.096264Z","steps":["trace[2112133075] 'read index received' (duration: 44.162547ms)","trace[2112133075] 'applied index is now lower than readState.Index' (duration: 69.484324ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:33.096409Z","caller":"traceutil/trace.go:171","msg":"trace[107081209] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"115.103154ms","start":"2026-05-11T01:50:32.981264Z","end":"2026-05-11T01:50:33.096367Z","steps":["trace[107081209] 'process raft request' (duration: 45.509147ms)","trace[107081209] 'compare' (duration: 69.158517ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:33.096519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.881326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91d3723a-d334-465c-8d1b-94738f1933b1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-11T01:50:33.096552Z","caller":"traceutil/trace.go:171","msg":"trace[261137635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91d3723a-d334-465c-8d1b-94738f1933b1; range_end:; response_count:1; response_revision:26212; }","duration":"113.928747ms","start":"2026-05-11T01:50:32.982613Z","end":"2026-05-11T01:50:33.096542Z","steps":["trace[261137635] 'agreement among raft nodes before linearized reading' (duration: 113.757723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.104867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.820544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-11T01:50:33.105732Z","caller":"traceutil/trace.go:171","msg":"trace[1733567556] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26213; }","duration":"122.714815ms","start":"2026-05-11T01:50:32.983Z","end":"2026-05-11T01:50:33.105715Z","steps":["trace[1733567556] 'agreement among raft nodes before linearized reading' (duration: 121.672681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.104923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.679793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-11T01:50:33.106249Z","caller":"traceutil/trace.go:171","msg":"trace[1340395806] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26213; }","duration":"111.044974ms","start":"2026-05-11T01:50:32.995175Z","end":"2026-05-11T01:50:33.10622Z","steps":["trace[1340395806] 'agreement among raft nodes before linearized reading' (duration: 109.580701ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:33.105074Z","caller":"traceutil/trace.go:171","msg":"trace[1431602217] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"118.563161ms","start":"2026-05-11T01:50:32.986492Z","end":"2026-05-11T01:50:33.105055Z","steps":["trace[1431602217] 'process raft request' (duration: 118.04735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.105359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.30155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111937"} {"level":"info","ts":"2026-05-11T01:50:33.10706Z","caller":"traceutil/trace.go:171","msg":"trace[1789208916] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26213; }","duration":"122.018089ms","start":"2026-05-11T01:50:32.985028Z","end":"2026-05-11T01:50:33.107046Z","steps":["trace[1789208916] 'agreement among raft nodes before linearized reading' (duration: 120.096696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.10545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.185057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-11T01:50:33.107442Z","caller":"traceutil/trace.go:171","msg":"trace[2101297440] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26213; }","duration":"122.167041ms","start":"2026-05-11T01:50:32.985259Z","end":"2026-05-11T01:50:33.107426Z","steps":["trace[2101297440] 'agreement among raft nodes before linearized reading' (duration: 120.129115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.105655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.394775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:50:33.110753Z","caller":"traceutil/trace.go:171","msg":"trace[314246125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26213; }","duration":"126.512929ms","start":"2026-05-11T01:50:32.98423Z","end":"2026-05-11T01:50:33.110743Z","steps":["trace[314246125] 'agreement among raft nodes before linearized reading' (duration: 121.352375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:33.899585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.557512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:33.899806Z","caller":"traceutil/trace.go:171","msg":"trace[1172237277] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"787.649445ms","start":"2026-05-11T01:50:33.112135Z","end":"2026-05-11T01:50:33.899785Z","steps":["trace[1172237277] 'process raft request' (duration: 215.829447ms)","trace[1172237277] 'compare' (duration: 571.338987ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:33.899869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.112121Z","time spent":"787.723966ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:34.218741Z","caller":"traceutil/trace.go:171","msg":"trace[640755146] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.101025623s","start":"2026-05-11T01:50:33.117669Z","end":"2026-05-11T01:50:34.218695Z","steps":["trace[640755146] 'process raft request' (duration: 1.10086825s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.218783Z","caller":"traceutil/trace.go:171","msg":"trace[599942587] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"1.101143506s","start":"2026-05-11T01:50:33.117603Z","end":"2026-05-11T01:50:34.218747Z","steps":["trace[599942587] 'process raft request' (duration: 1.090365725s)","trace[599942587] 'compare' (duration: 10.138277ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:34.218889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.117664Z","time spent":"1.101144436s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:34.218935Z","caller":"traceutil/trace.go:171","msg":"trace[1424449731] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.098850994s","start":"2026-05-11T01:50:33.120071Z","end":"2026-05-11T01:50:34.218922Z","steps":["trace[1424449731] 'process raft request' (duration: 1.098597779s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.218885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101103785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:34.219003Z","caller":"traceutil/trace.go:171","msg":"trace[2118332826] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.098963307s","start":"2026-05-11T01:50:33.120031Z","end":"2026-05-11T01:50:34.218994Z","steps":["trace[2118332826] 'process raft request' (duration: 1.098562758s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.219008Z","caller":"traceutil/trace.go:171","msg":"trace[819137662] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26218; }","duration":"1.101248299s","start":"2026-05-11T01:50:33.117743Z","end":"2026-05-11T01:50:34.218991Z","steps":["trace[819137662] 'agreement among raft nodes before linearized reading' (duration: 1.101083985s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.219024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.12006Z","time spent":"1.098919666s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.219054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.120024Z","time spent":"1.099008638s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.219052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.117739Z","time spent":"1.10129996s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-05-11T01:50:34.218776Z","caller":"traceutil/trace.go:171","msg":"trace[2107561517] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27092; }","duration":"1.100987612s","start":"2026-05-11T01:50:33.11776Z","end":"2026-05-11T01:50:34.218748Z","steps":["trace[2107561517] 'read index received' (duration: 210.361444ms)","trace[2107561517] 'applied index is now lower than readState.Index' (duration: 890.624658ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:34.219142Z","caller":"traceutil/trace.go:171","msg":"trace[1345823224] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26218; }","duration":"1.098969168s","start":"2026-05-11T01:50:33.120149Z","end":"2026-05-11T01:50:34.219118Z","steps":["trace[1345823224] 'process raft request' (duration: 1.098565099s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.21925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.12013Z","time spent":"1.099059799s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":1873,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.219446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.117588Z","time spent":"1.101250018s","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.553182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.534251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:34.55329Z","caller":"traceutil/trace.go:171","msg":"trace[340640473] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27098; }","duration":"334.092671ms","start":"2026-05-11T01:50:34.219177Z","end":"2026-05-11T01:50:34.55327Z","steps":["trace[340640473] 'read index received' (duration: 143.348296ms)","trace[340640473] 'applied index is now lower than readState.Index' (duration: 190.743145ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:34.553555Z","caller":"traceutil/trace.go:171","msg":"trace[1168184997] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.103407537s","start":"2026-05-11T01:50:33.450132Z","end":"2026-05-11T01:50:34.55354Z","steps":["trace[1168184997] 'process raft request' (duration: 912.444977ms)","trace[1168184997] 'compare' (duration: 190.149432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:34.553653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.450103Z","time spent":"1.103520589s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:34.553804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.388827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:50:34.553898Z","caller":"traceutil/trace.go:171","msg":"trace[363933081] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26219; }","duration":"634.53314ms","start":"2026-05-11T01:50:33.919341Z","end":"2026-05-11T01:50:34.553874Z","steps":["trace[363933081] 'agreement among raft nodes before linearized reading' (duration: 634.317126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.55395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.919323Z","time spent":"634.616493ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:34.553931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381867095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-11T01:50:34.55402Z","caller":"traceutil/trace.go:171","msg":"trace[1462936153] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26219; }","duration":"1.382016818s","start":"2026-05-11T01:50:33.171979Z","end":"2026-05-11T01:50:34.553995Z","steps":["trace[1462936153] 'agreement among raft nodes before linearized reading' (duration: 1.381659099s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.554023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168105852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:34.554191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.435579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:34.554181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.511313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-05-11T01:50:34.554293Z","caller":"traceutil/trace.go:171","msg":"trace[812104509] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26219; }","duration":"944.647357ms","start":"2026-05-11T01:50:33.609603Z","end":"2026-05-11T01:50:34.55425Z","steps":["trace[812104509] 'agreement among raft nodes before linearized reading' (duration: 944.271797ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.554254Z","caller":"traceutil/trace.go:171","msg":"trace[679683796] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26219; }","duration":"1.168468243s","start":"2026-05-11T01:50:33.385684Z","end":"2026-05-11T01:50:34.554153Z","steps":["trace[679683796] 'agreement among raft nodes before linearized reading' (duration: 1.16794811s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.554352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.609582Z","time spent":"944.760329ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-11T01:50:34.554451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.385655Z","time spent":"1.168696958s","remote":"127.0.0.1:50724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:34.554092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.171957Z","time spent":"1.38212158s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-11T01:50:34.554228Z","caller":"traceutil/trace.go:171","msg":"trace[263837780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26219; }","duration":"507.505551ms","start":"2026-05-11T01:50:34.046712Z","end":"2026-05-11T01:50:34.554218Z","steps":["trace[263837780] 'agreement among raft nodes before linearized reading' (duration: 507.44244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.554635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.046692Z","time spent":"507.93062ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:34.555604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194149545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213913"} {"level":"info","ts":"2026-05-11T01:50:34.555683Z","caller":"traceutil/trace.go:171","msg":"trace[583172083] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26219; }","duration":"1.194248858s","start":"2026-05-11T01:50:33.361408Z","end":"2026-05-11T01:50:34.555657Z","steps":["trace[583172083] 'agreement among raft nodes before linearized reading' (duration: 1.192713774s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.555738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:33.361394Z","time spent":"1.194329149s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2213936,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-11T01:50:34.752013Z","caller":"traceutil/trace.go:171","msg":"trace[1707207732] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"520.007289ms","start":"2026-05-11T01:50:34.231966Z","end":"2026-05-11T01:50:34.751974Z","steps":["trace[1707207732] 'process raft request' (duration: 519.801664ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.751998Z","caller":"traceutil/trace.go:171","msg":"trace[67622276] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"526.646688ms","start":"2026-05-11T01:50:34.225284Z","end":"2026-05-11T01:50:34.75193Z","steps":["trace[67622276] 'process raft request' (duration: 497.833464ms)","trace[67622276] 'compare' (duration: 28.381895ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:34.752105Z","caller":"traceutil/trace.go:171","msg":"trace[244562182] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"432.265226ms","start":"2026-05-11T01:50:34.319817Z","end":"2026-05-11T01:50:34.752082Z","steps":["trace[244562182] 'process raft request' (duration: 432.230766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.752195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.231955Z","time spent":"520.140962ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2368,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.75224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.319805Z","time spent":"432.355889ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.752239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.225257Z","time spent":"526.868022ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:50:34.752329Z","caller":"traceutil/trace.go:171","msg":"trace[74110131] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"432.676386ms","start":"2026-05-11T01:50:34.319608Z","end":"2026-05-11T01:50:34.752285Z","steps":["trace[74110131] 'process raft request' (duration: 432.40966ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.752322Z","caller":"traceutil/trace.go:171","msg":"trace[1860757277] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"433.111215ms","start":"2026-05-11T01:50:34.319142Z","end":"2026-05-11T01:50:34.752253Z","steps":["trace[1860757277] 'process raft request' (duration: 432.843119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.752469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.319593Z","time spent":"432.800448ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.752583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.319136Z","time spent":"433.302909ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:34.752281Z","caller":"traceutil/trace.go:171","msg":"trace[140522575] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"433.390772ms","start":"2026-05-11T01:50:34.318836Z","end":"2026-05-11T01:50:34.752227Z","steps":["trace[140522575] 'process raft request' (duration: 433.116606ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:34.752684Z","caller":"traceutil/trace.go:171","msg":"trace[328648829] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"434.001555ms","start":"2026-05-11T01:50:34.318672Z","end":"2026-05-11T01:50:34.752674Z","steps":["trace[328648829] 'process raft request' (duration: 433.230558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:34.752744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.318652Z","time spent":"434.058726ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:34.752963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.318825Z","time spent":"433.896383ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:35.112739Z","caller":"traceutil/trace.go:171","msg":"trace[1835291741] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"578.302873ms","start":"2026-05-11T01:50:34.534405Z","end":"2026-05-11T01:50:35.112708Z","steps":["trace[1835291741] 'process raft request' (duration: 574.100378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.112937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.534363Z","time spent":"578.490267ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:35.113409Z","caller":"traceutil/trace.go:171","msg":"trace[1849859244] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"516.510251ms","start":"2026-05-11T01:50:34.596871Z","end":"2026-05-11T01:50:35.113382Z","steps":["trace[1849859244] 'process raft request' (duration: 516.081101ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.113424Z","caller":"traceutil/trace.go:171","msg":"trace[916323210] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"537.756107ms","start":"2026-05-11T01:50:34.575643Z","end":"2026-05-11T01:50:35.113399Z","steps":["trace[916323210] 'process raft request' (duration: 537.00386ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.113443Z","caller":"traceutil/trace.go:171","msg":"trace[1745867343] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"463.947655ms","start":"2026-05-11T01:50:34.649466Z","end":"2026-05-11T01:50:35.113414Z","steps":["trace[1745867343] 'process raft request' (duration: 463.744101ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.11344Z","caller":"traceutil/trace.go:171","msg":"trace[1233869690] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"461.586943ms","start":"2026-05-11T01:50:34.651835Z","end":"2026-05-11T01:50:35.113422Z","steps":["trace[1233869690] 'process raft request' (duration: 461.518892ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.113445Z","caller":"traceutil/trace.go:171","msg":"trace[540924414] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"462.620146ms","start":"2026-05-11T01:50:34.65079Z","end":"2026-05-11T01:50:35.11341Z","steps":["trace[540924414] 'process raft request' (duration: 462.515904ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.113442Z","caller":"traceutil/trace.go:171","msg":"trace[328176548] linearizableReadLoop","detail":"{readStateIndex:27107; appliedIndex:27099; }","duration":"560.086196ms","start":"2026-05-11T01:50:34.553321Z","end":"2026-05-11T01:50:35.113407Z","steps":["trace[328176548] 'read index received' (duration: 169.88257ms)","trace[328176548] 'applied index is now lower than readState.Index' (duration: 390.202106ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:35.113525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.575616Z","time spent":"537.866899ms","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2318,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:35.113543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.651829Z","time spent":"461.667455ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.113577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.650784Z","time spent":"462.720188ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.113578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.649442Z","time spent":"464.047687ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.113904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.596835Z","time spent":"516.641574ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:35.114384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.362456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-11T01:50:35.11445Z","caller":"traceutil/trace.go:171","msg":"trace[1659484130] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26232; }","duration":"891.53579ms","start":"2026-05-11T01:50:34.222895Z","end":"2026-05-11T01:50:35.114431Z","steps":["trace[1659484130] 'agreement among raft nodes before linearized reading' (duration: 891.266254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.114675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.222882Z","time spent":"891.783275ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-11T01:50:35.1151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.308641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ae5fcad379221a\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-05-11T01:50:35.115269Z","caller":"traceutil/trace.go:171","msg":"trace[1364276024] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ae5fcad379221a; range_end:; response_count:1; response_revision:26232; }","duration":"890.511545ms","start":"2026-05-11T01:50:34.224719Z","end":"2026-05-11T01:50:35.11523Z","steps":["trace[1364276024] 'agreement among raft nodes before linearized reading' (duration: 888.833627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.115397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.22471Z","time spent":"890.663249ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18ae5fcad379221a\" "} {"level":"info","ts":"2026-05-11T01:50:35.386359Z","caller":"traceutil/trace.go:171","msg":"trace[1687781326] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"655.51807ms","start":"2026-05-11T01:50:34.730809Z","end":"2026-05-11T01:50:35.386327Z","steps":["trace[1687781326] 'process raft request' (duration: 654.146439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.386527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.730791Z","time spent":"655.644843ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:35.387198Z","caller":"traceutil/trace.go:171","msg":"trace[1114969984] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"655.221283ms","start":"2026-05-11T01:50:34.731961Z","end":"2026-05-11T01:50:35.387182Z","steps":["trace[1114969984] 'process raft request' (duration: 654.001066ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.38722Z","caller":"traceutil/trace.go:171","msg":"trace[1462241673] linearizableReadLoop","detail":"{readStateIndex:27115; appliedIndex:27114; }","duration":"273.67824ms","start":"2026-05-11T01:50:35.113519Z","end":"2026-05-11T01:50:35.387197Z","steps":["trace[1462241673] 'read index received' (duration: 272.772621ms)","trace[1462241673] 'applied index is now lower than readState.Index' (duration: 904.729µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:35.38726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.731919Z","time spent":"655.312215ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2467,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:35.387547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.173343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:50:35.387584Z","caller":"traceutil/trace.go:171","msg":"trace[698623253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26235; }","duration":"558.224714ms","start":"2026-05-11T01:50:34.82935Z","end":"2026-05-11T01:50:35.387575Z","steps":["trace[698623253] 'agreement among raft nodes before linearized reading' (duration: 558.099911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.387612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.829344Z","time spent":"558.258444ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:50:35.387748Z","caller":"traceutil/trace.go:171","msg":"trace[235954079] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"414.205953ms","start":"2026-05-11T01:50:34.973535Z","end":"2026-05-11T01:50:35.387741Z","steps":["trace[235954079] 'process raft request' (duration: 412.959956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.387805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.973498Z","time spent":"414.273745ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.38791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.036177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:35.387936Z","caller":"traceutil/trace.go:171","msg":"trace[1384483779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26235; }","duration":"341.098829ms","start":"2026-05-11T01:50:35.04683Z","end":"2026-05-11T01:50:35.387928Z","steps":["trace[1384483779] 'agreement among raft nodes before linearized reading' (duration: 341.050447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.387957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.046805Z","time spent":"341.147259ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:35.388141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.730284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:35.388176Z","caller":"traceutil/trace.go:171","msg":"trace[1132341777] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26235; }","duration":"532.791795ms","start":"2026-05-11T01:50:34.855375Z","end":"2026-05-11T01:50:35.388166Z","steps":["trace[1132341777] 'agreement among raft nodes before linearized reading' (duration: 532.732313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.388203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.855363Z","time spent":"532.831946ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:35.388288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.671555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-05-11T01:50:35.388332Z","caller":"traceutil/trace.go:171","msg":"trace[1997891437] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26235; }","duration":"804.754597ms","start":"2026-05-11T01:50:34.583565Z","end":"2026-05-11T01:50:35.388319Z","steps":["trace[1997891437] 'agreement among raft nodes before linearized reading' (duration: 804.660315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.388372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.583545Z","time spent":"804.818328ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-11T01:50:35.388403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.287468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-11T01:50:35.388435Z","caller":"traceutil/trace.go:171","msg":"trace[1041165896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26235; }","duration":"551.329499ms","start":"2026-05-11T01:50:34.837098Z","end":"2026-05-11T01:50:35.388427Z","steps":["trace[1041165896] 'agreement among raft nodes before linearized reading' (duration: 551.236467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.388461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.837093Z","time spent":"551.36275ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-11T01:50:35.388487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.483115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-h2wwl.18ae5d03a0acac3f\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-05-11T01:50:35.388639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.970555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:50:35.388639Z","caller":"traceutil/trace.go:171","msg":"trace[1047426428] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-h2wwl.18ae5d03a0acac3f; range_end:; response_count:1; response_revision:26235; }","duration":"776.73145ms","start":"2026-05-11T01:50:34.611877Z","end":"2026-05-11T01:50:35.388608Z","steps":["trace[1047426428] 'agreement among raft nodes before linearized reading' (duration: 776.287261ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.388669Z","caller":"traceutil/trace.go:171","msg":"trace[1375562990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26235; }","duration":"557.008236ms","start":"2026-05-11T01:50:34.831653Z","end":"2026-05-11T01:50:35.388661Z","steps":["trace[1375562990] 'agreement among raft nodes before linearized reading' (duration: 556.932814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.388696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.831646Z","time spent":"557.044056ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:50:35.3887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.611859Z","time spent":"776.826632ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":790,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-h2wwl.18ae5d03a0acac3f\" "} {"level":"warn","ts":"2026-05-11T01:50:35.388199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.475474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:50:35.388918Z","caller":"traceutil/trace.go:171","msg":"trace[526441402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26235; }","duration":"561.220412ms","start":"2026-05-11T01:50:34.827688Z","end":"2026-05-11T01:50:35.388909Z","steps":["trace[526441402] 'agreement among raft nodes before linearized reading' (duration: 560.398013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.388951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.827683Z","time spent":"561.256383ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:35.389237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.783594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:50:35.389278Z","caller":"traceutil/trace.go:171","msg":"trace[365057024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26235; }","duration":"561.821915ms","start":"2026-05-11T01:50:34.827444Z","end":"2026-05-11T01:50:35.389266Z","steps":["trace[365057024] 'agreement among raft nodes before linearized reading' (duration: 561.707512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.827395Z","time spent":"561.911307ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:35.389533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.080611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:50:35.389569Z","caller":"traceutil/trace.go:171","msg":"trace[770008457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26235; }","duration":"562.145772ms","start":"2026-05-11T01:50:34.827414Z","end":"2026-05-11T01:50:35.38956Z","steps":["trace[770008457] 'agreement among raft nodes before linearized reading' (duration: 562.05462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.389593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:34.827395Z","time spent":"562.192353ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:50:35.890721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.177047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:35.890926Z","caller":"traceutil/trace.go:171","msg":"trace[440535414] linearizableReadLoop","detail":"{readStateIndex:27117; appliedIndex:27115; }","duration":"503.635774ms","start":"2026-05-11T01:50:35.387274Z","end":"2026-05-11T01:50:35.89091Z","steps":["trace[440535414] 'read index received' (duration: 155.213181ms)","trace[440535414] 'applied index is now lower than readState.Index' (duration: 348.421783ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:35.890987Z","caller":"traceutil/trace.go:171","msg":"trace[317834900] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"530.306281ms","start":"2026-05-11T01:50:35.360657Z","end":"2026-05-11T01:50:35.890963Z","steps":["trace[317834900] 'process raft request' (duration: 530.152448ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.891005Z","caller":"traceutil/trace.go:171","msg":"trace[1416604054] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"772.506157ms","start":"2026-05-11T01:50:35.118455Z","end":"2026-05-11T01:50:35.890961Z","steps":["trace[1416604054] 'process raft request' (duration: 423.992882ms)","trace[1416604054] 'compare' (duration: 347.740348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:35.891115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.988802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-05-11T01:50:35.891124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.36063Z","time spent":"530.416583ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.891125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.118431Z","time spent":"772.621649ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:35.891156Z","caller":"traceutil/trace.go:171","msg":"trace[874582219] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26237; }","duration":"771.047624ms","start":"2026-05-11T01:50:35.120098Z","end":"2026-05-11T01:50:35.891145Z","steps":["trace[874582219] 'agreement among raft nodes before linearized reading' (duration: 770.88054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.891195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.120087Z","time spent":"771.096965ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-05-11T01:50:35.966219Z","caller":"traceutil/trace.go:171","msg":"trace[474658000] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"571.600743ms","start":"2026-05-11T01:50:35.394584Z","end":"2026-05-11T01:50:35.966185Z","steps":["trace[474658000] 'process raft request' (duration: 571.357378ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.96633Z","caller":"traceutil/trace.go:171","msg":"trace[1993838224] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"570.54556ms","start":"2026-05-11T01:50:35.395774Z","end":"2026-05-11T01:50:35.966319Z","steps":["trace[1993838224] 'process raft request' (duration: 570.367316ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.966363Z","caller":"traceutil/trace.go:171","msg":"trace[1650658209] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"570.355356ms","start":"2026-05-11T01:50:35.395987Z","end":"2026-05-11T01:50:35.966343Z","steps":["trace[1650658209] 'process raft request' (duration: 570.210043ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.966379Z","caller":"traceutil/trace.go:171","msg":"trace[2114573957] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"530.28737ms","start":"2026-05-11T01:50:35.436067Z","end":"2026-05-11T01:50:35.966354Z","steps":["trace[2114573957] 'process raft request' (duration: 530.217649ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.96641Z","caller":"traceutil/trace.go:171","msg":"trace[1381008516] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"530.385342ms","start":"2026-05-11T01:50:35.435974Z","end":"2026-05-11T01:50:35.96636Z","steps":["trace[1381008516] 'process raft request' (duration: 530.256119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.966419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.394568Z","time spent":"571.760617ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.966511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.395752Z","time spent":"570.637282ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.966525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.435965Z","time spent":"530.506135ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.966528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.436063Z","time spent":"530.388792ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:35.966594Z","caller":"traceutil/trace.go:171","msg":"trace[1382561185] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"530.466704ms","start":"2026-05-11T01:50:35.436107Z","end":"2026-05-11T01:50:35.966574Z","steps":["trace[1382561185] 'process raft request' (duration: 530.212598ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.966257Z","caller":"traceutil/trace.go:171","msg":"trace[54055714] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"571.033841ms","start":"2026-05-11T01:50:35.395193Z","end":"2026-05-11T01:50:35.966227Z","steps":["trace[54055714] 'process raft request' (duration: 570.890628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.966675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.395184Z","time spent":"571.468561ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:50:35.966707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.436069Z","time spent":"530.581107ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:35.96679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.749197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8932ff77-a044-4b90-b1e1-568bdedcd047\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-11T01:50:35.96682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.725641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:35.966842Z","caller":"traceutil/trace.go:171","msg":"trace[1678181315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26244; }","duration":"573.796663ms","start":"2026-05-11T01:50:35.393039Z","end":"2026-05-11T01:50:35.966836Z","steps":["trace[1678181315] 'agreement among raft nodes before linearized reading' (duration: 573.751472ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:35.966843Z","caller":"traceutil/trace.go:171","msg":"trace[225566417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8932ff77-a044-4b90-b1e1-568bdedcd047; range_end:; response_count:1; response_revision:26244; }","duration":"571.801858ms","start":"2026-05-11T01:50:35.395012Z","end":"2026-05-11T01:50:35.966814Z","steps":["trace[225566417] 'agreement among raft nodes before linearized reading' (duration: 571.627884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.966861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.393016Z","time spent":"573.841844ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:35.966868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.932885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:50:35.966907Z","caller":"traceutil/trace.go:171","msg":"trace[169746602] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26244; }","duration":"518.998037ms","start":"2026-05-11T01:50:35.447898Z","end":"2026-05-11T01:50:35.966896Z","steps":["trace[169746602] 'agreement among raft nodes before linearized reading' (duration: 518.856214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.966939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.447887Z","time spent":"519.045648ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-11T01:50:35.966991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.397635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2386"} {"level":"info","ts":"2026-05-11T01:50:35.967045Z","caller":"traceutil/trace.go:171","msg":"trace[1217844614] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:26244; }","duration":"531.499167ms","start":"2026-05-11T01:50:35.435535Z","end":"2026-05-11T01:50:35.967034Z","steps":["trace[1217844614] 'agreement among raft nodes before linearized reading' (duration: 531.353064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.967093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.435525Z","time spent":"531.541138ms","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2409,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-05-11T01:50:35.967176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.641609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:35.967216Z","caller":"traceutil/trace.go:171","msg":"trace[1108709989] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26244; }","duration":"133.714811ms","start":"2026-05-11T01:50:35.833488Z","end":"2026-05-11T01:50:35.967203Z","steps":["trace[1108709989] 'agreement among raft nodes before linearized reading' (duration: 133.655199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:35.966871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.395005Z","time spent":"571.858889ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-8932ff77-a044-4b90-b1e1-568bdedcd047\" "} {"level":"warn","ts":"2026-05-11T01:50:35.967824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:35.395977Z","time spent":"570.418937ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:36.128434Z","caller":"traceutil/trace.go:171","msg":"trace[2129749653] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"145.3515ms","start":"2026-05-11T01:50:35.983056Z","end":"2026-05-11T01:50:36.128408Z","steps":["trace[2129749653] 'process raft request' (duration: 145.267178ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.128452Z","caller":"traceutil/trace.go:171","msg":"trace[1593980854] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27124; }","duration":"154.413534ms","start":"2026-05-11T01:50:35.974011Z","end":"2026-05-11T01:50:36.128424Z","steps":["trace[1593980854] 'read index received' (duration: 85.592374ms)","trace[1593980854] 'applied index is now lower than readState.Index' (duration: 68.81871ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:36.128457Z","caller":"traceutil/trace.go:171","msg":"trace[680704920] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"157.829271ms","start":"2026-05-11T01:50:35.970596Z","end":"2026-05-11T01:50:36.128425Z","steps":["trace[680704920] 'process raft request' (duration: 89.001421ms)","trace[680704920] 'compare' (duration: 68.385979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:36.128723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.68534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-11T01:50:36.128771Z","caller":"traceutil/trace.go:171","msg":"trace[850953091] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26246; }","duration":"154.766442ms","start":"2026-05-11T01:50:35.973993Z","end":"2026-05-11T01:50:36.128759Z","steps":["trace[850953091] 'agreement among raft nodes before linearized reading' (duration: 154.558748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:36.128808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.540236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:50:36.128895Z","caller":"traceutil/trace.go:171","msg":"trace[2004033599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26246; }","duration":"154.670989ms","start":"2026-05-11T01:50:35.974208Z","end":"2026-05-11T01:50:36.128879Z","steps":["trace[2004033599] 'agreement among raft nodes before linearized reading' (duration: 154.457304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:36.129009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.428309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-05-11T01:50:36.129063Z","caller":"traceutil/trace.go:171","msg":"trace[775875734] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26246; }","duration":"152.578692ms","start":"2026-05-11T01:50:35.97647Z","end":"2026-05-11T01:50:36.129048Z","steps":["trace[775875734] 'agreement among raft nodes before linearized reading' (duration: 152.336767ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.866875Z","caller":"traceutil/trace.go:171","msg":"trace[135744269] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"110.434989ms","start":"2026-05-11T01:50:36.75641Z","end":"2026-05-11T01:50:36.866845Z","steps":["trace[135744269] 'process raft request' (duration: 42.732735ms)","trace[135744269] 'compare' (duration: 67.4882ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:36.899202Z","caller":"traceutil/trace.go:171","msg":"trace[63495424] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27147; }","duration":"124.095136ms","start":"2026-05-11T01:50:36.775083Z","end":"2026-05-11T01:50:36.899178Z","steps":["trace[63495424] 'read index received' (duration: 23.975446ms)","trace[63495424] 'applied index is now lower than readState.Index' (duration: 100.11881ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:36.899453Z","caller":"traceutil/trace.go:171","msg":"trace[1559093490] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"132.740369ms","start":"2026-05-11T01:50:36.766685Z","end":"2026-05-11T01:50:36.899425Z","steps":["trace[1559093490] 'process raft request' (duration: 132.458763ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.899623Z","caller":"traceutil/trace.go:171","msg":"trace[2042793813] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"139.241164ms","start":"2026-05-11T01:50:36.760372Z","end":"2026-05-11T01:50:36.899613Z","steps":["trace[2042793813] 'process raft request' (duration: 138.494978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:36.899644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.549756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-05-11T01:50:36.899644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.034913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-05-11T01:50:36.899687Z","caller":"traceutil/trace.go:171","msg":"trace[1297355048] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26270; }","duration":"119.114665ms","start":"2026-05-11T01:50:36.780562Z","end":"2026-05-11T01:50:36.899677Z","steps":["trace[1297355048] 'agreement among raft nodes before linearized reading' (duration: 118.954991ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.89971Z","caller":"traceutil/trace.go:171","msg":"trace[893390463] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26270; }","duration":"124.620838ms","start":"2026-05-11T01:50:36.775051Z","end":"2026-05-11T01:50:36.899672Z","steps":["trace[893390463] 'agreement among raft nodes before linearized reading' (duration: 124.473985ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.899767Z","caller":"traceutil/trace.go:171","msg":"trace[877144518] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"138.882257ms","start":"2026-05-11T01:50:36.760872Z","end":"2026-05-11T01:50:36.899754Z","steps":["trace[877144518] 'process raft request' (duration: 138.233432ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:36.899927Z","caller":"traceutil/trace.go:171","msg":"trace[2015947029] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"139.155482ms","start":"2026-05-11T01:50:36.760757Z","end":"2026-05-11T01:50:36.899912Z","steps":["trace[2015947029] 'process raft request' (duration: 138.312044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:39.465469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:39.966575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:40.013325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136256031s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:50:40.013676Z","caller":"traceutil/trace.go:171","msg":"trace[1579965254] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"1.136707861s","start":"2026-05-11T01:50:38.876945Z","end":"2026-05-11T01:50:40.013653Z","steps":["trace[1579965254] 'process raft request' (duration: 1.136547287s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.013838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.876921Z","time spent":"1.136823264s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:40.020685Z","caller":"traceutil/trace.go:171","msg":"trace[1014982730] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"1.116799257s","start":"2026-05-11T01:50:38.903856Z","end":"2026-05-11T01:50:40.020656Z","steps":["trace[1014982730] 'process raft request' (duration: 1.116589462s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.020852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.903831Z","time spent":"1.116932739s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:40.021005Z","caller":"traceutil/trace.go:171","msg":"trace[2080742028] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"1.115349734s","start":"2026-05-11T01:50:38.905618Z","end":"2026-05-11T01:50:40.020968Z","steps":["trace[2080742028] 'process raft request' (duration: 1.115213351s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.021131Z","caller":"traceutil/trace.go:171","msg":"trace[1378533983] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"1.115353664s","start":"2026-05-11T01:50:38.905756Z","end":"2026-05-11T01:50:40.02111Z","steps":["trace[1378533983] 'process raft request' (duration: 1.11516921s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.021016Z","caller":"traceutil/trace.go:171","msg":"trace[582084849] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"1.115956777s","start":"2026-05-11T01:50:38.905035Z","end":"2026-05-11T01:50:40.020991Z","steps":["trace[582084849] 'process raft request' (duration: 1.115561848s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.021206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.905027Z","time spent":"1.116153731s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:40.021239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.905731Z","time spent":"1.115449915s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:40.021148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.905592Z","time spent":"1.115484737s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:40.021372Z","caller":"traceutil/trace.go:171","msg":"trace[789444669] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"881.032363ms","start":"2026-05-11T01:50:39.140322Z","end":"2026-05-11T01:50:40.021354Z","steps":["trace[789444669] 'process raft request' (duration: 880.766377ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.021405Z","caller":"traceutil/trace.go:171","msg":"trace[1734794085] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"880.89699ms","start":"2026-05-11T01:50:39.1405Z","end":"2026-05-11T01:50:40.021398Z","steps":["trace[1734794085] 'process raft request' (duration: 880.727666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.021442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.140476Z","time spent":"880.948162ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:40.021368Z","caller":"traceutil/trace.go:171","msg":"trace[503759097] linearizableReadLoop","detail":"{readStateIndex:27170; appliedIndex:27162; }","duration":"1.056331694s","start":"2026-05-11T01:50:38.965015Z","end":"2026-05-11T01:50:40.021347Z","steps":["trace[503759097] 'read index received' (duration: 1.048494589s)","trace[503759097] 'applied index is now lower than readState.Index' (duration: 7.835715ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:40.021482Z","caller":"traceutil/trace.go:171","msg":"trace[985173107] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"881.217578ms","start":"2026-05-11T01:50:39.140252Z","end":"2026-05-11T01:50:40.02147Z","steps":["trace[985173107] 'process raft request' (duration: 880.767608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.021481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.140303Z","time spent":"881.123815ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:50:40.021463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056432246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:40.021562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.771748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:50:40.021569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.140223Z","time spent":"881.294229ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:50:40.021557Z","caller":"traceutil/trace.go:171","msg":"trace[490250103] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26287; }","duration":"1.056580249s","start":"2026-05-11T01:50:38.964957Z","end":"2026-05-11T01:50:40.021538Z","steps":["trace[490250103] 'agreement among raft nodes before linearized reading' (duration: 1.056447956s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.021592Z","caller":"traceutil/trace.go:171","msg":"trace[1528405552] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26287; }","duration":"961.83428ms","start":"2026-05-11T01:50:39.05975Z","end":"2026-05-11T01:50:40.021584Z","steps":["trace[1528405552] 'agreement among raft nodes before linearized reading' (duration: 961.773699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.021614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.05973Z","time spent":"961.877711ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:40.021623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:38.964936Z","time spent":"1.056671062s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:40.021744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.529391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:40.021789Z","caller":"traceutil/trace.go:171","msg":"trace[857929796] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26287; }","duration":"499.607853ms","start":"2026-05-11T01:50:39.52217Z","end":"2026-05-11T01:50:40.021778Z","steps":["trace[857929796] 'agreement among raft nodes before linearized reading' (duration: 499.534402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.02182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.522156Z","time spent":"499.655644ms","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:40.02176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.128622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:40.022101Z","caller":"traceutil/trace.go:171","msg":"trace[316222109] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26287; }","duration":"613.4907ms","start":"2026-05-11T01:50:39.408587Z","end":"2026-05-11T01:50:40.022078Z","steps":["trace[316222109] 'agreement among raft nodes before linearized reading' (duration: 613.149813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.022168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.408561Z","time spent":"613.581773ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:50:40.0222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.256444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:50:40.022247Z","caller":"traceutil/trace.go:171","msg":"trace[2084760333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26287; }","duration":"456.350507ms","start":"2026-05-11T01:50:39.565883Z","end":"2026-05-11T01:50:40.022233Z","steps":["trace[2084760333] 'agreement among raft nodes before linearized reading' (duration: 456.174442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.022342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:39.565855Z","time spent":"456.474109ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:50:40.179324Z","caller":"traceutil/trace.go:171","msg":"trace[1178471654] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"152.818558ms","start":"2026-05-11T01:50:40.026486Z","end":"2026-05-11T01:50:40.179305Z","steps":["trace[1178471654] 'process raft request' (duration: 92.852276ms)","trace[1178471654] 'compare' (duration: 59.699205ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:40.17952Z","caller":"traceutil/trace.go:171","msg":"trace[1906338908] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"152.991812ms","start":"2026-05-11T01:50:40.026505Z","end":"2026-05-11T01:50:40.179496Z","steps":["trace[1906338908] 'process raft request' (duration: 152.721986ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.179765Z","caller":"traceutil/trace.go:171","msg":"trace[752645346] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"152.588783ms","start":"2026-05-11T01:50:40.027168Z","end":"2026-05-11T01:50:40.179757Z","steps":["trace[752645346] 'process raft request' (duration: 152.263726ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:40.179852Z","caller":"traceutil/trace.go:171","msg":"trace[108125398] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27170; }","duration":"153.243828ms","start":"2026-05-11T01:50:40.026594Z","end":"2026-05-11T01:50:40.179837Z","steps":["trace[108125398] 'read index received' (duration: 40.817294ms)","trace[108125398] 'applied index is now lower than readState.Index' (duration: 112.425934ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:50:40.17989Z","caller":"traceutil/trace.go:171","msg":"trace[186743338] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"151.466027ms","start":"2026-05-11T01:50:40.028386Z","end":"2026-05-11T01:50:40.179852Z","steps":["trace[186743338] 'process raft request' (duration: 151.339364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.179964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.806011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:40.179995Z","caller":"traceutil/trace.go:171","msg":"trace[1286872441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26292; }","duration":"132.859982ms","start":"2026-05-11T01:50:40.047125Z","end":"2026-05-11T01:50:40.179985Z","steps":["trace[1286872441] 'agreement among raft nodes before linearized reading' (duration: 132.800481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:40.179994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.385181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:50:40.180021Z","caller":"traceutil/trace.go:171","msg":"trace[543253386] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26292; }","duration":"153.460273ms","start":"2026-05-11T01:50:40.026553Z","end":"2026-05-11T01:50:40.180013Z","steps":["trace[543253386] 'agreement among raft nodes before linearized reading' (duration: 153.34661ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:43.749359Z","caller":"traceutil/trace.go:171","msg":"trace[1939376376] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"115.792229ms","start":"2026-05-11T01:50:43.63354Z","end":"2026-05-11T01:50:43.749332Z","steps":["trace[1939376376] 'process raft request' (duration: 115.640946ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:50:44.231159Z","caller":"traceutil/trace.go:171","msg":"trace[721704581] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"190.49998ms","start":"2026-05-11T01:50:44.040636Z","end":"2026-05-11T01:50:44.231136Z","steps":["trace[721704581] 'process raft request' (duration: 190.324156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:46.511306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:50:46.511392Z","caller":"traceutil/trace.go:171","msg":"trace[1214877685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034759s","start":"2026-05-11T01:50:44.51134Z","end":"2026-05-11T01:50:46.511375Z","steps":["trace[1214877685] 'agreement among raft nodes before linearized reading' (duration: 1.999919846s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:46.511428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.511302Z","time spent":"2.000117561s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:47.050352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:47.050473Z","caller":"traceutil/trace.go:171","msg":"trace[1062906936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010358s","start":"2026-05-11T01:50:45.050345Z","end":"2026-05-11T01:50:47.050449Z","steps":["trace[1062906936] 'agreement among raft nodes before linearized reading' (duration: 1.999970277s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:47.05056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.050329Z","time spent":"2.000214763s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:47.589438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000763165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:47.589529Z","caller":"traceutil/trace.go:171","msg":"trace[1934294203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000910308s","start":"2026-05-11T01:50:45.588597Z","end":"2026-05-11T01:50:47.589508Z","steps":["trace[1934294203] 'agreement among raft nodes before linearized reading' (duration: 2.000798576s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:47.589579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.588576Z","time spent":"2.00099114s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:47.632322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.401347087s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:50:49.058236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:49.058334Z","caller":"traceutil/trace.go:171","msg":"trace[1017842676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000824987s","start":"2026-05-11T01:50:47.057493Z","end":"2026-05-11T01:50:49.058318Z","steps":["trace[1017842676] 'agreement among raft nodes before linearized reading' (duration: 2.000703574s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:49.058374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:47.057482Z","time spent":"2.000883558s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.107075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.108257Z","time spent":"4.998812495s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.107755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.108582Z","time spent":"4.999171003s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.107906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.109719Z","time spent":"4.99818507s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.10808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.108539Z","time spent":"4.999538891s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.108302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.110462Z","time spent":"4.997829302s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.108363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.108851Z","time spent":"4.99950265s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.108632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.109752Z","time spent":"4.998876545s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:49.12049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000011081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:49.120533Z","caller":"traceutil/trace.go:171","msg":"trace[1623711558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000093003s","start":"2026-05-11T01:50:44.120428Z","end":"2026-05-11T01:50:49.120521Z","steps":["trace[1623711558] 'agreement among raft nodes before linearized reading' (duration: 5.000038602s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:49.12056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.120415Z","time spent":"5.000139384s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.24237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999184253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:49.242484Z","caller":"traceutil/trace.go:171","msg":"trace[227281012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999440899s","start":"2026-05-11T01:50:44.243027Z","end":"2026-05-11T01:50:49.242468Z","steps":["trace[227281012] 'agreement among raft nodes before linearized reading' (duration: 4.999222324s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:49.242538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.242998Z","time spent":"4.999531551s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.242495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999275995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:50:49.242736Z","caller":"traceutil/trace.go:171","msg":"trace[730684779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999552271s","start":"2026-05-11T01:50:44.243145Z","end":"2026-05-11T01:50:49.242697Z","steps":["trace[730684779] 'agreement among raft nodes before linearized reading' (duration: 4.999280935s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:49.242809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.243139Z","time spent":"4.999639923s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/11 01:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:49.315782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683137102s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:50:49.316455Z","caller":"traceutil/trace.go:171","msg":"trace[2114389022] linearizableReadLoop","detail":"{readStateIndex:27207; appliedIndex:27199; }","duration":"5.195914472s","start":"2026-05-11T01:50:44.120464Z","end":"2026-05-11T01:50:49.316378Z","steps":["trace[2114389022] 'read index received' (duration: 110.507242ms)","trace[2114389022] 'applied index is now lower than readState.Index' (duration: 5.085406s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:50:49.817361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:50.317734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:50.818516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:51.058945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:51.058996Z","caller":"traceutil/trace.go:171","msg":"trace[775480006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760335s","start":"2026-05-11T01:50:49.058226Z","end":"2026-05-11T01:50:51.058986Z","steps":["trace[775480006] 'agreement among raft nodes before linearized reading' (duration: 2.000696684s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:51.059019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.058209Z","time spent":"2.000804577s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:51.234816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.236128Z","time spent":"4.998681012s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:51.319614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:51.820094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:52.321077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:50:52.346415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.345859Z","time spent":"7.000549332s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:52.793364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.160800657s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:50:52.951841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.950889Z","time spent":"7.0009392s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:53.068656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:53.068737Z","caller":"traceutil/trace.go:171","msg":"trace[1882691650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000167802s","start":"2026-05-11T01:50:51.068552Z","end":"2026-05-11T01:50:53.06872Z","steps":["trace[1882691650] 'agreement among raft nodes before linearized reading' (duration: 2.00006972s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:53.068775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.068536Z","time spent":"2.000231524s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:53.17203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653547021s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:50:53.172179Z","caller":"traceutil/trace.go:171","msg":"trace[1871850319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26323; }","duration":"1.653681204s","start":"2026-05-11T01:50:51.518455Z","end":"2026-05-11T01:50:53.172136Z","steps":["trace[1871850319] 'range keys from in-memory index tree' (duration: 1.65350812s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:53.174976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.211376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-11T01:50:54.106698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997413393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.106813Z","caller":"traceutil/trace.go:171","msg":"trace[1092411993] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997603127s","start":"2026-05-11T01:50:49.109182Z","end":"2026-05-11T01:50:54.106785Z","steps":["trace[1092411993] 'agreement among raft nodes before linearized reading' (duration: 4.997452644s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.106865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.109164Z","time spent":"4.997689499s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.107345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998115679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.107508Z","caller":"traceutil/trace.go:171","msg":"trace[100942066] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998315004s","start":"2026-05-11T01:50:49.109145Z","end":"2026-05-11T01:50:54.10746Z","steps":["trace[100942066] 'agreement among raft nodes before linearized reading' (duration: 4.99815387s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.107711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.109123Z","time spent":"4.998570859s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.107924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997246669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.107965Z","caller":"traceutil/trace.go:171","msg":"trace[1216950722] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997300951s","start":"2026-05-11T01:50:49.110653Z","end":"2026-05-11T01:50:54.107954Z","steps":["trace[1216950722] 'agreement among raft nodes before linearized reading' (duration: 4.99725935s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.108123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.110646Z","time spent":"4.997465265s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.108171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998627771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-11T01:50:54.108235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998053877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.108255Z","caller":"traceutil/trace.go:171","msg":"trace[1262162225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998728363s","start":"2026-05-11T01:50:49.109487Z","end":"2026-05-11T01:50:54.108215Z","steps":["trace[1262162225] 'agreement among raft nodes before linearized reading' (duration: 4.998637151s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.108331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.10948Z","time spent":"4.998838295s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-11T01:50:54.108271Z","caller":"traceutil/trace.go:171","msg":"trace[147016436] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998100528s","start":"2026-05-11T01:50:49.110162Z","end":"2026-05-11T01:50:54.108263Z","steps":["trace[147016436] 'agreement among raft nodes before linearized reading' (duration: 4.998064007s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.108407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.110156Z","time spent":"4.998239462s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.109849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000162495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.1099Z","caller":"traceutil/trace.go:171","msg":"trace[573194105] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.000310488s","start":"2026-05-11T01:50:49.109575Z","end":"2026-05-11T01:50:54.109886Z","steps":["trace[573194105] 'agreement among raft nodes before linearized reading' (duration: 5.000212456s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.109973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.109569Z","time spent":"5.000359389s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-11T01:50:54.110298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99955047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.111274Z","caller":"traceutil/trace.go:171","msg":"trace[1169248602] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000591334s","start":"2026-05-11T01:50:49.110667Z","end":"2026-05-11T01:50:54.111258Z","steps":["trace[1169248602] 'agreement among raft nodes before linearized reading' (duration: 4.999587251s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.111336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:49.110644Z","time spent":"5.000678096s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.120196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997777302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.12027Z","caller":"traceutil/trace.go:171","msg":"trace[1024395418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997896675s","start":"2026-05-11T01:50:51.12236Z","end":"2026-05-11T01:50:54.120256Z","steps":["trace[1024395418] 'agreement among raft nodes before linearized reading' (duration: 2.997810133s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.120305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.122338Z","time spent":"2.997957826s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.123325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.788731753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.123358Z","caller":"traceutil/trace.go:171","msg":"trace[1256651048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.788822254s","start":"2026-05-11T01:50:45.334528Z","end":"2026-05-11T01:50:54.123351Z","steps":["trace[1256651048] 'agreement among raft nodes before linearized reading' (duration: 8.788755553s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.123413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.334513Z","time spent":"8.788892406s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.242719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997987567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.242787Z","caller":"traceutil/trace.go:171","msg":"trace[1966179892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998104129s","start":"2026-05-11T01:50:51.244667Z","end":"2026-05-11T01:50:54.242771Z","steps":["trace[1966179892] 'agreement among raft nodes before linearized reading' (duration: 2.998005807s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.242823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.244656Z","time spent":"2.998159541s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.242992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999948501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.243025Z","caller":"traceutil/trace.go:171","msg":"trace[1919483743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999999412s","start":"2026-05-11T01:50:44.243019Z","end":"2026-05-11T01:50:54.243018Z","steps":["trace[1919483743] 'agreement among raft nodes before linearized reading' (duration: 9.999965141s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.243045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.243008Z","time spent":"10.000029572s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.243089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999952321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.243102Z","caller":"traceutil/trace.go:171","msg":"trace[1770741570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000007862s","start":"2026-05-11T01:50:44.24309Z","end":"2026-05-11T01:50:54.243098Z","steps":["trace[1770741570] 'agreement among raft nodes before linearized reading' (duration: 9.999993882s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.243119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.243067Z","time spent":"10.000046293s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.24701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002280692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:54.247057Z","caller":"traceutil/trace.go:171","msg":"trace[1446090970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.002333623s","start":"2026-05-11T01:50:51.244714Z","end":"2026-05-11T01:50:54.247048Z","steps":["trace[1446090970] 'agreement among raft nodes before linearized reading' (duration: 3.002280652s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:54.247098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.244644Z","time spent":"3.002445436s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/11 01:50:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:54.697527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.528494473s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:50:54.949182Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5aa09e1489d4cd91","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-11T01:50:55.069631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:50:55.069697Z","caller":"traceutil/trace.go:171","msg":"trace[1350479134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814456s","start":"2026-05-11T01:50:53.068869Z","end":"2026-05-11T01:50:55.069683Z","steps":["trace[1350479134] 'agreement among raft nodes before linearized reading' (duration: 2.000723914s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:55.069741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:53.068858Z","time spent":"2.000874147s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:50:56.235512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999453769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:50:56.235597Z","caller":"traceutil/trace.go:171","msg":"trace[1738729099] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999599392s","start":"2026-05-11T01:50:51.235977Z","end":"2026-05-11T01:50:56.235576Z","steps":["trace[1738729099] 'agreement among raft nodes before linearized reading' (duration: 4.99949428s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:56.235648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.235959Z","time spent":"4.999678563s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-11T01:50:57.07785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:57.077937Z","caller":"traceutil/trace.go:171","msg":"trace[1624387638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581951s","start":"2026-05-11T01:50:55.077336Z","end":"2026-05-11T01:50:57.077918Z","steps":["trace[1624387638] 'agreement among raft nodes before linearized reading' (duration: 2.000473038s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:57.078084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:55.077329Z","time spent":"2.000707823s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:57.17634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028824996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:57.176458Z","caller":"traceutil/trace.go:171","msg":"trace[1666048520] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.02898633s","start":"2026-05-11T01:50:47.147445Z","end":"2026-05-11T01:50:57.176432Z","steps":["trace[1666048520] 'agreement among raft nodes before linearized reading' (duration: 10.028820226s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:57.176528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:47.147432Z","time spent":"10.029076742s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/11 01:50:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:57.648356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:50.647331Z","time spent":"7.001017101s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:58.149873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452099984s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-11T01:50:58.445853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.445602Z","time spent":"7.000244124s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:59.078536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000608282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:59.079131Z","caller":"traceutil/trace.go:171","msg":"trace[2061221973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001252996s","start":"2026-05-11T01:50:57.077855Z","end":"2026-05-11T01:50:59.079108Z","steps":["trace[2061221973] 'agreement among raft nodes before linearized reading' (duration: 2.000638623s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:59.079209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:57.077836Z","time spent":"2.001357858s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:59.108901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99861793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:50:59.109007Z","caller":"traceutil/trace.go:171","msg":"trace[1748305346] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998738843s","start":"2026-05-11T01:50:54.110243Z","end":"2026-05-11T01:50:59.108982Z","steps":["trace[1748305346] 'agreement among raft nodes before linearized reading' (duration: 4.99861398s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:50:59.109063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.110202Z","time spent":"4.998848895s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/11 01:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:59.120536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.122283Z","time spent":"4.998246121s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:59.244668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.247473Z","time spent":"4.997182417s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:50:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:50:59.351349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.350445Z","time spent":"7.000898298s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:50:59.544935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226513011s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:01.086657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:01.086719Z","caller":"traceutil/trace.go:171","msg":"trace[92323701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263725s","start":"2026-05-11T01:50:59.086441Z","end":"2026-05-11T01:51:01.086705Z","steps":["trace[92323701] 'agreement among raft nodes before linearized reading' (duration: 2.000181613s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:01.086748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:59.086384Z","time spent":"2.000359127s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:01.113945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.112846Z","time spent":"7.001093594s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-11T01:51:01.1919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038458572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-11T01:51:01.192382Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.411µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-05-11T01:51:01.193183Z","caller":"traceutil/trace.go:171","msg":"trace[1574354176] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"6.945849959s","start":"2026-05-11T01:50:54.247311Z","end":"2026-05-11T01:51:01.193161Z","steps":["trace[1574354176] 'process raft request' (duration: 6.944874127s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:01.193201Z","caller":"traceutil/trace.go:171","msg":"trace[759888495] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"6.94592994s","start":"2026-05-11T01:50:54.247231Z","end":"2026-05-11T01:51:01.193161Z","steps":["trace[759888495] 'process raft request' (duration: 6.944920958s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:01.193205Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5aa09e1489d4cd91","error":"lease not found"} {"level":"warn","ts":"2026-05-11T01:51:01.19328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.247214Z","time spent":"6.946032063s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":409,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:01.193284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.247305Z","time spent":"6.94591697s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:01.193303Z","caller":"traceutil/trace.go:171","msg":"trace[367961904] linearizableReadLoop","detail":"{readStateIndex:27213; appliedIndex:27207; }","duration":"11.876719904s","start":"2026-05-11T01:50:49.316524Z","end":"2026-05-11T01:51:01.193244Z","steps":["trace[367961904] 'read index received' (duration: 3.477126924s)","trace[367961904] 'applied index is now lower than readState.Index' (duration: 8.399582099s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:01.22027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.632852658s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:01.236281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998078389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:01.236419Z","caller":"traceutil/trace.go:171","msg":"trace[1579556450] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998271062s","start":"2026-05-11T01:50:56.238108Z","end":"2026-05-11T01:51:01.236379Z","steps":["trace[1579556450] 'agreement among raft nodes before linearized reading' (duration: 4.998110019s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:01.23649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:56.238091Z","time spent":"4.998383525s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/11 01:51:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:03.088116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:03.088187Z","caller":"traceutil/trace.go:171","msg":"trace[1987477772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429668s","start":"2026-05-11T01:51:01.087741Z","end":"2026-05-11T01:51:03.088171Z","steps":["trace[1987477772] 'agreement among raft nodes before linearized reading' (duration: 2.000333086s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.088227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:01.087705Z","time spent":"2.0005144s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:03.429248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236806393s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-11T01:51:03.429235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911725424s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.42933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.211785307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.429363Z","caller":"traceutil/trace.go:171","msg":"trace[425032009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26334; }","duration":"1.911873787s","start":"2026-05-11T01:51:01.517469Z","end":"2026-05-11T01:51:03.429343Z","steps":["trace[425032009] 'range keys from in-memory index tree' (duration: 1.911704243s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.429419Z","caller":"traceutil/trace.go:171","msg":"trace[441259461] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26334; }","duration":"17.21192997s","start":"2026-05-11T01:50:46.217462Z","end":"2026-05-11T01:51:03.429392Z","steps":["trace[441259461] 'agreement among raft nodes before linearized reading' (duration: 14.975874083s)","trace[441259461] 'count revisions from in-memory index tree' (duration: 2.235901644s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.429431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.590448486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-05-11T01:51:03.429399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.774773838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.429468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.217453Z","time spent":"17.212002952s","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.429471Z","caller":"traceutil/trace.go:171","msg":"trace[250333217] linearizableReadLoop","detail":"{readStateIndex:27222; appliedIndex:27220; }","duration":"2.236051517s","start":"2026-05-11T01:51:01.193399Z","end":"2026-05-11T01:51:03.429451Z","steps":["trace[250333217] 'read index received' (duration: 27.049716ms)","trace[250333217] 'applied index is now lower than readState.Index' (duration: 2.209000731s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:03.429483Z","caller":"traceutil/trace.go:171","msg":"trace[2059228487] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26334; }","duration":"17.590532488s","start":"2026-05-11T01:50:45.838928Z","end":"2026-05-11T01:51:03.429461Z","steps":["trace[2059228487] 'agreement among raft nodes before linearized reading' (duration: 15.354422899s)","trace[2059228487] 'range keys from in-memory index tree' (duration: 2.235865513s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.429537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.838903Z","time spent":"17.590621809s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-11T01:51:03.429553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.292239741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-11T01:51:03.429632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.590139823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.429655Z","caller":"traceutil/trace.go:171","msg":"trace[1229332485] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26334; }","duration":"18.292381304s","start":"2026-05-11T01:50:45.13724Z","end":"2026-05-11T01:51:03.429622Z","steps":["trace[1229332485] 'agreement among raft nodes before linearized reading' (duration: 16.056127502s)","trace[1229332485] 'range keys from in-memory index tree' (duration: 2.235991705s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:03.429671Z","caller":"traceutil/trace.go:171","msg":"trace[1354280337] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26334; }","duration":"18.590217175s","start":"2026-05-11T01:50:44.83944Z","end":"2026-05-11T01:51:03.429657Z","steps":["trace[1354280337] 'agreement among raft nodes before linearized reading' (duration: 16.354011424s)","trace[1354280337] 'count revisions from in-memory index tree' (duration: 2.236130989s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.429703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.137225Z","time spent":"18.292469336s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:51:03.429715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:44.839415Z","time spent":"18.590289486s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.429723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.655572322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.429762Z","caller":"traceutil/trace.go:171","msg":"trace[1240392094] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26334; }","duration":"17.655629613s","start":"2026-05-11T01:50:45.77412Z","end":"2026-05-11T01:51:03.429749Z","steps":["trace[1240392094] 'agreement among raft nodes before linearized reading' (duration: 15.419213348s)","trace[1240392094] 'count revisions from in-memory index tree' (duration: 2.236366714s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:03.429766Z","caller":"traceutil/trace.go:171","msg":"trace[2081463877] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26334; }","duration":"17.774918841s","start":"2026-05-11T01:50:45.654561Z","end":"2026-05-11T01:51:03.42948Z","steps":["trace[2081463877] 'agreement among raft nodes before linearized reading' (duration: 15.538799782s)","trace[2081463877] 'count revisions from in-memory index tree' (duration: 2.235936515s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.429792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.774108Z","time spent":"17.655676464s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.429838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.654543Z","time spent":"17.775275719s","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.429939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.330689016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.42997Z","caller":"traceutil/trace.go:171","msg":"trace[1126848629] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26334; }","duration":"17.330746427s","start":"2026-05-11T01:50:46.099212Z","end":"2026-05-11T01:51:03.429958Z","steps":["trace[1126848629] 'agreement among raft nodes before linearized reading' (duration: 15.094135388s)","trace[1126848629] 'count revisions from in-memory index tree' (duration: 2.236571709s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.429976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.734724497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.430002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.099196Z","time spent":"17.330796648s","remote":"127.0.0.1:59630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.430028Z","caller":"traceutil/trace.go:171","msg":"trace[844540926] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26334; }","duration":"16.73482043s","start":"2026-05-11T01:50:46.695191Z","end":"2026-05-11T01:51:03.430012Z","steps":["trace[844540926] 'agreement among raft nodes before linearized reading' (duration: 14.498088057s)","trace[844540926] 'count revisions from in-memory index tree' (duration: 2.23665633s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.430071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.695163Z","time spent":"16.734895262s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.430097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.690240146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.429347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.036973899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-05-11T01:51:03.430136Z","caller":"traceutil/trace.go:171","msg":"trace[1274202343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26334; }","duration":"17.690316298s","start":"2026-05-11T01:50:45.739806Z","end":"2026-05-11T01:51:03.430122Z","steps":["trace[1274202343] 'agreement among raft nodes before linearized reading' (duration: 15.453557755s)","trace[1274202343] 'count revisions from in-memory index tree' (duration: 2.236708812s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:03.430148Z","caller":"traceutil/trace.go:171","msg":"trace[394929905] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26334; }","duration":"17.037826156s","start":"2026-05-11T01:50:46.392311Z","end":"2026-05-11T01:51:03.430138Z","steps":["trace[394929905] 'agreement among raft nodes before linearized reading' (duration: 14.801010332s)","trace[394929905] 'range keys from in-memory index tree' (duration: 2.235887923s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.430173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:45.73978Z","time spent":"17.69038043s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.43018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.39229Z","time spent":"17.037881528s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-11T01:51:03.431047Z","caller":"traceutil/trace.go:171","msg":"trace[1888495845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26334; }","duration":"4.98160648s","start":"2026-05-11T01:50:58.449426Z","end":"2026-05-11T01:51:03.431033Z","steps":["trace[1888495845] 'process raft request' (duration: 4.979924842s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.806039818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.431155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:58.449409Z","time spent":"4.981676032s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:03.43118Z","caller":"traceutil/trace.go:171","msg":"trace[778318744] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:0; response_revision:26334; }","duration":"10.80611276s","start":"2026-05-11T01:50:52.625057Z","end":"2026-05-11T01:51:03.43117Z","steps":["trace[778318744] 'agreement among raft nodes before linearized reading' (duration: 10.806053709s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.625036Z","time spent":"10.806167461s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:51:03.43147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.910218238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:51:03.431503Z","caller":"traceutil/trace.go:171","msg":"trace[1476841171] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26334; }","duration":"10.910249868s","start":"2026-05-11T01:50:52.521243Z","end":"2026-05-11T01:51:03.431492Z","steps":["trace[1476841171] 'agreement among raft nodes before linearized reading' (duration: 10.910118055s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.521184Z","time spent":"10.910343031s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:51:03.431686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.312761139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.431718Z","caller":"traceutil/trace.go:171","msg":"trace[1615124977] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26334; }","duration":"11.312819551s","start":"2026-05-11T01:50:52.118889Z","end":"2026-05-11T01:51:03.431709Z","steps":["trace[1615124977] 'agreement among raft nodes before linearized reading' (duration: 11.31276611s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062277952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.431747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.118874Z","time spent":"11.312865562s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.431758Z","caller":"traceutil/trace.go:171","msg":"trace[800315620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26334; }","duration":"7.062370544s","start":"2026-05-11T01:50:56.369373Z","end":"2026-05-11T01:51:03.431744Z","steps":["trace[800315620] 'agreement among raft nodes before linearized reading' (duration: 7.062279212s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.22664979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-11T01:51:03.431791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:56.369348Z","time spent":"7.062434136s","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.43182Z","caller":"traceutil/trace.go:171","msg":"trace[490567811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26334; }","duration":"17.226736081s","start":"2026-05-11T01:50:46.205063Z","end":"2026-05-11T01:51:03.431799Z","steps":["trace[490567811] 'agreement among raft nodes before linearized reading' (duration: 14.988174628s)","trace[490567811] 'count revisions from in-memory index tree' (duration: 2.23842226s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.431871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.20505Z","time spent":"17.226805383s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.431889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.440079808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:03.431917Z","caller":"traceutil/trace.go:171","msg":"trace[1652425946] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26334; }","duration":"11.440160379s","start":"2026-05-11T01:50:51.991749Z","end":"2026-05-11T01:51:03.431909Z","steps":["trace[1652425946] 'agreement among raft nodes before linearized reading' (duration: 11.440098998s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.431945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.991729Z","time spent":"11.440209471s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.431955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299347913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.431986Z","caller":"traceutil/trace.go:171","msg":"trace[1773780409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26334; }","duration":"2.299417565s","start":"2026-05-11T01:51:01.132558Z","end":"2026-05-11T01:51:03.431976Z","steps":["trace[1773780409] 'agreement among raft nodes before linearized reading' (duration: 2.299367584s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:01.132541Z","time spent":"2.299465926s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.43207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.752004014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432097Z","caller":"traceutil/trace.go:171","msg":"trace[697504474] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26334; }","duration":"11.752106575s","start":"2026-05-11T01:50:51.679982Z","end":"2026-05-11T01:51:03.432089Z","steps":["trace[697504474] 'agreement among raft nodes before linearized reading' (duration: 11.752063674s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.720329618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.432124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.679938Z","time spent":"11.752179637s","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.432155Z","caller":"traceutil/trace.go:171","msg":"trace[544985945] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26334; }","duration":"14.720419941s","start":"2026-05-11T01:50:48.711719Z","end":"2026-05-11T01:51:03.432139Z","steps":["trace[544985945] 'agreement among raft nodes before linearized reading' (duration: 12.481583501s)","trace[544985945] 'count revisions from in-memory index tree' (duration: 2.238763628s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.432164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513116614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432195Z","caller":"traceutil/trace.go:171","msg":"trace[2029551006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26334; }","duration":"2.513174155s","start":"2026-05-11T01:51:00.919012Z","end":"2026-05-11T01:51:03.432186Z","steps":["trace[2029551006] 'agreement among raft nodes before linearized reading' (duration: 2.513124323s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:48.711699Z","time spent":"14.720492322s","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.432222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.918998Z","time spent":"2.513216516s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.432254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.373709668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:03.432281Z","caller":"traceutil/trace.go:171","msg":"trace[1772657727] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26334; }","duration":"12.373766898s","start":"2026-05-11T01:50:51.058506Z","end":"2026-05-11T01:51:03.432273Z","steps":["trace[1772657727] 'agreement among raft nodes before linearized reading' (duration: 12.373710667s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.058488Z","time spent":"12.37381316s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.43237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532013066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:03.432401Z","caller":"traceutil/trace.go:171","msg":"trace[200053062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26334; }","duration":"2.532078028s","start":"2026-05-11T01:51:00.900312Z","end":"2026-05-11T01:51:03.43239Z","steps":["trace[200053062] 'agreement among raft nodes before linearized reading' (duration: 2.532027297s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.900293Z","time spent":"2.532127309s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.432434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.42258354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432467Z","caller":"traceutil/trace.go:171","msg":"trace[2034489224] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26334; }","duration":"12.422653401s","start":"2026-05-11T01:50:51.0098Z","end":"2026-05-11T01:51:03.432454Z","steps":["trace[2034489224] 'agreement among raft nodes before linearized reading' (duration: 12.42260647s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.957345057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-11T01:51:03.432496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:51.009781Z","time spent":"12.422707083s","remote":"127.0.0.1:60864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.432518Z","caller":"traceutil/trace.go:171","msg":"trace[456522599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26334; }","duration":"16.957424659s","start":"2026-05-11T01:50:46.475078Z","end":"2026-05-11T01:51:03.432503Z","steps":["trace[456522599] 'agreement among raft nodes before linearized reading' (duration: 14.718231711s)","trace[456522599] 'range keys from in-memory index tree' (duration: 2.239073515s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:03.432561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:46.475058Z","time spent":"16.95749381s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:51:03.432573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579798615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432601Z","caller":"traceutil/trace.go:171","msg":"trace[1851261193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26334; }","duration":"2.579830256s","start":"2026-05-11T01:51:00.852763Z","end":"2026-05-11T01:51:03.432593Z","steps":["trace[1851261193] 'agreement among raft nodes before linearized reading' (duration: 2.579779504s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.003988943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.432632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.852744Z","time spent":"2.579877487s","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.432649Z","caller":"traceutil/trace.go:171","msg":"trace[1350972723] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26334; }","duration":"13.004043665s","start":"2026-05-11T01:50:50.428594Z","end":"2026-05-11T01:51:03.432638Z","steps":["trace[1350972723] 'agreement among raft nodes before linearized reading' (duration: 13.003998004s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:50.428575Z","time spent":"13.004094455s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.432778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993021806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.432799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.094691181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432827Z","caller":"traceutil/trace.go:171","msg":"trace[355383238] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26334; }","duration":"13.094720541s","start":"2026-05-11T01:50:50.338098Z","end":"2026-05-11T01:51:03.432818Z","steps":["trace[355383238] 'agreement among raft nodes before linearized reading' (duration: 13.0946746s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.432858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:50.338028Z","time spent":"13.094823424s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.432859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.379244858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-11T01:51:03.432907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150318584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.432869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09871902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.432948Z","caller":"traceutil/trace.go:171","msg":"trace[1700643457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26334; }","duration":"3.150371645s","start":"2026-05-11T01:51:00.282568Z","end":"2026-05-11T01:51:03.432939Z","steps":["trace[1700643457] 'agreement among raft nodes before linearized reading' (duration: 3.150319244s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.432956Z","caller":"traceutil/trace.go:171","msg":"trace[1271768944] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26334; }","duration":"3.098829463s","start":"2026-05-11T01:51:00.334116Z","end":"2026-05-11T01:51:03.432946Z","steps":["trace[1271768944] 'agreement among raft nodes before linearized reading' (duration: 3.098731511s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.43298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174733436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.432998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.3341Z","time spent":"3.098882954s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.433022Z","caller":"traceutil/trace.go:171","msg":"trace[1171980735] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26334; }","duration":"2.174818498s","start":"2026-05-11T01:51:01.258195Z","end":"2026-05-11T01:51:03.433013Z","steps":["trace[1171980735] 'agreement among raft nodes before linearized reading' (duration: 2.174761947s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:01.25817Z","time spent":"2.174878869s","remote":"127.0.0.1:59622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.871954671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.433102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781205391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-11T01:51:03.433149Z","caller":"traceutil/trace.go:171","msg":"trace[1414139548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26334; }","duration":"5.872080935s","start":"2026-05-11T01:50:57.561056Z","end":"2026-05-11T01:51:03.433137Z","steps":["trace[1414139548] 'agreement among raft nodes before linearized reading' (duration: 5.871941781s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.43317Z","caller":"traceutil/trace.go:171","msg":"trace[143329648] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26334; }","duration":"5.781316724s","start":"2026-05-11T01:50:57.651838Z","end":"2026-05-11T01:51:03.433155Z","steps":["trace[143329648] 'agreement among raft nodes before linearized reading' (duration: 5.781095569s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331685621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.725303595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.43322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174139287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:57.65182Z","time spent":"5.781390505s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-11T01:51:03.433239Z","caller":"traceutil/trace.go:171","msg":"trace[1087089315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26334; }","duration":"6.725351738s","start":"2026-05-11T01:50:56.707882Z","end":"2026-05-11T01:51:03.433234Z","steps":["trace[1087089315] 'agreement among raft nodes before linearized reading' (duration: 6.725316096s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.433239Z","caller":"traceutil/trace.go:171","msg":"trace[632733416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26334; }","duration":"3.331747792s","start":"2026-05-11T01:51:00.101475Z","end":"2026-05-11T01:51:03.433223Z","steps":["trace[632733416] 'agreement among raft nodes before linearized reading' (duration: 3.331690571s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.43329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.101461Z","time spent":"3.331819255s","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.133908882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.433329Z","caller":"traceutil/trace.go:171","msg":"trace[1065889979] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26334; }","duration":"9.133947394s","start":"2026-05-11T01:50:54.299376Z","end":"2026-05-11T01:51:03.433324Z","steps":["trace[1065889979] 'agreement among raft nodes before linearized reading' (duration: 9.133912283s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.299365Z","time spent":"9.133981984s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.432812Z","caller":"traceutil/trace.go:171","msg":"trace[1499051386] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26334; }","duration":"2.993095468s","start":"2026-05-11T01:51:00.439706Z","end":"2026-05-11T01:51:03.432801Z","steps":["trace[1499051386] 'agreement among raft nodes before linearized reading' (duration: 2.993041807s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.168232725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-11T01:51:03.432982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.28256Z","time spent":"3.150413626s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:56.707868Z","time spent":"6.725384048s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212292651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.433508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528122602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.43351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152706144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.433529Z","caller":"traceutil/trace.go:171","msg":"trace[391616062] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26334; }","duration":"7.528186583s","start":"2026-05-11T01:50:55.905337Z","end":"2026-05-11T01:51:03.433524Z","steps":["trace[391616062] 'agreement among raft nodes before linearized reading' (duration: 7.528150932s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.43353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.668227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.079189239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-05-11T01:51:03.43355Z","caller":"traceutil/trace.go:171","msg":"trace[1214396777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26334; }","duration":"339.722839ms","start":"2026-05-11T01:51:03.093822Z","end":"2026-05-11T01:51:03.433545Z","steps":["trace[1214396777] 'agreement among raft nodes before linearized reading' (duration: 339.685238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.7208294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.433576Z","caller":"traceutil/trace.go:171","msg":"trace[867504445] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26334; }","duration":"4.079258521s","start":"2026-05-11T01:50:59.354306Z","end":"2026-05-11T01:51:03.433564Z","steps":["trace[867504445] 'agreement among raft nodes before linearized reading' (duration: 4.079157359s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.433589Z","caller":"traceutil/trace.go:171","msg":"trace[1928177520] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26334; }","duration":"7.720884311s","start":"2026-05-11T01:50:55.7127Z","end":"2026-05-11T01:51:03.433585Z","steps":["trace[1928177520] 'agreement among raft nodes before linearized reading' (duration: 7.720856551s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:55.712675Z","time spent":"7.720924182s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:59.354289Z","time spent":"4.079311052s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-05-11T01:51:03.433254Z","caller":"traceutil/trace.go:171","msg":"trace[890200964] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26334; }","duration":"3.17420125s","start":"2026-05-11T01:51:00.25904Z","end":"2026-05-11T01:51:03.433241Z","steps":["trace[890200964] 'agreement among raft nodes before linearized reading' (duration: 3.174124517s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.158261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.43365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.259Z","time spent":"3.17463922s","remote":"127.0.0.1:42646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.625846604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-11T01:51:03.433429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.439685Z","time spent":"2.993730344s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.916592747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990753725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.43377Z","caller":"traceutil/trace.go:171","msg":"trace[1134272163] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26334; }","duration":"9.916627107s","start":"2026-05-11T01:50:53.517136Z","end":"2026-05-11T01:51:03.433763Z","steps":["trace[1134272163] 'agreement among raft nodes before linearized reading' (duration: 9.916582456s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.433779Z","caller":"traceutil/trace.go:171","msg":"trace[758086030] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26334; }","duration":"4.990828036s","start":"2026-05-11T01:50:58.442938Z","end":"2026-05-11T01:51:03.433766Z","steps":["trace[758086030] 'agreement among raft nodes before linearized reading' (duration: 4.990777285s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943415643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:53.517094Z","time spent":"9.916703999s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:58.442908Z","time spent":"4.990893608s","remote":"127.0.0.1:36624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.433825Z","caller":"traceutil/trace.go:171","msg":"trace[1427681505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26334; }","duration":"8.943469464s","start":"2026-05-11T01:50:54.490348Z","end":"2026-05-11T01:51:03.433818Z","steps":["trace[1427681505] 'agreement among raft nodes before linearized reading' (duration: 8.943439603s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.490327Z","time spent":"8.943510325s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.093803Z","time spent":"339.762969ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:03.433827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.336262322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.433953Z","caller":"traceutil/trace.go:171","msg":"trace[1609834030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26334; }","duration":"10.336419285s","start":"2026-05-11T01:50:53.097526Z","end":"2026-05-11T01:51:03.433945Z","steps":["trace[1609834030] 'agreement among raft nodes before linearized reading' (duration: 10.336247742s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.882847278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562429329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.433977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:53.097515Z","time spent":"10.336455967s","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.433986Z","caller":"traceutil/trace.go:171","msg":"trace[1333693995] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26334; }","duration":"8.883059442s","start":"2026-05-11T01:50:54.550916Z","end":"2026-05-11T01:51:03.433976Z","steps":["trace[1333693995] 'agreement among raft nodes before linearized reading' (duration: 8.882849147s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.2034359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:03.434032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.55091Z","time spent":"8.883110233s","remote":"127.0.0.1:59310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.434035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.793243992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.117928701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.434056Z","caller":"traceutil/trace.go:171","msg":"trace[390481902] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26334; }","duration":"7.204046724s","start":"2026-05-11T01:50:56.229998Z","end":"2026-05-11T01:51:03.434045Z","steps":["trace[390481902] 'agreement among raft nodes before linearized reading' (duration: 7.20342552s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.434085Z","caller":"traceutil/trace.go:171","msg":"trace[144096544] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26334; }","duration":"10.793308363s","start":"2026-05-11T01:50:52.640764Z","end":"2026-05-11T01:51:03.434072Z","steps":["trace[144096544] 'agreement among raft nodes before linearized reading' (duration: 10.793246562s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.434105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:56.229974Z","time spent":"7.204119365s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.434105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.062503185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.433754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.359009573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-05-11T01:51:03.434181Z","caller":"traceutil/trace.go:171","msg":"trace[325135045] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26334; }","duration":"9.062625098s","start":"2026-05-11T01:50:54.371537Z","end":"2026-05-11T01:51:03.434162Z","steps":["trace[325135045] 'agreement among raft nodes before linearized reading' (duration: 9.062511466s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.433609Z","caller":"traceutil/trace.go:171","msg":"trace[314178148] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26334; }","duration":"3.212466395s","start":"2026-05-11T01:51:00.221041Z","end":"2026-05-11T01:51:03.433507Z","steps":["trace[314178148] 'agreement among raft nodes before linearized reading' (duration: 3.212120256s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.434235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.371513Z","time spent":"9.062703849s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:55.905312Z","time spent":"7.528228793s","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.43347Z","caller":"traceutil/trace.go:171","msg":"trace[2058102262] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26334; }","duration":"10.168309396s","start":"2026-05-11T01:50:53.265151Z","end":"2026-05-11T01:51:03.433461Z","steps":["trace[2058102262] 'agreement among raft nodes before linearized reading' (duration: 10.168160632s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.434414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:53.265133Z","time spent":"10.169271387s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.434105Z","caller":"traceutil/trace.go:171","msg":"trace[1229736096] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26334; }","duration":"8.11835642s","start":"2026-05-11T01:50:55.31573Z","end":"2026-05-11T01:51:03.434087Z","steps":["trace[1229736096] 'agreement among raft nodes before linearized reading' (duration: 8.117956062s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71357111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.434526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:55.3157Z","time spent":"8.118820581s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.43455Z","caller":"traceutil/trace.go:171","msg":"trace[864052642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26334; }","duration":"3.715051604s","start":"2026-05-11T01:50:59.719479Z","end":"2026-05-11T01:51:03.434531Z","steps":["trace[864052642] 'agreement among raft nodes before linearized reading' (duration: 3.713567371s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.433992Z","caller":"traceutil/trace.go:171","msg":"trace[2124120151] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26334; }","duration":"5.56246006s","start":"2026-05-11T01:50:57.871521Z","end":"2026-05-11T01:51:03.433981Z","steps":["trace[2124120151] 'agreement among raft nodes before linearized reading' (duration: 5.562410359s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.434628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:57.871453Z","time spent":"5.563168936s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.47929732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-11T01:51:03.434668Z","caller":"traceutil/trace.go:171","msg":"trace[667575904] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26334; }","duration":"10.480044977s","start":"2026-05-11T01:50:52.954607Z","end":"2026-05-11T01:51:03.434652Z","steps":["trace[667575904] 'agreement among raft nodes before linearized reading' (duration: 10.479250819s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.433992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.743172352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:03.434719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.954587Z","time spent":"10.480119309s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-11T01:51:03.4337Z","caller":"traceutil/trace.go:171","msg":"trace[952015584] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26334; }","duration":"9.625906876s","start":"2026-05-11T01:50:53.807786Z","end":"2026-05-11T01:51:03.433693Z","steps":["trace[952015584] 'agreement among raft nodes before linearized reading' (duration: 9.625773553s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.434878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:53.807769Z","time spent":"9.627102142s","remote":"127.0.0.1:50824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.434619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:59.719448Z","time spent":"3.715151367s","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.434969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387202324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.435021Z","caller":"traceutil/trace.go:171","msg":"trace[1396575489] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26334; }","duration":"1.387288696s","start":"2026-05-11T01:51:02.047718Z","end":"2026-05-11T01:51:03.435007Z","steps":["trace[1396575489] 'agreement among raft nodes before linearized reading' (duration: 1.387216394s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.435062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:02.0477Z","time spent":"1.387351417s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.435087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157416264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.435108Z","caller":"traceutil/trace.go:171","msg":"trace[1981865632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26334; }","duration":"1.157472936s","start":"2026-05-11T01:51:02.27763Z","end":"2026-05-11T01:51:03.435103Z","steps":["trace[1981865632] 'agreement among raft nodes before linearized reading' (duration: 1.157438365s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:03.434735Z","caller":"traceutil/trace.go:171","msg":"trace[253882510] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26334; }","duration":"10.743927679s","start":"2026-05-11T01:50:52.690801Z","end":"2026-05-11T01:51:03.434729Z","steps":["trace[253882510] 'agreement among raft nodes before linearized reading' (duration: 10.743170672s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.43515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.93419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.435168Z","caller":"traceutil/trace.go:171","msg":"trace[128800949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26334; }","duration":"968.989051ms","start":"2026-05-11T01:51:02.466175Z","end":"2026-05-11T01:51:03.435164Z","steps":["trace[128800949] 'agreement among raft nodes before linearized reading' (duration: 968.961181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.435185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:02.466161Z","time spent":"969.020311ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.435181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.690794Z","time spent":"10.744364398s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.43521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311096382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:03.435237Z","caller":"traceutil/trace.go:171","msg":"trace[1450744189] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26334; }","duration":"1.311161333s","start":"2026-05-11T01:51:02.124067Z","end":"2026-05-11T01:51:03.435229Z","steps":["trace[1450744189] 'agreement among raft nodes before linearized reading' (duration: 1.311118242s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.435323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:02.124048Z","time spent":"1.311265715s","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.43354Z","caller":"traceutil/trace.go:171","msg":"trace[291833703] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26334; }","duration":"9.152761365s","start":"2026-05-11T01:50:54.28077Z","end":"2026-05-11T01:51:03.433531Z","steps":["trace[291833703] 'agreement among raft nodes before linearized reading' (duration: 9.152719994s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.435538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:54.280752Z","time spent":"9.154765179s","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.434257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:00.221021Z","time spent":"3.213226312s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.433184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:57.561041Z","time spent":"5.872137415s","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.432909Z","caller":"traceutil/trace.go:171","msg":"trace[1257543045] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:26334; }","duration":"16.37933466s","start":"2026-05-11T01:50:47.053559Z","end":"2026-05-11T01:51:03.432894Z","steps":["trace[1257543045] 'agreement among raft nodes before linearized reading' (duration: 14.139760874s)","trace[1257543045] 'range keys from in-memory index tree' (duration: 2.239457043s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:03.434212Z","caller":"traceutil/trace.go:171","msg":"trace[359637518] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26334; }","duration":"8.359493993s","start":"2026-05-11T01:50:55.074708Z","end":"2026-05-11T01:51:03.434202Z","steps":["trace[359637518] 'agreement among raft nodes before linearized reading' (duration: 8.359008322s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.435865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:47.053542Z","time spent":"16.382306987s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"warn","ts":"2026-05-11T01:51:03.434127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:52.640753Z","time spent":"10.793364274s","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.435912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:50:55.074695Z","time spent":"8.36119895s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:51:03.435126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:02.277607Z","time spent":"1.157515716s","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:03.436793Z","caller":"traceutil/trace.go:171","msg":"trace[771301540] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26334; }","duration":"598.299991ms","start":"2026-05-11T01:51:02.838483Z","end":"2026-05-11T01:51:03.436783Z","steps":["trace[771301540] 'agreement among raft nodes before linearized reading' (duration: 595.13452ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:03.43687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:02.838437Z","time spent":"598.421093ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:03.939041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:04.43953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:04.49805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062003781s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:04.498376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.435942Z","time spent":"1.062430411s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:51:05.645278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190739824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:05.645349Z","caller":"traceutil/trace.go:171","msg":"trace[1000533456] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"2.190848247s","start":"2026-05-11T01:51:03.454486Z","end":"2026-05-11T01:51:05.645334Z","steps":["trace[1000533456] 'agreement among raft nodes before linearized reading' (duration: 2.190751934s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:05.645384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.454478Z","time spent":"2.190898338s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/11 01:51:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:07.047532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:07.04766Z","caller":"traceutil/trace.go:171","msg":"trace[1523673522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000863939s","start":"2026-05-11T01:51:05.046778Z","end":"2026-05-11T01:51:07.047642Z","steps":["trace[1523673522] 'agreement among raft nodes before linearized reading' (duration: 2.000698835s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:07.047713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.046761Z","time spent":"2.00093833s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:07.319716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.821461629s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:51:07.320232Z","caller":"traceutil/trace.go:171","msg":"trace[1909367013] linearizableReadLoop","detail":"{readStateIndex:27227; appliedIndex:27222; }","duration":"3.881826824s","start":"2026-05-11T01:51:03.438381Z","end":"2026-05-11T01:51:07.320208Z","steps":["trace[1909367013] 'read index received' (duration: 1.059900904s)","trace[1909367013] 'applied index is now lower than readState.Index' (duration: 2.82192481s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:07.32023Z","caller":"traceutil/trace.go:171","msg":"trace[664510813] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"3.882315744s","start":"2026-05-11T01:51:03.437874Z","end":"2026-05-11T01:51:07.32019Z","steps":["trace[664510813] 'process raft request' (duration: 3.882018048s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:07.320283Z","caller":"traceutil/trace.go:171","msg":"trace[511611246] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"3.881876795s","start":"2026-05-11T01:51:03.438401Z","end":"2026-05-11T01:51:07.320278Z","steps":["trace[511611246] 'process raft request' (duration: 3.88165929s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:07.320376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.438382Z","time spent":"3.881928266s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:07.320464Z","caller":"traceutil/trace.go:171","msg":"trace[697822298] transaction","detail":"{read_only:false; response_revision:26338; number_of_response:1; }","duration":"3.877511207s","start":"2026-05-11T01:51:03.442948Z","end":"2026-05-11T01:51:07.32046Z","steps":["trace[697822298] 'process raft request' (duration: 3.877211241s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:07.320491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.442939Z","time spent":"3.877535037s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:07.320599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882198932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"info","ts":"2026-05-11T01:51:07.320636Z","caller":"traceutil/trace.go:171","msg":"trace[1300521892] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26338; }","duration":"3.882264524s","start":"2026-05-11T01:51:03.438361Z","end":"2026-05-11T01:51:07.320626Z","steps":["trace[1300521892] 'agreement among raft nodes before linearized reading' (duration: 3.882115561s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:07.320668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.438355Z","time spent":"3.882305565s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-11T01:51:07.320247Z","caller":"traceutil/trace.go:171","msg":"trace[1908582750] transaction","detail":"{read_only:false; response_revision:26337; number_of_response:1; }","duration":"3.877754442s","start":"2026-05-11T01:51:03.442474Z","end":"2026-05-11T01:51:07.320228Z","steps":["trace[1908582750] 'process raft request' (duration: 3.87764841s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:07.320748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.442465Z","time spent":"3.878256563s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:07.32149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.437861Z","time spent":"3.882449538s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:07.821359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:09.048274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:09.048346Z","caller":"traceutil/trace.go:171","msg":"trace[1113621393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310275s","start":"2026-05-11T01:51:07.04802Z","end":"2026-05-11T01:51:09.04833Z","steps":["trace[1113621393] 'agreement among raft nodes before linearized reading' (duration: 2.000220333s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.048379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.047998Z","time spent":"2.000375697s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:09.213354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.329987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:09.213582Z","caller":"traceutil/trace.go:171","msg":"trace[2074403252] transaction","detail":"{read_only:false; response_revision:26339; number_of_response:1; }","duration":"4.714418484s","start":"2026-05-11T01:51:04.499138Z","end":"2026-05-11T01:51:09.213557Z","steps":["trace[2074403252] 'process raft request' (duration: 3.78777927s)","trace[2074403252] 'compare' (duration: 924.057426ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:09.213637Z","caller":"traceutil/trace.go:171","msg":"trace[110000966] linearizableReadLoop","detail":"{readStateIndex:27229; appliedIndex:27227; }","duration":"1.893312923s","start":"2026-05-11T01:51:07.320281Z","end":"2026-05-11T01:51:09.213594Z","steps":["trace[110000966] 'read index received' (duration: 966.558677ms)","trace[110000966] 'applied index is now lower than readState.Index' (duration: 926.752596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:09.213706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:04.499125Z","time spent":"4.714512086s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:09.213954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054160617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.213989Z","caller":"traceutil/trace.go:171","msg":"trace[1895037096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26340; }","duration":"4.054199918s","start":"2026-05-11T01:51:05.159782Z","end":"2026-05-11T01:51:09.213982Z","steps":["trace[1895037096] 'agreement among raft nodes before linearized reading' (duration: 4.054125497s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.159714Z","time spent":"4.05428771s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:09.214089Z","caller":"traceutil/trace.go:171","msg":"trace[102621558] transaction","detail":"{read_only:false; response_revision:26340; number_of_response:1; }","duration":"3.563408752s","start":"2026-05-11T01:51:05.650674Z","end":"2026-05-11T01:51:09.214083Z","steps":["trace[102621558] 'process raft request' (duration: 3.562800639s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.650652Z","time spent":"3.563455663s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:09.214218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.214241Z","caller":"traceutil/trace.go:171","msg":"trace[268491225] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26340; }","duration":"2.040844221s","start":"2026-05-11T01:51:07.17339Z","end":"2026-05-11T01:51:09.214235Z","steps":["trace[268491225] 'agreement among raft nodes before linearized reading' (duration: 2.04080454s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.17335Z","time spent":"2.040901652s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:09.214428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598556884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.214454Z","caller":"traceutil/trace.go:171","msg":"trace[817032057] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26340; }","duration":"2.598637275s","start":"2026-05-11T01:51:06.61581Z","end":"2026-05-11T01:51:09.214447Z","steps":["trace[817032057] 'agreement among raft nodes before linearized reading' (duration: 2.598550364s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:06.615791Z","time spent":"2.598673086s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19245019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277870"} {"level":"warn","ts":"2026-05-11T01:51:09.214522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774626504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97502c42-e841-43a0-99e2-175fb1187c7e\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-05-11T01:51:09.214579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715918828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.214579Z","caller":"traceutil/trace.go:171","msg":"trace[301320752] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26340; }","duration":"4.192564922s","start":"2026-05-11T01:51:05.021995Z","end":"2026-05-11T01:51:09.21456Z","steps":["trace[301320752] 'agreement among raft nodes before linearized reading' (duration: 4.191955799s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:09.214604Z","caller":"traceutil/trace.go:171","msg":"trace[746671061] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26340; }","duration":"2.71598446s","start":"2026-05-11T01:51:06.498615Z","end":"2026-05-11T01:51:09.2146Z","steps":["trace[746671061] 'agreement among raft nodes before linearized reading' (duration: 2.715918288s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:09.214597Z","caller":"traceutil/trace.go:171","msg":"trace[567325096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97502c42-e841-43a0-99e2-175fb1187c7e; range_end:; response_count:1; response_revision:26340; }","duration":"5.774729066s","start":"2026-05-11T01:51:03.439848Z","end":"2026-05-11T01:51:09.214577Z","steps":["trace[567325096] 'agreement among raft nodes before linearized reading' (duration: 5.774503601s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:06.498594Z","time spent":"2.71602091s","remote":"127.0.0.1:50910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.021975Z","time spent":"4.192645114s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277893,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-11T01:51:09.214699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21168087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:09.214737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154335564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.214738Z","caller":"traceutil/trace.go:171","msg":"trace[1494476465] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26340; }","duration":"4.211747222s","start":"2026-05-11T01:51:05.002981Z","end":"2026-05-11T01:51:09.214729Z","steps":["trace[1494476465] 'agreement among raft nodes before linearized reading' (duration: 4.21168346s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:09.214753Z","caller":"traceutil/trace.go:171","msg":"trace[604753422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26340; }","duration":"3.154391785s","start":"2026-05-11T01:51:06.060357Z","end":"2026-05-11T01:51:09.214749Z","steps":["trace[604753422] 'agreement among raft nodes before linearized reading' (duration: 3.154369725s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:06.060334Z","time spent":"3.154430075s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.002966Z","time spent":"4.211798542s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303797756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.214902Z","caller":"traceutil/trace.go:171","msg":"trace[1595968987] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26340; }","duration":"3.303838796s","start":"2026-05-11T01:51:05.911059Z","end":"2026-05-11T01:51:09.214898Z","steps":["trace[1595968987] 'agreement among raft nodes before linearized reading' (duration: 3.303768995s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.214915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.911048Z","time spent":"3.303863668s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337876057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.215015Z","caller":"traceutil/trace.go:171","msg":"trace[133693542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26340; }","duration":"3.337937319s","start":"2026-05-11T01:51:05.877071Z","end":"2026-05-11T01:51:09.215009Z","steps":["trace[133693542] 'agreement among raft nodes before linearized reading' (duration: 3.337909018s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.742158994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:09.215028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.877045Z","time spent":"3.33798004s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:09.21504Z","caller":"traceutil/trace.go:171","msg":"trace[1129047171] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26340; }","duration":"4.742229595s","start":"2026-05-11T01:51:04.472801Z","end":"2026-05-11T01:51:09.21503Z","steps":["trace[1129047171] 'agreement among raft nodes before linearized reading' (duration: 4.742167204s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.21508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:04.472781Z","time spent":"4.742291316s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.215105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365123338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.21512Z","caller":"traceutil/trace.go:171","msg":"trace[278368585] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26340; }","duration":"3.365187949s","start":"2026-05-11T01:51:05.849926Z","end":"2026-05-11T01:51:09.215114Z","steps":["trace[278368585] 'agreement among raft nodes before linearized reading' (duration: 3.365166449s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.849906Z","time spent":"3.365224049s","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.215187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775378281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-11T01:51:09.215254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13546064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:09.215276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512420232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:51:09.215293Z","caller":"traceutil/trace.go:171","msg":"trace[353194212] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26340; }","duration":"3.512454113s","start":"2026-05-11T01:51:05.702832Z","end":"2026-05-11T01:51:09.215287Z","steps":["trace[353194212] 'agreement among raft nodes before linearized reading' (duration: 3.51238854s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:09.215295Z","caller":"traceutil/trace.go:171","msg":"trace[1491678218] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26340; }","duration":"5.135502382s","start":"2026-05-11T01:51:04.079784Z","end":"2026-05-11T01:51:09.215286Z","steps":["trace[1491678218] 'agreement among raft nodes before linearized reading' (duration: 5.1354405s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:04.079725Z","time spent":"5.135596834s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.215383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775647688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-11T01:51:09.215437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519423359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:51:09.215452Z","caller":"traceutil/trace.go:171","msg":"trace[882188285] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26340; }","duration":"3.51947864s","start":"2026-05-11T01:51:05.695969Z","end":"2026-05-11T01:51:09.215448Z","steps":["trace[882188285] 'agreement among raft nodes before linearized reading' (duration: 3.519345948s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.695948Z","time spent":"3.519520062s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:09.215456Z","caller":"traceutil/trace.go:171","msg":"trace[1316066015] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26340; }","duration":"5.775735299s","start":"2026-05-11T01:51:03.439701Z","end":"2026-05-11T01:51:09.215436Z","steps":["trace[1316066015] 'agreement among raft nodes before linearized reading' (duration: 5.775578696s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.486119873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:09.215518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.439691Z","time spent":"5.775810181s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-11T01:51:09.215544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913677706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.215564Z","caller":"traceutil/trace.go:171","msg":"trace[51952597] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26340; }","duration":"3.913735007s","start":"2026-05-11T01:51:05.301825Z","end":"2026-05-11T01:51:09.21556Z","steps":["trace[51952597] 'agreement among raft nodes before linearized reading' (duration: 3.913703446s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.301805Z","time spent":"3.913770108s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.215069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.775236768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-05-11T01:51:09.215764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88515503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-11T01:51:09.215847Z","caller":"traceutil/trace.go:171","msg":"trace[1624359060] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4; range_end:; response_count:1; response_revision:26340; }","duration":"1.885291293s","start":"2026-05-11T01:51:07.330521Z","end":"2026-05-11T01:51:09.215812Z","steps":["trace[1624359060] 'agreement among raft nodes before linearized reading' (duration: 1.885149509s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.215902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.330479Z","time spent":"1.885410165s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" "} {"level":"warn","ts":"2026-05-11T01:51:09.214642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.439837Z","time spent":"5.774795338s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-97502c42-e841-43a0-99e2-175fb1187c7e\" "} {"level":"warn","ts":"2026-05-11T01:51:09.216166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.063224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.215547Z","caller":"traceutil/trace.go:171","msg":"trace[1394611658] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26340; }","duration":"5.486271286s","start":"2026-05-11T01:51:03.729261Z","end":"2026-05-11T01:51:09.215533Z","steps":["trace[1394611658] 'agreement among raft nodes before linearized reading' (duration: 5.486214915s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:09.216211Z","caller":"traceutil/trace.go:171","msg":"trace[981517404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26340; }","duration":"162.108505ms","start":"2026-05-11T01:51:09.05409Z","end":"2026-05-11T01:51:09.216198Z","steps":["trace[981517404] 'agreement among raft nodes before linearized reading' (duration: 161.991822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.21627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.729229Z","time spent":"5.487009322s","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:09.215763Z","caller":"traceutil/trace.go:171","msg":"trace[1213884127] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26340; }","duration":"5.775916303s","start":"2026-05-11T01:51:03.439797Z","end":"2026-05-11T01:51:09.215714Z","steps":["trace[1213884127] 'agreement among raft nodes before linearized reading' (duration: 5.775162826s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.217514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.43978Z","time spent":"5.777710253s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-11T01:51:09.215252Z","caller":"traceutil/trace.go:171","msg":"trace[48591950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26340; }","duration":"5.775459213s","start":"2026-05-11T01:51:03.439776Z","end":"2026-05-11T01:51:09.215235Z","steps":["trace[48591950] 'agreement among raft nodes before linearized reading' (duration: 5.77532484s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.217589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.439759Z","time spent":"5.777815465s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-11T01:51:09.215212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507116262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.217676Z","caller":"traceutil/trace.go:171","msg":"trace[243144378] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26340; }","duration":"3.509572527s","start":"2026-05-11T01:51:05.708091Z","end":"2026-05-11T01:51:09.217663Z","steps":["trace[243144378] 'agreement among raft nodes before linearized reading' (duration: 3.507106702s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.217711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.708066Z","time spent":"3.509635239s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.214717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031442905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.217764Z","caller":"traceutil/trace.go:171","msg":"trace[883769244] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26340; }","duration":"3.034496093s","start":"2026-05-11T01:51:06.183246Z","end":"2026-05-11T01:51:09.217742Z","steps":["trace[883769244] 'agreement among raft nodes before linearized reading' (duration: 3.031435455s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.217796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:06.183235Z","time spent":"3.034550585s","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.215307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:05.702821Z","time spent":"3.512482703s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:51:09.216485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875813641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-11T01:51:09.217935Z","caller":"traceutil/trace.go:171","msg":"trace[1251789458] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26340; }","duration":"1.877299714s","start":"2026-05-11T01:51:07.340627Z","end":"2026-05-11T01:51:09.217927Z","steps":["trace[1251789458] 'agreement among raft nodes before linearized reading' (duration: 1.875783901s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.21796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.340616Z","time spent":"1.877337845s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:51:09.216608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08700751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.21806Z","caller":"traceutil/trace.go:171","msg":"trace[1821758753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26340; }","duration":"1.088495903s","start":"2026-05-11T01:51:08.129551Z","end":"2026-05-11T01:51:09.218047Z","steps":["trace[1821758753] 'agreement among raft nodes before linearized reading' (duration: 1.08702114s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.218108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:08.129532Z","time spent":"1.088562075s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.216643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.862603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:09.218175Z","caller":"traceutil/trace.go:171","msg":"trace[1234021804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26340; }","duration":"625.418457ms","start":"2026-05-11T01:51:08.592747Z","end":"2026-05-11T01:51:09.218165Z","steps":["trace[1234021804] 'agreement among raft nodes before linearized reading' (duration: 623.881403ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.216687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814312846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.218312Z","caller":"traceutil/trace.go:171","msg":"trace[1195411465] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26340; }","duration":"1.816119407s","start":"2026-05-11T01:51:07.402175Z","end":"2026-05-11T01:51:09.218295Z","steps":["trace[1195411465] 'agreement among raft nodes before linearized reading' (duration: 1.814234055s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.218363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.402121Z","time spent":"1.816224619s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.216824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338135236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:09.218204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:08.592729Z","time spent":"625.465429ms","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.218753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614487373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:09.2188Z","caller":"traceutil/trace.go:171","msg":"trace[1937229789] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26340; }","duration":"5.614586715s","start":"2026-05-11T01:51:03.604202Z","end":"2026-05-11T01:51:09.218789Z","steps":["trace[1937229789] 'agreement among raft nodes before linearized reading' (duration: 5.611599328s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.218836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:03.60417Z","time spent":"5.614656567s","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:09.220495Z","caller":"traceutil/trace.go:171","msg":"trace[1501623230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26340; }","duration":"1.339814735s","start":"2026-05-11T01:51:07.878633Z","end":"2026-05-11T01:51:09.218448Z","steps":["trace[1501623230] 'agreement among raft nodes before linearized reading' (duration: 1.338152877s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:09.220722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:07.878613Z","time spent":"1.342045974s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:09.721693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:11.220799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:11.220886Z","caller":"traceutil/trace.go:171","msg":"trace[22894611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948656s","start":"2026-05-11T01:51:09.220921Z","end":"2026-05-11T01:51:11.220869Z","steps":["trace[22894611] 'agreement among raft nodes before linearized reading' (duration: 1.999844154s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:11.220928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.220905Z","time spent":"2.000015507s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:12.486141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.340705ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:12.48626Z","caller":"traceutil/trace.go:171","msg":"trace[369504317] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26340; }","duration":"938.489958ms","start":"2026-05-11T01:51:11.547747Z","end":"2026-05-11T01:51:12.486237Z","steps":["trace[369504317] 'range keys from in-memory index tree' (duration: 938.322735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:12.486358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:11.510308Z","time spent":"976.040478ms","remote":"127.0.0.1:52256","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:51:12.488388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291669511s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:12.488444Z","caller":"traceutil/trace.go:171","msg":"trace[1553853504] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"3.268534259s","start":"2026-05-11T01:51:09.2199Z","end":"2026-05-11T01:51:12.488434Z","steps":["trace[1553853504] 'process raft request' (duration: 976.756205ms)","trace[1553853504] 'compare' (duration: 2.290568256s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:12.488483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.21986Z","time spent":"3.268602469s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:13.000834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.804294416s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:13.228646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:13.228736Z","caller":"traceutil/trace.go:171","msg":"trace[1297859859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170592s","start":"2026-05-11T01:51:11.228544Z","end":"2026-05-11T01:51:13.228715Z","steps":["trace[1297859859] 'agreement among raft nodes before linearized reading' (duration: 2.000051949s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:13.228784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:11.228501Z","time spent":"2.000272614s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:15.230254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000620624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:15.230401Z","caller":"traceutil/trace.go:171","msg":"trace[866528145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823858s","start":"2026-05-11T01:51:13.22955Z","end":"2026-05-11T01:51:15.230374Z","steps":["trace[866528145] 'agreement among raft nodes before linearized reading' (duration: 2.000659294s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:15.230466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:13.229527Z","time spent":"2.00092099s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:15.41937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418290123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:15.419556Z","caller":"traceutil/trace.go:171","msg":"trace[62460284] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"6.198902004s","start":"2026-05-11T01:51:09.220625Z","end":"2026-05-11T01:51:15.419527Z","steps":["trace[62460284] 'process raft request' (duration: 3.780360655s)","trace[62460284] 'compare' (duration: 2.416155436s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:15.419634Z","caller":"traceutil/trace.go:171","msg":"trace[1342344449] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"6.196656283s","start":"2026-05-11T01:51:09.222962Z","end":"2026-05-11T01:51:15.419618Z","steps":["trace[1342344449] 'process raft request' (duration: 6.19651924s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:15.419692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.222949Z","time spent":"6.196718435s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:15.419693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.220617Z","time spent":"6.198995346s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:15.419782Z","caller":"traceutil/trace.go:171","msg":"trace[913372012] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"6.195161599s","start":"2026-05-11T01:51:09.2246Z","end":"2026-05-11T01:51:15.419761Z","steps":["trace[913372012] 'process raft request' (duration: 6.194982665s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:15.419826Z","caller":"traceutil/trace.go:171","msg":"trace[1962444657] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"6.194158457s","start":"2026-05-11T01:51:09.225643Z","end":"2026-05-11T01:51:15.419802Z","steps":["trace[1962444657] 'process raft request' (duration: 6.194066865s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:15.419887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.224583Z","time spent":"6.195249422s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:15.419781Z","caller":"traceutil/trace.go:171","msg":"trace[238913604] linearizableReadLoop","detail":"{readStateIndex:27234; appliedIndex:27229; }","duration":"6.1988103s","start":"2026-05-11T01:51:09.220958Z","end":"2026-05-11T01:51:15.419768Z","steps":["trace[238913604] 'read index received' (duration: 975.654049ms)","trace[238913604] 'applied index is now lower than readState.Index' (duration: 5.223155631s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:15.419983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.225632Z","time spent":"6.194273849s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:15.92035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:15.967336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742768715s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:17.239089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:17.239212Z","caller":"traceutil/trace.go:171","msg":"trace[1760848679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112131s","start":"2026-05-11T01:51:15.239072Z","end":"2026-05-11T01:51:17.239184Z","steps":["trace[1760848679] 'agreement among raft nodes before linearized reading' (duration: 1.999938058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:17.239275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:15.239053Z","time spent":"2.000209633s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:18.540178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572436579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:18.540332Z","caller":"traceutil/trace.go:171","msg":"trace[950633674] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27234; }","duration":"3.120374054s","start":"2026-05-11T01:51:15.419935Z","end":"2026-05-11T01:51:18.540309Z","steps":["trace[950633674] 'read index received' (duration: 547.591887ms)","trace[950633674] 'applied index is now lower than readState.Index' (duration: 2.572779767s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:18.540705Z","caller":"traceutil/trace.go:171","msg":"trace[1016731391] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"4.316225698s","start":"2026-05-11T01:51:14.224461Z","end":"2026-05-11T01:51:18.540687Z","steps":["trace[1016731391] 'process raft request' (duration: 1.743156244s)","trace[1016731391] 'compare' (duration: 2.571275384s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:18.540798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:14.224437Z","time spent":"4.31631799s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:18.541249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392287726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.541292Z","caller":"traceutil/trace.go:171","msg":"trace[632185221] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26346; }","duration":"3.392337047s","start":"2026-05-11T01:51:15.148943Z","end":"2026-05-11T01:51:18.54128Z","steps":["trace[632185221] 'agreement among raft nodes before linearized reading' (duration: 3.392249095s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:15.148887Z","time spent":"3.39243681s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.541518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.318370578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:18.541574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301445026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.541615Z","caller":"traceutil/trace.go:171","msg":"trace[1052941823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26346; }","duration":"1.301542208s","start":"2026-05-11T01:51:17.240061Z","end":"2026-05-11T01:51:18.541603Z","steps":["trace[1052941823] 'agreement among raft nodes before linearized reading' (duration: 1.301465626s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804541085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:18.541621Z","caller":"traceutil/trace.go:171","msg":"trace[1049874260] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26346; }","duration":"9.318537562s","start":"2026-05-11T01:51:09.22306Z","end":"2026-05-11T01:51:18.541598Z","steps":["trace[1049874260] 'agreement among raft nodes before linearized reading' (duration: 9.318361188s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.319943913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:51:18.541666Z","caller":"traceutil/trace.go:171","msg":"trace[798047787] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26346; }","duration":"3.804618627s","start":"2026-05-11T01:51:14.737031Z","end":"2026-05-11T01:51:18.54165Z","steps":["trace[798047787] 'agreement among raft nodes before linearized reading' (duration: 3.804543795s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.369958729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:18.541688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339598608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.541711Z","caller":"traceutil/trace.go:171","msg":"trace[86314006] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26346; }","duration":"6.370177574s","start":"2026-05-11T01:51:12.171523Z","end":"2026-05-11T01:51:18.5417Z","steps":["trace[86314006] 'agreement among raft nodes before linearized reading' (duration: 6.369886657s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:14.737013Z","time spent":"3.804690869s","remote":"127.0.0.1:50738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:18.541736Z","caller":"traceutil/trace.go:171","msg":"trace[2034835642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26346; }","duration":"1.33967005s","start":"2026-05-11T01:51:17.202055Z","end":"2026-05-11T01:51:18.541725Z","steps":["trace[2034835642] 'agreement among raft nodes before linearized reading' (duration: 1.339608299s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:17.202037Z","time spent":"1.339731031s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:18.541795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.044130345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.541825Z","caller":"traceutil/trace.go:171","msg":"trace[281380567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26346; }","duration":"9.044186875s","start":"2026-05-11T01:51:09.49763Z","end":"2026-05-11T01:51:18.541817Z","steps":["trace[281380567] 'agreement among raft nodes before linearized reading' (duration: 9.044132424s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.49761Z","time spent":"9.044242737s","remote":"127.0.0.1:47402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.541874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.45818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:18.541855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.509876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.541676Z","caller":"traceutil/trace.go:171","msg":"trace[1735396810] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26346; }","duration":"9.320032605s","start":"2026-05-11T01:51:09.221631Z","end":"2026-05-11T01:51:18.541663Z","steps":["trace[1735396810] 'agreement among raft nodes before linearized reading' (duration: 9.319838781s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.541922Z","caller":"traceutil/trace.go:171","msg":"trace[1157300076] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26346; }","duration":"435.537341ms","start":"2026-05-11T01:51:18.106371Z","end":"2026-05-11T01:51:18.541909Z","steps":["trace[1157300076] 'agreement among raft nodes before linearized reading' (duration: 435.350656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.221618Z","time spent":"9.320309561s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-11T01:51:18.541938Z","caller":"traceutil/trace.go:171","msg":"trace[560433192] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26346; }","duration":"530.637618ms","start":"2026-05-11T01:51:18.01128Z","end":"2026-05-11T01:51:18.541917Z","steps":["trace[560433192] 'agreement among raft nodes before linearized reading' (duration: 530.505925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.10635Z","time spent":"435.599762ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.541966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424912952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:18.541944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.669157516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:18.541996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.011262Z","time spent":"530.72264ms","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:18.542003Z","caller":"traceutil/trace.go:171","msg":"trace[2012424964] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26346; }","duration":"2.424983603s","start":"2026-05-11T01:51:16.117006Z","end":"2026-05-11T01:51:18.541989Z","steps":["trace[2012424964] 'agreement among raft nodes before linearized reading' (duration: 2.424928572s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.542005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048927389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-11T01:51:18.542041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:16.116986Z","time spent":"2.425046684s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.54203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795790588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.542044Z","caller":"traceutil/trace.go:171","msg":"trace[969325448] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26346; }","duration":"5.66930709s","start":"2026-05-11T01:51:12.872711Z","end":"2026-05-11T01:51:18.542019Z","steps":["trace[969325448] 'agreement among raft nodes before linearized reading' (duration: 5.669088845s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.005393546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.542083Z","caller":"traceutil/trace.go:171","msg":"trace[1010150384] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:26346; }","duration":"6.049057242s","start":"2026-05-11T01:51:12.493006Z","end":"2026-05-11T01:51:18.542063Z","steps":["trace[1010150384] 'agreement among raft nodes before linearized reading' (duration: 6.048822167s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.542095Z","caller":"traceutil/trace.go:171","msg":"trace[965417147] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26346; }","duration":"5.79588821s","start":"2026-05-11T01:51:12.746189Z","end":"2026-05-11T01:51:18.542077Z","steps":["trace[965417147] 'agreement among raft nodes before linearized reading' (duration: 5.795808328s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.542104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.872689Z","time spent":"5.669403002s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.492987Z","time spent":"6.049134863s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"info","ts":"2026-05-11T01:51:18.542129Z","caller":"traceutil/trace.go:171","msg":"trace[757800800] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26346; }","duration":"6.005657262s","start":"2026-05-11T01:51:12.536454Z","end":"2026-05-11T01:51:18.542112Z","steps":["trace[757800800] 'agreement among raft nodes before linearized reading' (duration: 6.005381706s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:17.240037Z","time spent":"1.30160288s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:18.542194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.536431Z","time spent":"6.005745773s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575389046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:18.541741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.171479Z","time spent":"6.370253586s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562059777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:18.542321Z","caller":"traceutil/trace.go:171","msg":"trace[778958227] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26346; }","duration":"2.575481858s","start":"2026-05-11T01:51:15.966768Z","end":"2026-05-11T01:51:18.54225Z","steps":["trace[778958227] 'agreement among raft nodes before linearized reading' (duration: 2.575399396s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.542345Z","caller":"traceutil/trace.go:171","msg":"trace[1757707743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26346; }","duration":"4.562139179s","start":"2026-05-11T01:51:13.980191Z","end":"2026-05-11T01:51:18.54233Z","steps":["trace[1757707743] 'agreement among raft nodes before linearized reading' (duration: 4.562051527s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.54232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.700606022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-05-11T01:51:18.54238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:13.980168Z","time spent":"4.562203631s","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.317524488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-11T01:51:18.542387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:15.966748Z","time spent":"2.575616301s","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.541702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.155404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:18.541672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.223039Z","time spent":"9.318623124s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:51:18.54245Z","caller":"traceutil/trace.go:171","msg":"trace[476146586] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:26346; }","duration":"8.700731805s","start":"2026-05-11T01:51:09.841668Z","end":"2026-05-11T01:51:18.5424Z","steps":["trace[476146586] 'agreement among raft nodes before linearized reading' (duration: 8.700555271s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.542472Z","caller":"traceutil/trace.go:171","msg":"trace[107056127] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26346; }","duration":"385.954002ms","start":"2026-05-11T01:51:18.1565Z","end":"2026-05-11T01:51:18.542454Z","steps":["trace[107056127] 'agreement among raft nodes before linearized reading' (duration: 385.158944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.54252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.15648Z","time spent":"386.024284ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.84164Z","time spent":"8.700859858s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":929,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-11T01:51:18.542547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400475323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:18.542578Z","caller":"traceutil/trace.go:171","msg":"trace[964774389] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26346; }","duration":"4.400507534s","start":"2026-05-11T01:51:14.14206Z","end":"2026-05-11T01:51:18.542568Z","steps":["trace[964774389] 'agreement among raft nodes before linearized reading' (duration: 4.400454433s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.542616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:14.142038Z","time spent":"4.400570275s","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.888142698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:18.542669Z","caller":"traceutil/trace.go:171","msg":"trace[905426735] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26346; }","duration":"6.888656469s","start":"2026-05-11T01:51:11.653992Z","end":"2026-05-11T01:51:18.542648Z","steps":["trace[905426735] 'agreement among raft nodes before linearized reading' (duration: 6.888018655s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.541975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69749006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:18.542725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:11.653979Z","time spent":"6.888729691s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80226352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:18.542859Z","caller":"traceutil/trace.go:171","msg":"trace[1232109472] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26346; }","duration":"2.802360172s","start":"2026-05-11T01:51:15.740487Z","end":"2026-05-11T01:51:18.542848Z","steps":["trace[1232109472] 'agreement among raft nodes before linearized reading' (duration: 2.80224134s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.542349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902886975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:18.541639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119012944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-05-11T01:51:18.542896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:15.740463Z","time spent":"2.802424113s","remote":"127.0.0.1:59266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:18.542907Z","caller":"traceutil/trace.go:171","msg":"trace[1410902814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26346; }","duration":"3.903447377s","start":"2026-05-11T01:51:14.639446Z","end":"2026-05-11T01:51:18.542893Z","steps":["trace[1410902814] 'agreement among raft nodes before linearized reading' (duration: 3.902864924s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.542913Z","caller":"traceutil/trace.go:171","msg":"trace[610149707] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26346; }","duration":"3.120315463s","start":"2026-05-11T01:51:15.422586Z","end":"2026-05-11T01:51:18.542902Z","steps":["trace[610149707] 'agreement among raft nodes before linearized reading' (duration: 3.118922323s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.54295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:15.422573Z","time spent":"3.120366694s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-11T01:51:18.54273Z","caller":"traceutil/trace.go:171","msg":"trace[1779343698] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26346; }","duration":"5.698245026s","start":"2026-05-11T01:51:12.844475Z","end":"2026-05-11T01:51:18.54272Z","steps":["trace[1779343698] 'agreement among raft nodes before linearized reading' (duration: 5.697472079s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.543051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.844411Z","time spent":"5.698628774s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.15024123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:18.542135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:12.746165Z","time spent":"5.795960171s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:18.543109Z","caller":"traceutil/trace.go:171","msg":"trace[1537461209] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26346; }","duration":"5.150940556s","start":"2026-05-11T01:51:13.392157Z","end":"2026-05-11T01:51:18.543097Z","steps":["trace[1537461209] 'agreement among raft nodes before linearized reading' (duration: 5.150186069s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.543153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:13.392142Z","time spent":"5.151000807s","remote":"127.0.0.1:50814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.542954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:14.639386Z","time spent":"3.903551639s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:18.541912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.701188535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-11T01:51:18.542423Z","caller":"traceutil/trace.go:171","msg":"trace[1387462826] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26346; }","duration":"9.317831016s","start":"2026-05-11T01:51:09.22458Z","end":"2026-05-11T01:51:18.542411Z","steps":["trace[1387462826] 'agreement among raft nodes before linearized reading' (duration: 9.317425697s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:18.543266Z","caller":"traceutil/trace.go:171","msg":"trace[1915159617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26346; }","duration":"8.702637977s","start":"2026-05-11T01:51:09.840614Z","end":"2026-05-11T01:51:18.543252Z","steps":["trace[1915159617] 'agreement among raft nodes before linearized reading' (duration: 8.700889409s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:18.543287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.224573Z","time spent":"9.318696544s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-11T01:51:18.543316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:09.84059Z","time spent":"8.702710378s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-11T01:51:19.048404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:20.534285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001249301s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:20.534464Z","caller":"traceutil/trace.go:171","msg":"trace[633626494] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"1.988179574s","start":"2026-05-11T01:51:18.546209Z","end":"2026-05-11T01:51:20.534388Z","steps":["trace[633626494] 'process raft request' (duration: 986.676927ms)","trace[633626494] 'compare' (duration: 1.001119809s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:20.534533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.546188Z","time spent":"1.988309498s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:20.551172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001313097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:20.551244Z","caller":"traceutil/trace.go:171","msg":"trace[2117632141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001406419s","start":"2026-05-11T01:51:18.549822Z","end":"2026-05-11T01:51:20.551229Z","steps":["trace[2117632141] 'agreement among raft nodes before linearized reading' (duration: 2.001319457s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:20.551278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.549817Z","time spent":"2.001453171s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:21.411113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.878149042s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:22.551884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:22.551941Z","caller":"traceutil/trace.go:171","msg":"trace[446110927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057616s","start":"2026-05-11T01:51:20.551352Z","end":"2026-05-11T01:51:22.551929Z","steps":["trace[446110927] 'agreement among raft nodes before linearized reading' (duration: 2.000500489s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:22.55197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:20.551331Z","time spent":"2.000632902s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:23.598639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080640532s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:23.598731Z","caller":"traceutil/trace.go:171","msg":"trace[2033198937] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26347; }","duration":"2.080748534s","start":"2026-05-11T01:51:21.51797Z","end":"2026-05-11T01:51:23.598719Z","steps":["trace[2033198937] 'range keys from in-memory index tree' (duration: 2.080629802s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:23.600007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188637807s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:23.600148Z","caller":"traceutil/trace.go:171","msg":"trace[1382323378] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"5.047974504s","start":"2026-05-11T01:51:18.552127Z","end":"2026-05-11T01:51:23.600102Z","steps":["trace[1382323378] 'process raft request' (duration: 2.859181354s)","trace[1382323378] 'compare' (duration: 2.187067822s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:23.600347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.552116Z","time spent":"5.048129957s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:23.600639Z","caller":"traceutil/trace.go:171","msg":"trace[988082079] linearizableReadLoop","detail":"{readStateIndex:27237; appliedIndex:27235; }","duration":"5.052843033s","start":"2026-05-11T01:51:18.547775Z","end":"2026-05-11T01:51:23.600618Z","steps":["trace[988082079] 'read index received' (duration: 985.180314ms)","trace[988082079] 'applied index is now lower than readState.Index' (duration: 4.067660609s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:24.00457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078426258s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:24.559132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:24.559218Z","caller":"traceutil/trace.go:171","msg":"trace[1753373512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547161s","start":"2026-05-11T01:51:22.558652Z","end":"2026-05-11T01:51:24.559199Z","steps":["trace[1753373512] 'agreement among raft nodes before linearized reading' (duration: 2.000438818s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:24.559282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:22.558641Z","time spent":"2.000621902s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:25.034599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029813161s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:25.119904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51980146s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-11T01:51:25.120286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572492128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-11T01:51:25.120343Z","caller":"traceutil/trace.go:171","msg":"trace[1285897478] range","detail":"{range_begin:/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2; range_end:; response_count:1; response_revision:26349; }","duration":"6.57256979s","start":"2026-05-11T01:51:18.547755Z","end":"2026-05-11T01:51:25.120325Z","steps":["trace[1285897478] 'agreement among raft nodes before linearized reading' (duration: 5.052926525s)","trace[1285897478] 'range keys from in-memory index tree' (duration: 1.519489491s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:25.120375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.547742Z","time spent":"6.572624561s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2\" "} {"level":"info","ts":"2026-05-11T01:51:25.121356Z","caller":"traceutil/trace.go:171","msg":"trace[1965411865] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"2.195311366s","start":"2026-05-11T01:51:22.926029Z","end":"2026-05-11T01:51:25.12134Z","steps":["trace[1965411865] 'process raft request' (duration: 2.193983277s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:25.121447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:22.926003Z","time spent":"2.195383307s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:26.573291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013830228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:26.574375Z","caller":"traceutil/trace.go:171","msg":"trace[1686694180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.014982773s","start":"2026-05-11T01:51:24.559357Z","end":"2026-05-11T01:51:26.57434Z","steps":["trace[1686694180] 'agreement among raft nodes before linearized reading' (duration: 2.013861049s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:26.5745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:24.559337Z","time spent":"2.015120856s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:27.115313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993845711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:27.115473Z","caller":"traceutil/trace.go:171","msg":"trace[795631334] linearizableReadLoop","detail":"{readStateIndex:27240; appliedIndex:27237; }","duration":"3.514796455s","start":"2026-05-11T01:51:23.600652Z","end":"2026-05-11T01:51:27.115449Z","steps":["trace[795631334] 'read index received' (duration: 405.679891ms)","trace[795631334] 'applied index is now lower than readState.Index' (duration: 3.109114364s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:27.115859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.649741745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:27.115904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.574956263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-11T01:51:27.115946Z","caller":"traceutil/trace.go:171","msg":"trace[1714518506] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26351; }","duration":"6.649911798s","start":"2026-05-11T01:51:20.466011Z","end":"2026-05-11T01:51:27.115923Z","steps":["trace[1714518506] 'agreement among raft nodes before linearized reading' (duration: 6.649721124s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.115967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.477774633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-11T01:51:27.115997Z","caller":"traceutil/trace.go:171","msg":"trace[296895570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:26351; }","duration":"6.575098886s","start":"2026-05-11T01:51:20.540873Z","end":"2026-05-11T01:51:27.115972Z","steps":["trace[296895570] 'agreement among raft nodes before linearized reading' (duration: 6.574832401s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:20.465987Z","time spent":"6.650001611s","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.116045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.565707334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116073Z","caller":"traceutil/trace.go:171","msg":"trace[1545970717] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"3.566250417s","start":"2026-05-11T01:51:23.549794Z","end":"2026-05-11T01:51:27.116044Z","steps":["trace[1545970717] 'process raft request' (duration: 1.571536966s)","trace[1545970717] 'compare' (duration: 1.991356335s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:27.116113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.568244272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116122Z","caller":"traceutil/trace.go:171","msg":"trace[213773439] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26351; }","duration":"8.565797387s","start":"2026-05-11T01:51:18.550306Z","end":"2026-05-11T01:51:27.116103Z","steps":["trace[213773439] 'agreement among raft nodes before linearized reading' (duration: 8.565668733s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:27.116143Z","caller":"traceutil/trace.go:171","msg":"trace[927100353] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:0; response_revision:26351; }","duration":"8.568279373s","start":"2026-05-11T01:51:18.547855Z","end":"2026-05-11T01:51:27.116134Z","steps":["trace[927100353] 'agreement among raft nodes before linearized reading' (duration: 8.568232592s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.010838044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:27.116178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.547851Z","time spent":"8.568320714s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:51:27.116065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:20.540852Z","time spent":"6.57520044s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"info","ts":"2026-05-11T01:51:27.116209Z","caller":"traceutil/trace.go:171","msg":"trace[946169987] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26351; }","duration":"5.010937036s","start":"2026-05-11T01:51:22.105256Z","end":"2026-05-11T01:51:27.116193Z","steps":["trace[946169987] 'agreement among raft nodes before linearized reading' (duration: 5.010840374s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:23.549775Z","time spent":"3.56634519s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:27.116263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:22.105233Z","time spent":"5.011015357s","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.116174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.550301Z","time spent":"8.565859929s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:27.116437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.778958677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-11T01:51:27.116435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08508009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116483Z","caller":"traceutil/trace.go:171","msg":"trace[551853447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26351; }","duration":"4.779036959s","start":"2026-05-11T01:51:22.337433Z","end":"2026-05-11T01:51:27.11647Z","steps":["trace[551853447] 'agreement among raft nodes before linearized reading' (duration: 4.778936177s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:27.116498Z","caller":"traceutil/trace.go:171","msg":"trace[876043566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26351; }","duration":"4.085182583s","start":"2026-05-11T01:51:23.031299Z","end":"2026-05-11T01:51:27.116481Z","steps":["trace[876043566] 'agreement among raft nodes before linearized reading' (duration: 4.08506685s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:22.337414Z","time spent":"4.77910086s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:51:27.116549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:23.031282Z","time spent":"4.085252984s","remote":"127.0.0.1:42770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.116568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.023248455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116624Z","caller":"traceutil/trace.go:171","msg":"trace[1223210043] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26351; }","duration":"6.023344487s","start":"2026-05-11T01:51:21.093262Z","end":"2026-05-11T01:51:27.116607Z","steps":["trace[1223210043] 'agreement among raft nodes before linearized reading' (duration: 6.023254665s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:27.116059Z","caller":"traceutil/trace.go:171","msg":"trace[1675117643] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26351; }","duration":"7.477920998s","start":"2026-05-11T01:51:19.638117Z","end":"2026-05-11T01:51:27.116039Z","steps":["trace[1675117643] 'agreement among raft nodes before linearized reading' (duration: 7.47759388s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:21.093233Z","time spent":"6.023436049s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.116744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.174849155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116783Z","caller":"traceutil/trace.go:171","msg":"trace[689814677] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26351; }","duration":"6.174936897s","start":"2026-05-11T01:51:20.941835Z","end":"2026-05-11T01:51:27.116771Z","steps":["trace[689814677] 'agreement among raft nodes before linearized reading' (duration: 6.174879556s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:20.941803Z","time spent":"6.175007939s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.116433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.553803689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.116929Z","caller":"traceutil/trace.go:171","msg":"trace[1290157489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26351; }","duration":"8.5543136s","start":"2026-05-11T01:51:18.562589Z","end":"2026-05-11T01:51:27.116903Z","steps":["trace[1290157489] 'agreement among raft nodes before linearized reading' (duration: 8.553797289s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:18.562578Z","time spent":"8.554400223s","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.11669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:19.638098Z","time spent":"7.478581703s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-11T01:51:27.115983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788826218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-11T01:51:27.117166Z","caller":"traceutil/trace.go:171","msg":"trace[1147479569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26351; }","duration":"4.790044715s","start":"2026-05-11T01:51:22.327103Z","end":"2026-05-11T01:51:27.117147Z","steps":["trace[1147479569] 'agreement among raft nodes before linearized reading' (duration: 4.788696785s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.117238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:22.327087Z","time spent":"4.790130378s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:51:27.116417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.649950291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:27.117413Z","caller":"traceutil/trace.go:171","msg":"trace[2082621526] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26351; }","duration":"6.650957133s","start":"2026-05-11T01:51:20.466409Z","end":"2026-05-11T01:51:27.117366Z","steps":["trace[2082621526] 'agreement among raft nodes before linearized reading' (duration: 6.649962841s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.116386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.469458749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125069"} {"level":"info","ts":"2026-05-11T01:51:27.117574Z","caller":"traceutil/trace.go:171","msg":"trace[930129526] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26351; }","duration":"7.470647535s","start":"2026-05-11T01:51:19.646909Z","end":"2026-05-11T01:51:27.117557Z","steps":["trace[930129526] 'agreement among raft nodes before linearized reading' (duration: 7.468863565s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.117696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:19.646879Z","time spent":"7.470773347s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125092,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-11T01:51:27.117571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:20.466385Z","time spent":"6.651162277s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:27.438948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.937655025s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:27.587108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:27.587258Z","caller":"traceutil/trace.go:171","msg":"trace[46880557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000729734s","start":"2026-05-11T01:51:25.586499Z","end":"2026-05-11T01:51:27.587229Z","steps":["trace[46880557] 'agreement among raft nodes before linearized reading' (duration: 2.00054633s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:27.58733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.586478Z","time spent":"2.000834637s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:28.400735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.417542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:28.401218Z","caller":"traceutil/trace.go:171","msg":"trace[1099586658] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"2.899998926s","start":"2026-05-11T01:51:25.501116Z","end":"2026-05-11T01:51:28.401115Z","steps":["trace[1099586658] 'process raft request' (duration: 1.938081764s)","trace[1099586658] 'compare' (duration: 960.258905ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:28.40133Z","caller":"traceutil/trace.go:171","msg":"trace[697353802] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"2.791833867s","start":"2026-05-11T01:51:25.60947Z","end":"2026-05-11T01:51:28.401304Z","steps":["trace[697353802] 'process raft request' (duration: 2.791395697s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.401514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.501084Z","time spent":"2.900233641s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:28.401616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.609442Z","time spent":"2.792033602s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:28.429529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.118789Z","time spent":"1.310736944s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:51:28.430059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.120301Z","time spent":"1.309755122s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:51:28.4302Z","caller":"traceutil/trace.go:171","msg":"trace[507492250] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27240; }","duration":"1.314669142s","start":"2026-05-11T01:51:27.115506Z","end":"2026-05-11T01:51:28.430175Z","steps":["trace[507492250] 'read index received' (duration: 323.643728ms)","trace[507492250] 'applied index is now lower than readState.Index' (duration: 991.024194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:28.430338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455332312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.430345Z","caller":"traceutil/trace.go:171","msg":"trace[985871191] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"1.308160446s","start":"2026-05-11T01:51:27.122158Z","end":"2026-05-11T01:51:28.430318Z","steps":["trace[985871191] 'process raft request' (duration: 1.307964092s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533871039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.430447Z","caller":"traceutil/trace.go:171","msg":"trace[709926140] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26355; }","duration":"2.533965311s","start":"2026-05-11T01:51:25.896469Z","end":"2026-05-11T01:51:28.430434Z","steps":["trace[709926140] 'agreement among raft nodes before linearized reading' (duration: 2.533869509s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181274332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:28.430464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.122138Z","time spent":"1.308263378s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:28.43048Z","caller":"traceutil/trace.go:171","msg":"trace[1238779554] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26355; }","duration":"2.181358695s","start":"2026-05-11T01:51:26.249112Z","end":"2026-05-11T01:51:28.43047Z","steps":["trace[1238779554] 'agreement among raft nodes before linearized reading' (duration: 2.181275363s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.896452Z","time spent":"2.534019462s","remote":"127.0.0.1:59224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.430502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:26.249085Z","time spent":"2.181412696s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:28.430659Z","caller":"traceutil/trace.go:171","msg":"trace[933341262] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"1.308824641s","start":"2026-05-11T01:51:27.121827Z","end":"2026-05-11T01:51:28.430652Z","steps":["trace[933341262] 'process raft request' (duration: 1.308165786s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.121802Z","time spent":"1.308875131s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:28.430374Z","caller":"traceutil/trace.go:171","msg":"trace[906869865] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26355; }","duration":"2.455419674s","start":"2026-05-11T01:51:25.974942Z","end":"2026-05-11T01:51:28.430362Z","steps":["trace[906869865] 'agreement among raft nodes before linearized reading' (duration: 2.455296682s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.974913Z","time spent":"2.455855973s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.430788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046201217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.430812Z","caller":"traceutil/trace.go:171","msg":"trace[81723704] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26355; }","duration":"3.046272768s","start":"2026-05-11T01:51:25.384528Z","end":"2026-05-11T01:51:28.430801Z","steps":["trace[81723704] 'agreement among raft nodes before linearized reading' (duration: 3.046231627s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.384496Z","time spent":"3.04633119s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.430856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.776974993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.430896Z","caller":"traceutil/trace.go:171","msg":"trace[1396869554] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26355; }","duration":"4.777056395s","start":"2026-05-11T01:51:23.653823Z","end":"2026-05-11T01:51:28.430879Z","steps":["trace[1396869554] 'agreement among raft nodes before linearized reading' (duration: 4.777001784s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:23.653795Z","time spent":"4.777117476s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.431029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824734401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-05-11T01:51:28.431043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472679425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:28.431052Z","caller":"traceutil/trace.go:171","msg":"trace[1636921847] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9; range_end:; response_count:1; response_revision:26355; }","duration":"4.824810622s","start":"2026-05-11T01:51:23.606235Z","end":"2026-05-11T01:51:28.431046Z","steps":["trace[1636921847] 'agreement among raft nodes before linearized reading' (duration: 4.82469748s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:28.431066Z","caller":"traceutil/trace.go:171","msg":"trace[6799540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26355; }","duration":"1.472743197s","start":"2026-05-11T01:51:26.958316Z","end":"2026-05-11T01:51:28.43106Z","steps":["trace[6799540] 'agreement among raft nodes before linearized reading' (duration: 1.472700816s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:26.958294Z","time spent":"1.472794188s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.431117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306520218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:51:28.431138Z","caller":"traceutil/trace.go:171","msg":"trace[803708503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26355; }","duration":"3.306591089s","start":"2026-05-11T01:51:25.124542Z","end":"2026-05-11T01:51:28.431133Z","steps":["trace[803708503] 'agreement among raft nodes before linearized reading' (duration: 3.306503547s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.124513Z","time spent":"3.30664005s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-11T01:51:28.43107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:23.606215Z","time spent":"4.824850524s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" "} {"level":"warn","ts":"2026-05-11T01:51:28.431183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66281881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:28.431033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16799097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.431263Z","caller":"traceutil/trace.go:171","msg":"trace[965984886] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26355; }","duration":"4.662954983s","start":"2026-05-11T01:51:23.768279Z","end":"2026-05-11T01:51:28.431234Z","steps":["trace[965984886] 'agreement among raft nodes before linearized reading' (duration: 4.66280902s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:28.431292Z","caller":"traceutil/trace.go:171","msg":"trace[1274204006] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26355; }","duration":"3.168288347s","start":"2026-05-11T01:51:25.262997Z","end":"2026-05-11T01:51:28.431286Z","steps":["trace[1274204006] 'agreement among raft nodes before linearized reading' (duration: 3.168014421s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:25.262974Z","time spent":"3.168337887s","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.431316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:23.768258Z","time spent":"4.663046396s","remote":"127.0.0.1:42780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.431335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.368325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:28.431366Z","caller":"traceutil/trace.go:171","msg":"trace[562917420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26355; }","duration":"874.398125ms","start":"2026-05-11T01:51:27.556958Z","end":"2026-05-11T01:51:28.431356Z","steps":["trace[562917420] 'agreement among raft nodes before linearized reading' (duration: 874.346354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307266346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:28.43139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.55684Z","time spent":"874.543269ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:28.431398Z","caller":"traceutil/trace.go:171","msg":"trace[1197807578] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26355; }","duration":"1.307303507s","start":"2026-05-11T01:51:27.124085Z","end":"2026-05-11T01:51:28.431389Z","steps":["trace[1197807578] 'agreement among raft nodes before linearized reading' (duration: 1.307253306s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.124077Z","time spent":"1.307335547s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:28.431465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311779466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116257"} {"level":"warn","ts":"2026-05-11T01:51:28.431441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257505576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:28.431523Z","caller":"traceutil/trace.go:171","msg":"trace[1007986583] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26355; }","duration":"1.311895449s","start":"2026-05-11T01:51:27.119616Z","end":"2026-05-11T01:51:28.431511Z","steps":["trace[1007986583] 'agreement among raft nodes before linearized reading' (duration: 1.311366927s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.119597Z","time spent":"1.3119478s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116280,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-11T01:51:28.431543Z","caller":"traceutil/trace.go:171","msg":"trace[305642626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26355; }","duration":"4.25766815s","start":"2026-05-11T01:51:24.173855Z","end":"2026-05-11T01:51:28.431523Z","steps":["trace[305642626] 'agreement among raft nodes before linearized reading' (duration: 4.257479206s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.507068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:28.4316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:24.173833Z","time spent":"4.257755391s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:28.431612Z","caller":"traceutil/trace.go:171","msg":"trace[175157300] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26355; }","duration":"815.604991ms","start":"2026-05-11T01:51:27.616001Z","end":"2026-05-11T01:51:28.431606Z","steps":["trace[175157300] 'agreement among raft nodes before linearized reading' (duration: 815.56234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.431635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.615974Z","time spent":"815.657071ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:28.432215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308285919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116257"} {"level":"info","ts":"2026-05-11T01:51:28.432276Z","caller":"traceutil/trace.go:171","msg":"trace[1920219211] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26355; }","duration":"1.30837178s","start":"2026-05-11T01:51:27.123893Z","end":"2026-05-11T01:51:28.432265Z","steps":["trace[1920219211] 'agreement among raft nodes before linearized reading' (duration: 1.307720956s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.430594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813777694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:28.432316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:27.123876Z","time spent":"1.308429932s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116280,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-05-11T01:51:28.432349Z","caller":"traceutil/trace.go:171","msg":"trace[1405212205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26355; }","duration":"1.815572013s","start":"2026-05-11T01:51:26.616743Z","end":"2026-05-11T01:51:28.432315Z","steps":["trace[1405212205] 'agreement among raft nodes before linearized reading' (duration: 1.813641901s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:28.432396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:26.616721Z","time spent":"1.815652544s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:28.934173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178912,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:30.433785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:30.433887Z","caller":"traceutil/trace.go:171","msg":"trace[486109621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061269s","start":"2026-05-11T01:51:28.433797Z","end":"2026-05-11T01:51:30.433858Z","steps":["trace[486109621] 'agreement among raft nodes before linearized reading' (duration: 1.999945917s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:30.433961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.43379Z","time spent":"2.000160381s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:30.548291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226002688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:30.548434Z","caller":"traceutil/trace.go:171","msg":"trace[1941334710] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"2.117649339s","start":"2026-05-11T01:51:28.430757Z","end":"2026-05-11T01:51:30.548406Z","steps":["trace[1941334710] 'process raft request' (duration: 891.416616ms)","trace[1941334710] 'compare' (duration: 1.224838432s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:30.548532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.430742Z","time spent":"2.117738281s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:32.155553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.833448797s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:32.156419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.467967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:32.156565Z","caller":"traceutil/trace.go:171","msg":"trace[1589923977] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26356; }","duration":"633.628511ms","start":"2026-05-11T01:51:31.522913Z","end":"2026-05-11T01:51:32.156541Z","steps":["trace[1589923977] 'range keys from in-memory index tree' (duration: 633.446537ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:32.158431Z","caller":"traceutil/trace.go:171","msg":"trace[806380555] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27246; }","duration":"3.725042477s","start":"2026-05-11T01:51:28.433373Z","end":"2026-05-11T01:51:32.158415Z","steps":["trace[806380555] 'read index received' (duration: 888.810488ms)","trace[806380555] 'applied index is now lower than readState.Index' (duration: 2.836231289s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:32.158493Z","caller":"traceutil/trace.go:171","msg":"trace[2079238476] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"3.727612193s","start":"2026-05-11T01:51:28.430873Z","end":"2026-05-11T01:51:32.158485Z","steps":["trace[2079238476] 'process raft request' (duration: 3.726360676s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:32.158562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.430855Z","time spent":"3.727651576s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:32.158763Z","caller":"traceutil/trace.go:171","msg":"trace[1658154185] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"3.721896577s","start":"2026-05-11T01:51:28.43686Z","end":"2026-05-11T01:51:32.158757Z","steps":["trace[1658154185] 'process raft request' (duration: 3.721472907s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:32.158793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.436847Z","time spent":"3.721927068s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:32.158917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725544849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-11T01:51:32.158934Z","caller":"traceutil/trace.go:171","msg":"trace[1850354006] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67; range_end:; response_count:1; response_revision:26358; }","duration":"3.725581029s","start":"2026-05-11T01:51:28.433347Z","end":"2026-05-11T01:51:32.158928Z","steps":["trace[1850354006] 'agreement among raft nodes before linearized reading' (duration: 3.725507278s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:32.158949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.433331Z","time spent":"3.725614751s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" "} {"level":"warn","ts":"2026-05-11T01:51:32.443135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000769245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:32.443224Z","caller":"traceutil/trace.go:171","msg":"trace[2039904748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00100725s","start":"2026-05-11T01:51:30.442199Z","end":"2026-05-11T01:51:32.443206Z","steps":["trace[2039904748] 'agreement among raft nodes before linearized reading' (duration: 2.000798036s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:32.44328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.44218Z","time spent":"2.001090513s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:33.991586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365248382s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:34.44419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:34.444287Z","caller":"traceutil/trace.go:171","msg":"trace[281971683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829317s","start":"2026-05-11T01:51:32.443438Z","end":"2026-05-11T01:51:34.444267Z","steps":["trace[281971683] 'agreement among raft nodes before linearized reading' (duration: 2.000698884s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:34.444339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.443419Z","time spent":"2.000908078s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:36.380512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:33.937267Z","time spent":"2.443239962s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:51:36.382331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11553926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:36.382592Z","caller":"traceutil/trace.go:171","msg":"trace[192994325] transaction","detail":"{read_only:false; response_revision:26360; number_of_response:1; }","duration":"3.756351058s","start":"2026-05-11T01:51:32.626224Z","end":"2026-05-11T01:51:36.382575Z","steps":["trace[192994325] 'process raft request' (duration: 3.756244135s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:36.382594Z","caller":"traceutil/trace.go:171","msg":"trace[250414414] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"4.260075282s","start":"2026-05-11T01:51:32.122484Z","end":"2026-05-11T01:51:36.382559Z","steps":["trace[250414414] 'process raft request' (duration: 144.172244ms)","trace[250414414] 'compare' (duration: 4.110954859s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:36.382645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.6262Z","time spent":"3.75642389s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:36.382694Z","caller":"traceutil/trace.go:171","msg":"trace[2061466399] linearizableReadLoop","detail":"{readStateIndex:27250; appliedIndex:27249; }","duration":"4.224210561s","start":"2026-05-11T01:51:32.158461Z","end":"2026-05-11T01:51:36.382672Z","steps":["trace[2061466399] 'read index received' (duration: 108.19045ms)","trace[2061466399] 'applied index is now lower than readState.Index' (duration: 4.116017901s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:36.382763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.122458Z","time spent":"4.260204176s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:36.382859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463023532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.382893Z","caller":"traceutil/trace.go:171","msg":"trace[22150444] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26360; }","duration":"4.463101014s","start":"2026-05-11T01:51:31.919784Z","end":"2026-05-11T01:51:36.382885Z","steps":["trace[22150444] 'agreement among raft nodes before linearized reading' (duration: 4.462996501s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.382922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:31.91977Z","time spent":"4.463145314s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.383005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.832398436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-11T01:51:36.383031Z","caller":"traceutil/trace.go:171","msg":"trace[280941297] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26360; }","duration":"5.832473478s","start":"2026-05-11T01:51:30.550551Z","end":"2026-05-11T01:51:36.383024Z","steps":["trace[280941297] 'agreement among raft nodes before linearized reading' (duration: 5.832354774s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.550533Z","time spent":"5.832517079s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:51:36.383075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861348695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:36.383103Z","caller":"traceutil/trace.go:171","msg":"trace[2032822235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26360; }","duration":"5.861377465s","start":"2026-05-11T01:51:30.521719Z","end":"2026-05-11T01:51:36.383096Z","steps":["trace[2032822235] 'agreement among raft nodes before linearized reading' (duration: 5.861332154s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.521656Z","time spent":"5.861465627s","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.383185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81033031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.383209Z","caller":"traceutil/trace.go:171","msg":"trace[1484606062] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26360; }","duration":"4.810389062s","start":"2026-05-11T01:51:31.572813Z","end":"2026-05-11T01:51:36.383202Z","steps":["trace[1484606062] 'agreement among raft nodes before linearized reading' (duration: 4.810340841s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436278998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.383268Z","caller":"traceutil/trace.go:171","msg":"trace[752403531] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26360; }","duration":"5.43636705s","start":"2026-05-11T01:51:30.946884Z","end":"2026-05-11T01:51:36.383251Z","steps":["trace[752403531] 'agreement among raft nodes before linearized reading' (duration: 5.436278648s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.946861Z","time spent":"5.436436002s","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.383359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.945669119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125069"} {"level":"info","ts":"2026-05-11T01:51:36.383386Z","caller":"traceutil/trace.go:171","msg":"trace[129186939] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26360; }","duration":"7.94570795s","start":"2026-05-11T01:51:28.437672Z","end":"2026-05-11T01:51:36.38338Z","steps":["trace[129186939] 'agreement among raft nodes before linearized reading' (duration: 7.945568356s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18951741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:36.383272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.797288182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:36.383411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.437666Z","time spent":"7.94573773s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125092,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-11T01:51:36.383423Z","caller":"traceutil/trace.go:171","msg":"trace[1219184961] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26360; }","duration":"5.18957009s","start":"2026-05-11T01:51:31.193847Z","end":"2026-05-11T01:51:36.383418Z","steps":["trace[1219184961] 'agreement among raft nodes before linearized reading' (duration: 5.189522829s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.38344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:31.193832Z","time spent":"5.189603702s","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:36.38344Z","caller":"traceutil/trace.go:171","msg":"trace[66267699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26360; }","duration":"5.797445956s","start":"2026-05-11T01:51:30.585979Z","end":"2026-05-11T01:51:36.383425Z","steps":["trace[66267699] 'agreement among raft nodes before linearized reading' (duration: 5.797264112s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.585944Z","time spent":"5.797520517s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.38358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06164677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-05-11T01:51:36.38323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:31.572793Z","time spent":"4.810432782s","remote":"127.0.0.1:59556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:36.383601Z","caller":"traceutil/trace.go:171","msg":"trace[704339813] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26360; }","duration":"5.06169063s","start":"2026-05-11T01:51:31.321906Z","end":"2026-05-11T01:51:36.383596Z","steps":["trace[704339813] 'agreement among raft nodes before linearized reading' (duration: 5.061620959s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.38362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:31.321892Z","time spent":"5.061725412s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-11T01:51:36.383636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221075551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-11T01:51:36.383657Z","caller":"traceutil/trace.go:171","msg":"trace[1444027326] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4; range_end:; response_count:1; response_revision:26360; }","duration":"4.221110003s","start":"2026-05-11T01:51:32.162541Z","end":"2026-05-11T01:51:36.383651Z","steps":["trace[1444027326] 'agreement among raft nodes before linearized reading' (duration: 4.221058641s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.162527Z","time spent":"4.221150293s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5d1bf99eb0b4\" "} {"level":"warn","ts":"2026-05-11T01:51:36.383227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.328060582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.383749Z","caller":"traceutil/trace.go:171","msg":"trace[1747921902] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26360; }","duration":"6.328617084s","start":"2026-05-11T01:51:30.055124Z","end":"2026-05-11T01:51:36.383741Z","steps":["trace[1747921902] 'agreement among raft nodes before linearized reading' (duration: 6.328084602s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.383776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:30.055102Z","time spent":"6.328666875s","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.383865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.271496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.383895Z","caller":"traceutil/trace.go:171","msg":"trace[1591105057] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26360; }","duration":"114.326307ms","start":"2026-05-11T01:51:36.26956Z","end":"2026-05-11T01:51:36.383886Z","steps":["trace[1591105057] 'agreement among raft nodes before linearized reading' (duration: 114.286646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.384539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:36.384027Z","caller":"traceutil/trace.go:171","msg":"trace[371542996] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26360; }","duration":"398.42887ms","start":"2026-05-11T01:51:35.985589Z","end":"2026-05-11T01:51:36.384018Z","steps":["trace[371542996] 'agreement among raft nodes before linearized reading' (duration: 398.390209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341519617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:36.384045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:35.985578Z","time spent":"398.462361ms","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:36.384059Z","caller":"traceutil/trace.go:171","msg":"trace[2131369771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26360; }","duration":"2.341590088s","start":"2026-05-11T01:51:34.042461Z","end":"2026-05-11T01:51:36.384051Z","steps":["trace[2131369771] 'agreement among raft nodes before linearized reading' (duration: 2.341537727s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:34.04244Z","time spent":"2.341636659s","remote":"127.0.0.1:59080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.384077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220607691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-11T01:51:36.384073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.021239502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.384148Z","caller":"traceutil/trace.go:171","msg":"trace[414003077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26360; }","duration":"4.021360135s","start":"2026-05-11T01:51:32.362775Z","end":"2026-05-11T01:51:36.384136Z","steps":["trace[414003077] 'agreement among raft nodes before linearized reading' (duration: 4.021221472s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.293517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.384212Z","caller":"traceutil/trace.go:171","msg":"trace[394900794] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26360; }","duration":"478.351288ms","start":"2026-05-11T01:51:35.905854Z","end":"2026-05-11T01:51:36.384205Z","steps":["trace[394900794] 'agreement among raft nodes before linearized reading' (duration: 478.314077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221316066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-sqzbf\" ","response":"range_response_count:1 size:4051"} {"level":"warn","ts":"2026-05-11T01:51:36.384236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:35.905817Z","time spent":"478.411689ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:36.384251Z","caller":"traceutil/trace.go:171","msg":"trace[1985461211] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-sqzbf; range_end:; response_count:1; response_revision:26360; }","duration":"4.221347308s","start":"2026-05-11T01:51:32.162896Z","end":"2026-05-11T01:51:36.384244Z","steps":["trace[1985461211] 'agreement among raft nodes before linearized reading' (duration: 4.221230135s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.162893Z","time spent":"4.221384458s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-sqzbf\" "} {"level":"warn","ts":"2026-05-11T01:51:36.384325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.350505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.384344Z","caller":"traceutil/trace.go:171","msg":"trace[2076768325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26360; }","duration":"794.398567ms","start":"2026-05-11T01:51:35.589941Z","end":"2026-05-11T01:51:36.384339Z","steps":["trace[2076768325] 'agreement among raft nodes before linearized reading' (duration: 794.369416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:35.589925Z","time spent":"794.430347ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:36.384431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773850325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-05-11T01:51:36.384455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933356178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.384463Z","caller":"traceutil/trace.go:171","msg":"trace[761503098] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26360; }","duration":"2.773909856s","start":"2026-05-11T01:51:33.610542Z","end":"2026-05-11T01:51:36.384452Z","steps":["trace[761503098] 'agreement among raft nodes before linearized reading' (duration: 2.773660351s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:33.610525Z","time spent":"2.773958847s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-11T01:51:36.383579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.948037011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-11T01:51:36.38411Z","caller":"traceutil/trace.go:171","msg":"trace[1614280087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26360; }","duration":"4.220646181s","start":"2026-05-11T01:51:32.163454Z","end":"2026-05-11T01:51:36.3841Z","steps":["trace[1614280087] 'agreement among raft nodes before linearized reading' (duration: 4.22056753s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.16345Z","time spent":"4.221191533s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-05-11T01:51:36.384651Z","caller":"traceutil/trace.go:171","msg":"trace[1698053695] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26360; }","duration":"7.949116824s","start":"2026-05-11T01:51:28.435521Z","end":"2026-05-11T01:51:36.384638Z","steps":["trace[1698053695] 'agreement among raft nodes before linearized reading' (duration: 7.94800803s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374239452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:36.384685Z","caller":"traceutil/trace.go:171","msg":"trace[728186562] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26360; }","duration":"3.374300813s","start":"2026-05-11T01:51:33.010378Z","end":"2026-05-11T01:51:36.384679Z","steps":["trace[728186562] 'agreement among raft nodes before linearized reading' (duration: 3.374255932s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:33.010359Z","time spent":"3.374348244s","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.384185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.362759Z","time spent":"4.021418086s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.384734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74394567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:36.384755Z","caller":"traceutil/trace.go:171","msg":"trace[270014199] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26360; }","duration":"3.743992511s","start":"2026-05-11T01:51:32.640755Z","end":"2026-05-11T01:51:36.384747Z","steps":["trace[270014199] 'agreement among raft nodes before linearized reading' (duration: 3.74394987s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:36.384471Z","caller":"traceutil/trace.go:171","msg":"trace[1799183119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26360; }","duration":"1.933407259s","start":"2026-05-11T01:51:34.451059Z","end":"2026-05-11T01:51:36.384466Z","steps":["trace[1799183119] 'agreement among raft nodes before linearized reading' (duration: 1.933381999s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:36.384785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:32.640741Z","time spent":"3.744036641s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:36.384689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:28.435511Z","time spent":"7.949167816s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-11T01:51:36.384808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:34.451035Z","time spent":"1.933767997s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:36.892947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:37.394097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:37.894221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:38.394897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:38.834862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.444300446s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:51:38.879366Z","caller":"traceutil/trace.go:171","msg":"trace[694204181] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"2.488873133s","start":"2026-05-11T01:51:36.390459Z","end":"2026-05-11T01:51:38.879332Z","steps":["trace[694204181] 'process raft request' (duration: 2.445043182s)","trace[694204181] 'compare' (duration: 43.595845ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:38.879524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.39043Z","time spent":"2.489006015s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:39.047658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:39.047729Z","caller":"traceutil/trace.go:171","msg":"trace[310278023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416157s","start":"2026-05-11T01:51:37.047296Z","end":"2026-05-11T01:51:39.047713Z","steps":["trace[310278023] 'agreement among raft nodes before linearized reading' (duration: 2.000320985s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:39.047765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:37.047272Z","time spent":"2.000485309s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:40.526993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.683342547s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:40.771065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.822943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:40.771275Z","caller":"traceutil/trace.go:171","msg":"trace[741378994] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27251; }","duration":"4.379304629s","start":"2026-05-11T01:51:36.391954Z","end":"2026-05-11T01:51:40.771259Z","steps":["trace[741378994] 'read index received' (duration: 2.443435725s)","trace[741378994] 'applied index is now lower than readState.Index' (duration: 1.935867924s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:40.77133Z","caller":"traceutil/trace.go:171","msg":"trace[1945953486] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"2.685443098s","start":"2026-05-11T01:51:38.085879Z","end":"2026-05-11T01:51:40.771323Z","steps":["trace[1945953486] 'process raft request' (duration: 2.685258614s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:40.771369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.085831Z","time spent":"2.685515059s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:40.771358Z","caller":"traceutil/trace.go:171","msg":"trace[1857770013] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"4.375724449s","start":"2026-05-11T01:51:36.395607Z","end":"2026-05-11T01:51:40.771332Z","steps":["trace[1857770013] 'process raft request' (duration: 4.131572049s)","trace[1857770013] 'compare' (duration: 243.678859ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:40.771508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.395587Z","time spent":"4.375839762s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4211,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:40.771649Z","caller":"traceutil/trace.go:171","msg":"trace[1107361163] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"2.221535673s","start":"2026-05-11T01:51:38.550103Z","end":"2026-05-11T01:51:40.771639Z","steps":["trace[1107361163] 'process raft request' (duration: 2.221086883s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:40.771694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.550082Z","time spent":"2.221588293s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:40.77175Z","caller":"traceutil/trace.go:171","msg":"trace[1168639047] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"2.027889992s","start":"2026-05-11T01:51:38.743853Z","end":"2026-05-11T01:51:40.771743Z","steps":["trace[1168639047] 'process raft request' (duration: 2.027376911s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:40.771783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.743828Z","time spent":"2.027935853s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:40.77184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379875222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:51:40.771899Z","caller":"traceutil/trace.go:171","msg":"trace[323169418] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26365; }","duration":"4.379965894s","start":"2026-05-11T01:51:36.391918Z","end":"2026-05-11T01:51:40.771884Z","steps":["trace[323169418] 'agreement among raft nodes before linearized reading' (duration: 4.37979868s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:40.771943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.391906Z","time spent":"4.380023575s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:51:41.054611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:41.054674Z","caller":"traceutil/trace.go:171","msg":"trace[1058460869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406037s","start":"2026-05-11T01:51:39.054254Z","end":"2026-05-11T01:51:41.05466Z","steps":["trace[1058460869] 'agreement among raft nodes before linearized reading' (duration: 2.000317425s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:41.054729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:39.054232Z","time spent":"2.000483939s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:41.271934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:43.062148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:43.062277Z","caller":"traceutil/trace.go:171","msg":"trace[1437541771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794106s","start":"2026-05-11T01:51:41.06145Z","end":"2026-05-11T01:51:43.062244Z","steps":["trace[1437541771] 'agreement among raft nodes before linearized reading' (duration: 2.000652993s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.062317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.061417Z","time spent":"2.000889568s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:43.324407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713256775s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:43.926222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408226127s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.926415Z","caller":"traceutil/trace.go:171","msg":"trace[750910375] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26365; }","duration":"2.408429302s","start":"2026-05-11T01:51:41.517964Z","end":"2026-05-11T01:51:43.926394Z","steps":["trace[750910375] 'range keys from in-memory index tree' (duration: 2.408210087s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.928492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317344496s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:43.928778Z","caller":"traceutil/trace.go:171","msg":"trace[1903794244] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"2.535283759s","start":"2026-05-11T01:51:41.39348Z","end":"2026-05-11T01:51:43.928764Z","steps":["trace[1903794244] 'process raft request' (duration: 2.535143266s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.928896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.393455Z","time spent":"2.535361751s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:43.929051Z","caller":"traceutil/trace.go:171","msg":"trace[982826098] linearizableReadLoop","detail":"{readStateIndex:27257; appliedIndex:27256; }","duration":"3.15770914s","start":"2026-05-11T01:51:40.771299Z","end":"2026-05-11T01:51:43.929008Z","steps":["trace[982826098] 'read index received' (duration: 839.818792ms)","trace[982826098] 'applied index is now lower than readState.Index' (duration: 2.317884907s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:43.92919Z","caller":"traceutil/trace.go:171","msg":"trace[487565342] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"5.043881631s","start":"2026-05-11T01:51:38.885289Z","end":"2026-05-11T01:51:43.92917Z","steps":["trace[487565342] 'process raft request' (duration: 2.72580018s)","trace[487565342] 'compare' (duration: 2.316767882s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:43.929301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.885272Z","time spent":"5.043957913s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:51:43.92957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479812712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.929621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658059987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.92962Z","caller":"traceutil/trace.go:171","msg":"trace[1875848957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26367; }","duration":"5.479866253s","start":"2026-05-11T01:51:38.449741Z","end":"2026-05-11T01:51:43.929607Z","steps":["trace[1875848957] 'agreement among raft nodes before linearized reading' (duration: 5.479785021s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:43.929669Z","caller":"traceutil/trace.go:171","msg":"trace[1832060025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26367; }","duration":"5.658148999s","start":"2026-05-11T01:51:38.271506Z","end":"2026-05-11T01:51:43.929655Z","steps":["trace[1832060025] 'agreement among raft nodes before linearized reading' (duration: 5.658090888s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.929706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.271478Z","time spent":"5.658218221s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.929691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.449683Z","time spent":"5.479997055s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:43.92995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413374318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.929992Z","caller":"traceutil/trace.go:171","msg":"trace[834501365] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26367; }","duration":"3.41345774s","start":"2026-05-11T01:51:40.516525Z","end":"2026-05-11T01:51:43.929982Z","steps":["trace[834501365] 'agreement among raft nodes before linearized reading' (duration: 3.413386398s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.930067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.5165Z","time spent":"3.413551612s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.930342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674036778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.930385Z","caller":"traceutil/trace.go:171","msg":"trace[1237859498] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26367; }","duration":"3.674108579s","start":"2026-05-11T01:51:40.256267Z","end":"2026-05-11T01:51:43.930376Z","steps":["trace[1237859498] 'agreement among raft nodes before linearized reading' (duration: 3.674038667s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.930451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.256248Z","time spent":"3.674192091s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.930641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040806109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.93068Z","caller":"traceutil/trace.go:171","msg":"trace[1646719625] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26367; }","duration":"4.040866101s","start":"2026-05-11T01:51:39.889803Z","end":"2026-05-11T01:51:43.930669Z","steps":["trace[1646719625] 'agreement among raft nodes before linearized reading' (duration: 4.0408091s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.930749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.8383151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:51:43.930804Z","caller":"traceutil/trace.go:171","msg":"trace[870728505] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26367; }","duration":"5.839179609s","start":"2026-05-11T01:51:38.091612Z","end":"2026-05-11T01:51:43.930791Z","steps":["trace[870728505] 'agreement among raft nodes before linearized reading' (duration: 5.838245717s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.930834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.091593Z","time spent":"5.83923373s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:51:43.930896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315996284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:43.930897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.227083427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.930748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:39.889788Z","time spent":"4.040951233s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-05-11T01:51:43.930933Z","caller":"traceutil/trace.go:171","msg":"trace[1660804203] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26367; }","duration":"4.316059516s","start":"2026-05-11T01:51:39.614865Z","end":"2026-05-11T01:51:43.930924Z","steps":["trace[1660804203] 'agreement among raft nodes before linearized reading' (duration: 4.315904612s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:43.930968Z","caller":"traceutil/trace.go:171","msg":"trace[254110346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26367; }","duration":"7.22719458s","start":"2026-05-11T01:51:36.703755Z","end":"2026-05-11T01:51:43.930949Z","steps":["trace[254110346] 'agreement among raft nodes before linearized reading' (duration: 7.227047777s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.929571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224924312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.931011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231450874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.931001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:39.614851Z","time spent":"4.316140647s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:43.931053Z","caller":"traceutil/trace.go:171","msg":"trace[1368097011] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26367; }","duration":"7.231549458s","start":"2026-05-11T01:51:36.699489Z","end":"2026-05-11T01:51:43.931038Z","steps":["trace[1368097011] 'agreement among raft nodes before linearized reading' (duration: 7.231491437s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.932001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.699455Z","time spent":"7.232529599s","remote":"127.0.0.1:59222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.930954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.53528246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-05-11T01:51:43.932121Z","caller":"traceutil/trace.go:171","msg":"trace[2093912460] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26367; }","duration":"7.536478706s","start":"2026-05-11T01:51:36.395617Z","end":"2026-05-11T01:51:43.932096Z","steps":["trace[2093912460] 'agreement among raft nodes before linearized reading' (duration: 7.535181388s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.931054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419884255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.932203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.395598Z","time spent":"7.536581928s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-11T01:51:43.932254Z","caller":"traceutil/trace.go:171","msg":"trace[1709599564] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26367; }","duration":"6.421099382s","start":"2026-05-11T01:51:37.511126Z","end":"2026-05-11T01:51:43.932225Z","steps":["trace[1709599564] 'agreement among raft nodes before linearized reading' (duration: 6.419904076s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.932658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:37.511106Z","time spent":"6.421524921s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.931088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.635480697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.932887Z","caller":"traceutil/trace.go:171","msg":"trace[1176798605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26367; }","duration":"6.637318158s","start":"2026-05-11T01:51:37.295546Z","end":"2026-05-11T01:51:43.932864Z","steps":["trace[1176798605] 'agreement among raft nodes before linearized reading' (duration: 6.635524298s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.93103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01381192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:43.932953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:37.295521Z","time spent":"6.637411011s","remote":"127.0.0.1:59162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:43.933038Z","caller":"traceutil/trace.go:171","msg":"trace[2143680607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26367; }","duration":"5.015853486s","start":"2026-05-11T01:51:38.917132Z","end":"2026-05-11T01:51:43.932986Z","steps":["trace[2143680607] 'agreement among raft nodes before linearized reading' (duration: 5.013701098s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.933214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.917114Z","time spent":"5.016001289s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.931126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082828801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.933345Z","caller":"traceutil/trace.go:171","msg":"trace[326992246] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26367; }","duration":"7.085089691s","start":"2026-05-11T01:51:36.848237Z","end":"2026-05-11T01:51:43.933327Z","steps":["trace[326992246] 'agreement among raft nodes before linearized reading' (duration: 7.082865352s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.933411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.848207Z","time spent":"7.085184794s","remote":"127.0.0.1:59306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.931225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.552715367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:43.933634Z","caller":"traceutil/trace.go:171","msg":"trace[197156290] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26367; }","duration":"4.555175692s","start":"2026-05-11T01:51:39.378398Z","end":"2026-05-11T01:51:43.933574Z","steps":["trace[197156290] 'agreement among raft nodes before linearized reading' (duration: 4.552726607s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.933717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:39.378378Z","time spent":"4.555311825s","remote":"127.0.0.1:59316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.931355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.600863314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:43.93387Z","caller":"traceutil/trace.go:171","msg":"trace[81452564] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26367; }","duration":"4.60338135s","start":"2026-05-11T01:51:39.330473Z","end":"2026-05-11T01:51:43.933854Z","steps":["trace[81452564] 'agreement among raft nodes before linearized reading' (duration: 4.600790842s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.933914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:39.330414Z","time spent":"4.603486313s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.931513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967851511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:43.934063Z","caller":"traceutil/trace.go:171","msg":"trace[784576848] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26367; }","duration":"4.970442389s","start":"2026-05-11T01:51:38.963605Z","end":"2026-05-11T01:51:43.934048Z","steps":["trace[784576848] 'agreement among raft nodes before linearized reading' (duration: 4.967819271s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.93101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:36.703745Z","time spent":"7.227253731s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:43.934125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:38.963579Z","time spent":"4.970527331s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:43.932133Z","caller":"traceutil/trace.go:171","msg":"trace[307802617] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26367; }","duration":"3.226450117s","start":"2026-05-11T01:51:40.704586Z","end":"2026-05-11T01:51:43.931036Z","steps":["trace[307802617] 'agreement among raft nodes before linearized reading' (duration: 3.224923813s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:43.934479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.704564Z","time spent":"3.229843312s","remote":"127.0.0.1:36562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:44.429774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:45.062306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:45.062405Z","caller":"traceutil/trace.go:171","msg":"trace[1609379902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133941s","start":"2026-05-11T01:51:43.062253Z","end":"2026-05-11T01:51:45.062387Z","steps":["trace[1609379902] 'agreement among raft nodes before linearized reading' (duration: 1.999997948s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:45.062454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.062227Z","time spent":"2.000216943s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:47.070235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:51:47.070349Z","caller":"traceutil/trace.go:171","msg":"trace[1652352116] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238084s","start":"2026-05-11T01:51:45.070092Z","end":"2026-05-11T01:51:47.07033Z","steps":["trace[1652352116] 'agreement among raft nodes before linearized reading' (duration: 2.000086709s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:47.070399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:45.070075Z","time spent":"2.000313345s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:47.419385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.827934804s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:47.955484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363995503s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-11T01:51:47.956675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.199189Z","time spent":"757.4762ms","remote":"127.0.0.1:50400","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:51:47.958859Z","caller":"traceutil/trace.go:171","msg":"trace[2061868232] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27258; }","duration":"4.029707031s","start":"2026-05-11T01:51:43.929125Z","end":"2026-05-11T01:51:47.958832Z","steps":["trace[2061868232] 'read index received' (duration: 662.363344ms)","trace[2061868232] 'applied index is now lower than readState.Index' (duration: 3.367341717s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:47.958878Z","caller":"traceutil/trace.go:171","msg":"trace[2107690937] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"4.065328267s","start":"2026-05-11T01:51:43.893516Z","end":"2026-05-11T01:51:47.958844Z","steps":["trace[2107690937] 'process raft request' (duration: 4.062096726s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:47.959048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.893492Z","time spent":"4.06545944s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:49.494509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.054187405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.494612Z","caller":"traceutil/trace.go:171","msg":"trace[160141464] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26369; }","duration":"8.054357228s","start":"2026-05-11T01:51:41.440231Z","end":"2026-05-11T01:51:49.494588Z","steps":["trace[160141464] 'agreement among raft nodes before linearized reading' (duration: 6.518677964s)","trace[160141464] 'count revisions from in-memory index tree' (duration: 1.53551307s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.494617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.412358915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:49.494581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899795576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:49.494513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725661633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.494751Z","caller":"traceutil/trace.go:171","msg":"trace[1516040854] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26369; }","duration":"1.72598917s","start":"2026-05-11T01:51:47.768748Z","end":"2026-05-11T01:51:49.494738Z","steps":["trace[1516040854] 'agreement among raft nodes before linearized reading' (duration: 190.275885ms)","trace[1516040854] 'count revisions from in-memory index tree' (duration: 1.535354716s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.494769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393523722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:49.494792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.768703Z","time spent":"1.726079372s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:49.494834Z","caller":"traceutil/trace.go:171","msg":"trace[2038935745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26369; }","duration":"5.393632004s","start":"2026-05-11T01:51:44.101179Z","end":"2026-05-11T01:51:49.494811Z","steps":["trace[2038935745] 'agreement among raft nodes before linearized reading' (duration: 3.857912429s)","trace[2038935745] 'count revisions from in-memory index tree' (duration: 1.535579351s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:49.49479Z","caller":"traceutil/trace.go:171","msg":"trace[1725511248] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26369; }","duration":"8.412511859s","start":"2026-05-11T01:51:41.082197Z","end":"2026-05-11T01:51:49.494709Z","steps":["trace[1725511248] 'agreement among raft nodes before linearized reading' (duration: 6.876725292s)","trace[1725511248] 'count revisions from in-memory index tree' (duration: 1.535666094s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.494898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987217222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:49.494903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:44.101156Z","time spent":"5.393726985s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:49.494965Z","caller":"traceutil/trace.go:171","msg":"trace[620739250] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26369; }","duration":"1.987307374s","start":"2026-05-11T01:51:47.507641Z","end":"2026-05-11T01:51:49.494948Z","steps":["trace[620739250] 'agreement among raft nodes before linearized reading' (duration: 451.402905ms)","trace[620739250] 'count revisions from in-memory index tree' (duration: 1.535832517s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.494964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.082174Z","time spent":"8.412715463s","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.495014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.507625Z","time spent":"1.987375065s","remote":"127.0.0.1:50696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.495242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248758827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:49.495262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423929939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.49531Z","caller":"traceutil/trace.go:171","msg":"trace[603753938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26369; }","duration":"2.424017561s","start":"2026-05-11T01:51:47.071277Z","end":"2026-05-11T01:51:49.495295Z","steps":["trace[603753938] 'agreement among raft nodes before linearized reading' (duration: 887.776514ms)","trace[603753938] 'range keys from in-memory index tree' (duration: 1.536180265s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.49535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.071253Z","time spent":"2.424086123s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:51:49.495435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713255699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.495479Z","caller":"traceutil/trace.go:171","msg":"trace[1523541052] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26369; }","duration":"2.713345001s","start":"2026-05-11T01:51:46.78212Z","end":"2026-05-11T01:51:49.495465Z","steps":["trace[1523541052] 'agreement among raft nodes before linearized reading' (duration: 1.176943571s)","trace[1523541052] 'count revisions from in-memory index tree' (duration: 1.536347109s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.495505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965949163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.495569Z","caller":"traceutil/trace.go:171","msg":"trace[422527390] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26369; }","duration":"5.966046375s","start":"2026-05-11T01:51:43.529501Z","end":"2026-05-11T01:51:49.495548Z","steps":["trace[422527390] 'agreement among raft nodes before linearized reading' (duration: 4.429331818s)","trace[422527390] 'count revisions from in-memory index tree' (duration: 1.536621695s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.495583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534166018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-05-11T01:51:49.494705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.440216Z","time spent":"8.054476291s","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.495624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.52948Z","time spent":"5.966124326s","remote":"127.0.0.1:36550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.4957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096284687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:49.495727Z","caller":"traceutil/trace.go:171","msg":"trace[1494308317] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26369; }","duration":"1.096339439s","start":"2026-05-11T01:51:48.399379Z","end":"2026-05-11T01:51:49.495719Z","steps":["trace[1494308317] 'count revisions from in-memory index tree' (duration: 1.096188855s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:49.495747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.399364Z","time spent":"1.096376909s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.494845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935514816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.495827Z","caller":"traceutil/trace.go:171","msg":"trace[636126134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26369; }","duration":"1.936530389s","start":"2026-05-11T01:51:47.559274Z","end":"2026-05-11T01:51:49.495805Z","steps":["trace[636126134] 'agreement among raft nodes before linearized reading' (duration: 399.759681ms)","trace[636126134] 'count revisions from in-memory index tree' (duration: 1.535776416s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.495867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092919382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:49.495885Z","caller":"traceutil/trace.go:171","msg":"trace[1514352123] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26369; }","duration":"1.092946112s","start":"2026-05-11T01:51:48.402933Z","end":"2026-05-11T01:51:49.49588Z","steps":["trace[1514352123] 'count revisions from in-memory index tree' (duration: 1.092873661s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:49.495886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.559255Z","time spent":"1.9366122s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.495903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.402928Z","time spent":"1.092969794s","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405811648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:49.496079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.188383276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:51:49.496122Z","caller":"traceutil/trace.go:171","msg":"trace[254517068] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26369; }","duration":"8.405919061s","start":"2026-05-11T01:51:41.090158Z","end":"2026-05-11T01:51:49.496077Z","steps":["trace[254517068] 'agreement among raft nodes before linearized reading' (duration: 6.868775894s)","trace[254517068] 'count revisions from in-memory index tree' (duration: 1.53641123s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:49.496146Z","caller":"traceutil/trace.go:171","msg":"trace[203372924] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26369; }","duration":"8.188472098s","start":"2026-05-11T01:51:41.307656Z","end":"2026-05-11T01:51:49.496128Z","steps":["trace[203372924] 'agreement among raft nodes before linearized reading' (duration: 6.651207759s)","trace[203372924] 'count revisions from in-memory index tree' (duration: 1.537181927s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.496202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.090147Z","time spent":"8.406011633s","remote":"127.0.0.1:42746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:41.307644Z","time spent":"8.18854462s","remote":"127.0.0.1:50834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.751538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:49.49635Z","caller":"traceutil/trace.go:171","msg":"trace[170451574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26369; }","duration":"618.84503ms","start":"2026-05-11T01:51:48.87749Z","end":"2026-05-11T01:51:49.496335Z","steps":["trace[170451574] 'count revisions from in-memory index tree' (duration: 618.622565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:49.496393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.87747Z","time spent":"618.910922ms","remote":"127.0.0.1:54050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.721123262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.496559Z","caller":"traceutil/trace.go:171","msg":"trace[586769400] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:0; response_revision:26369; }","duration":"8.721197663s","start":"2026-05-11T01:51:40.775348Z","end":"2026-05-11T01:51:49.496546Z","steps":["trace[586769400] 'agreement among raft nodes before linearized reading' (duration: 7.183597246s)","trace[586769400] 'range keys from in-memory index tree' (duration: 1.537513105s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.4966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.47008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:49.496633Z","caller":"traceutil/trace.go:171","msg":"trace[348118771] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26369; }","duration":"875.552032ms","start":"2026-05-11T01:51:48.621074Z","end":"2026-05-11T01:51:49.496626Z","steps":["trace[348118771] 'count revisions from in-memory index tree' (duration: 875.326827ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:49.494771Z","caller":"traceutil/trace.go:171","msg":"trace[1998375319] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26369; }","duration":"3.9000221s","start":"2026-05-11T01:51:45.594714Z","end":"2026-05-11T01:51:49.494736Z","steps":["trace[1998375319] 'agreement among raft nodes before linearized reading' (duration: 2.364399207s)","trace[1998375319] 'count revisions from in-memory index tree' (duration: 1.535401317s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.496662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.621049Z","time spent":"875.607023ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.061167273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-11T01:51:49.496667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:45.594695Z","time spent":"3.901963105s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.496743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714640497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-11T01:51:49.496803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.011633859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.496863Z","caller":"traceutil/trace.go:171","msg":"trace[1446020119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26369; }","duration":"7.011739462s","start":"2026-05-11T01:51:42.485106Z","end":"2026-05-11T01:51:49.496846Z","steps":["trace[1446020119] 'agreement among raft nodes before linearized reading' (duration: 5.473789927s)","trace[1446020119] 'count revisions from in-memory index tree' (duration: 1.537876763s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.496554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.060347975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-11T01:51:49.49693Z","caller":"traceutil/trace.go:171","msg":"trace[379196089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26369; }","duration":"6.060758854s","start":"2026-05-11T01:51:43.436159Z","end":"2026-05-11T01:51:49.496918Z","steps":["trace[379196089] 'agreement among raft nodes before linearized reading' (duration: 4.522715997s)","trace[379196089] 'range keys from in-memory index tree' (duration: 1.537558687s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.496967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.436142Z","time spent":"6.060815865s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:51:49.497018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.561406896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-11T01:51:49.495626Z","caller":"traceutil/trace.go:171","msg":"trace[725988661] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26369; }","duration":"3.534258181s","start":"2026-05-11T01:51:45.961354Z","end":"2026-05-11T01:51:49.495612Z","steps":["trace[725988661] 'agreement among raft nodes before linearized reading' (duration: 1.997720058s)","trace[725988661] 'range keys from in-memory index tree' (duration: 1.536467461s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:49.496741Z","caller":"traceutil/trace.go:171","msg":"trace[58020117] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26369; }","duration":"6.061252824s","start":"2026-05-11T01:51:43.435442Z","end":"2026-05-11T01:51:49.496695Z","steps":["trace[58020117] 'agreement among raft nodes before linearized reading' (duration: 4.523445072s)","trace[58020117] 'range keys from in-memory index tree' (duration: 1.537699869s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.497144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.435413Z","time spent":"6.061702725s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:51:49.497183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.721895678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zsfb6\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-05-11T01:51:49.497237Z","caller":"traceutil/trace.go:171","msg":"trace[1924196439] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zsfb6; range_end:; response_count:1; response_revision:26369; }","duration":"8.72196822s","start":"2026-05-11T01:51:40.775251Z","end":"2026-05-11T01:51:49.49722Z","steps":["trace[1924196439] 'agreement among raft nodes before linearized reading' (duration: 7.183749659s)","trace[1924196439] 'range keys from in-memory index tree' (duration: 1.538105439s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.497286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.775237Z","time spent":"8.722036631s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-zsfb6\" "} {"level":"warn","ts":"2026-05-11T01:51:49.496631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.775286Z","time spent":"8.721334606s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:51:49.495519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:46.782098Z","time spent":"2.713408182s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.497771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:45.961324Z","time spent":"3.536438909s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-11T01:51:49.496923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.718683436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:51:49.497948Z","caller":"traceutil/trace.go:171","msg":"trace[897041451] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26369; }","duration":"8.71972631s","start":"2026-05-11T01:51:40.778203Z","end":"2026-05-11T01:51:49.497929Z","steps":["trace[897041451] 'agreement among raft nodes before linearized reading' (duration: 7.180752772s)","trace[897041451] 'range keys from in-memory index tree' (duration: 1.537887994s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.498009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:40.778195Z","time spent":"8.719796561s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-11T01:51:49.496811Z","caller":"traceutil/trace.go:171","msg":"trace[1871137608] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26369; }","duration":"1.714728139s","start":"2026-05-11T01:51:47.782063Z","end":"2026-05-11T01:51:49.496791Z","steps":["trace[1871137608] 'agreement among raft nodes before linearized reading' (duration: 176.949337ms)","trace[1871137608] 'range keys from in-memory index tree' (duration: 1.537519126s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.494694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738417631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.497078Z","caller":"traceutil/trace.go:171","msg":"trace[1663965369] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a; range_end:; response_count:1; response_revision:26369; }","duration":"5.561476927s","start":"2026-05-11T01:51:43.935584Z","end":"2026-05-11T01:51:49.497061Z","steps":["trace[1663965369] 'agreement among raft nodes before linearized reading' (duration: 4.02340556s)","trace[1663965369] 'range keys from in-memory index tree' (duration: 1.537956545s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.49806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.935566Z","time spent":"5.562484579s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" "} {"level":"warn","ts":"2026-05-11T01:51:49.498182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:47.782048Z","time spent":"1.716117299s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:51:49.496922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:42.485082Z","time spent":"7.011823643s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.494896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36293446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.498753Z","caller":"traceutil/trace.go:171","msg":"trace[49429142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26369; }","duration":"1.366819456s","start":"2026-05-11T01:51:48.13192Z","end":"2026-05-11T01:51:49.49874Z","steps":["trace[49429142] 'count revisions from in-memory index tree' (duration: 1.362871709s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:49.498817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.131905Z","time spent":"1.36689869s","remote":"127.0.0.1:59568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:49.495274Z","caller":"traceutil/trace.go:171","msg":"trace[91668000] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26369; }","duration":"1.248792678s","start":"2026-05-11T01:51:48.246469Z","end":"2026-05-11T01:51:49.495262Z","steps":["trace[91668000] 'count revisions from in-memory index tree' (duration: 1.248705596s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:49.498949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562304586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:49.498975Z","caller":"traceutil/trace.go:171","msg":"trace[35560358] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26369; }","duration":"5.562347166s","start":"2026-05-11T01:51:43.936619Z","end":"2026-05-11T01:51:49.498966Z","steps":["trace[35560358] 'agreement among raft nodes before linearized reading' (duration: 4.022475639s)","trace[35560358] 'range keys from in-memory index tree' (duration: 1.539837007s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.498996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.936607Z","time spent":"5.562383688s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:49.498987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.246389Z","time spent":"1.252582813s","remote":"127.0.0.1:53186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.499169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562594103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-577b5776f6-fmh9k.18ae5e2ed302b254\" ","response":"range_response_count:1 size:2095"} {"level":"info","ts":"2026-05-11T01:51:49.499191Z","caller":"traceutil/trace.go:171","msg":"trace[1710313618] range","detail":"{range_begin:/registry/events/openstack/glance-api-577b5776f6-fmh9k.18ae5e2ed302b254; range_end:; response_count:1; response_revision:26369; }","duration":"5.562685945s","start":"2026-05-11T01:51:43.936497Z","end":"2026-05-11T01:51:49.499183Z","steps":["trace[1710313618] 'agreement among raft nodes before linearized reading' (duration: 4.022606272s)","trace[1710313618] 'range keys from in-memory index tree' (duration: 1.539986471s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.499213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:43.936423Z","time spent":"5.562782577s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2118,"request content":"key:\"/registry/events/openstack/glance-api-577b5776f6-fmh9k.18ae5e2ed302b254\" "} {"level":"warn","ts":"2026-05-11T01:51:49.499681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703405454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389175"} {"level":"info","ts":"2026-05-11T01:51:49.499755Z","caller":"traceutil/trace.go:171","msg":"trace[1678205907] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26369; }","duration":"3.703620788s","start":"2026-05-11T01:51:45.796116Z","end":"2026-05-11T01:51:49.499736Z","steps":["trace[1678205907] 'agreement among raft nodes before linearized reading' (duration: 2.162968933s)","trace[1678205907] 'range keys from in-memory index tree' (duration: 1.537888014s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.499835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:45.796038Z","time spent":"3.703757922s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2000,"response size":389198,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-05-11T01:51:49.502215Z","caller":"traceutil/trace.go:171","msg":"trace[779066975] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26369; }","duration":"4.742101144s","start":"2026-05-11T01:51:44.756143Z","end":"2026-05-11T01:51:49.498244Z","steps":["trace[779066975] 'agreement among raft nodes before linearized reading' (duration: 3.202981043s)","trace[779066975] 'count revisions from in-memory index tree' (duration: 1.535451669s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:49.502333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:44.756121Z","time spent":"4.746185755s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:49.581125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:50.08219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:50.359874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418406782s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:51:50.360278Z","caller":"traceutil/trace.go:171","msg":"trace[1981855063] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"1.418862102s","start":"2026-05-11T01:51:48.941391Z","end":"2026-05-11T01:51:50.360253Z","steps":["trace[1981855063] 'process raft request' (duration: 1.418696168s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:50.360436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:48.941372Z","time spent":"1.418982465s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:51.080301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:51.080363Z","caller":"traceutil/trace.go:171","msg":"trace[257515741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213353s","start":"2026-05-11T01:51:49.080133Z","end":"2026-05-11T01:51:51.080346Z","steps":["trace[257515741] 'agreement among raft nodes before linearized reading' (duration: 2.000145182s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:51.080388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.080112Z","time spent":"2.000270495s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:51.510617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.146664085s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:51:51.511642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.501679Z","time spent":"2.009957622s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:51:51.511718Z","caller":"traceutil/trace.go:171","msg":"trace[1471249328] linearizableReadLoop","detail":"{readStateIndex:27266; appliedIndex:27261; }","duration":"2.431519409s","start":"2026-05-11T01:51:49.080184Z","end":"2026-05-11T01:51:51.511703Z","steps":["trace[1471249328] 'read index received' (duration: 1.280069458s)","trace[1471249328] 'applied index is now lower than readState.Index' (duration: 1.151449451s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:51.511945Z","caller":"traceutil/trace.go:171","msg":"trace[1383626892] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"2.008804795s","start":"2026-05-11T01:51:49.503118Z","end":"2026-05-11T01:51:51.511923Z","steps":["trace[1383626892] 'process raft request' (duration: 2.008498888s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:51.512048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.503097Z","time spent":"2.008891398s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:51:51.512117Z","caller":"traceutil/trace.go:171","msg":"trace[893845000] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"1.993024842s","start":"2026-05-11T01:51:49.519073Z","end":"2026-05-11T01:51:51.512098Z","steps":["trace[893845000] 'process raft request' (duration: 1.992596223s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:51.512124Z","caller":"traceutil/trace.go:171","msg":"trace[1917850081] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"2.008933918s","start":"2026-05-11T01:51:49.50318Z","end":"2026-05-11T01:51:51.512114Z","steps":["trace[1917850081] 'process raft request' (duration: 2.008466968s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:51.512138Z","caller":"traceutil/trace.go:171","msg":"trace[879274490] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"2.010299009s","start":"2026-05-11T01:51:49.501788Z","end":"2026-05-11T01:51:51.512087Z","steps":["trace[879274490] 'process raft request' (duration: 2.009744957s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:51.512198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.503164Z","time spent":"2.008983449s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:51.512205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.519061Z","time spent":"1.993086013s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5578,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:51.512287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.501768Z","time spent":"2.010438702s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:52.01329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:52.514256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:53.014978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736178950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:51:53.080977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00071115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:51:53.081038Z","caller":"traceutil/trace.go:171","msg":"trace[1689295312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820423s","start":"2026-05-11T01:51:51.080202Z","end":"2026-05-11T01:51:53.081022Z","steps":["trace[1689295312] 'agreement among raft nodes before linearized reading' (duration: 2.000739581s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.081081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.080185Z","time spent":"2.000887274s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:51:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:51:53.08982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.576531453s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:51:53.159037Z","caller":"traceutil/trace.go:171","msg":"trace[1772369733] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"2.345107582s","start":"2026-05-11T01:51:50.813907Z","end":"2026-05-11T01:51:53.159014Z","steps":["trace[1772369733] 'process raft request' (duration: 2.283349711s)","trace[1772369733] 'compare' (duration: 61.556347ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:53.159095Z","caller":"traceutil/trace.go:171","msg":"trace[1264362575] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"2.055521116s","start":"2026-05-11T01:51:51.103547Z","end":"2026-05-11T01:51:53.159068Z","steps":["trace[1264362575] 'process raft request' (duration: 2.055412704s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.159133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:50.813878Z","time spent":"2.345198715s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:53.159269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.103525Z","time spent":"2.0556514s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:53.918868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.144126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:51:53.919052Z","caller":"traceutil/trace.go:171","msg":"trace[1407286600] linearizableReadLoop","detail":"{readStateIndex:27269; appliedIndex:27266; }","duration":"2.406676617s","start":"2026-05-11T01:51:51.511741Z","end":"2026-05-11T01:51:53.919029Z","steps":["trace[1407286600] 'read index received' (duration: 1.584915911s)","trace[1407286600] 'applied index is now lower than readState.Index' (duration: 821.753466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:53.919172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503598579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.919177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147057185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:53.919257Z","caller":"traceutil/trace.go:171","msg":"trace[7901647] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26377; }","duration":"3.147205318s","start":"2026-05-11T01:51:50.772034Z","end":"2026-05-11T01:51:53.919239Z","steps":["trace[7901647] 'agreement among raft nodes before linearized reading' (duration: 3.147025974s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:50.772004Z","time spent":"3.14729194s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.919327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401019369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-05-11T01:51:53.919355Z","caller":"traceutil/trace.go:171","msg":"trace[1839480913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26377; }","duration":"4.401108731s","start":"2026-05-11T01:51:49.518238Z","end":"2026-05-11T01:51:53.919347Z","steps":["trace[1839480913] 'agreement among raft nodes before linearized reading' (duration: 4.400988938s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.518219Z","time spent":"4.401167093s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:51:53.919509Z","caller":"traceutil/trace.go:171","msg":"trace[38748331] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"2.405874058s","start":"2026-05-11T01:51:51.513621Z","end":"2026-05-11T01:51:53.919495Z","steps":["trace[38748331] 'process raft request' (duration: 2.056012636s)","trace[38748331] 'compare' (duration: 348.989443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:51:53.919606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.513605Z","time spent":"2.40593969s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:51:53.91962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722456499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:53.91965Z","caller":"traceutil/trace.go:171","msg":"trace[1760682832] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26377; }","duration":"4.722488349s","start":"2026-05-11T01:51:49.197153Z","end":"2026-05-11T01:51:53.919641Z","steps":["trace[1760682832] 'agreement among raft nodes before linearized reading' (duration: 4.722422048s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.19709Z","time spent":"4.722589831s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.919736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303061539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-11T01:51:53.919782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54004805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:53.919817Z","caller":"traceutil/trace.go:171","msg":"trace[1254822698] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26377; }","duration":"2.540103632s","start":"2026-05-11T01:51:51.3797Z","end":"2026-05-11T01:51:53.919804Z","steps":["trace[1254822698] 'agreement among raft nodes before linearized reading' (duration: 2.540048651s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:53.919812Z","caller":"traceutil/trace.go:171","msg":"trace[232159877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26377; }","duration":"4.303187533s","start":"2026-05-11T01:51:49.616607Z","end":"2026-05-11T01:51:53.919795Z","steps":["trace[232159877] 'agreement among raft nodes before linearized reading' (duration: 4.302936136s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.379686Z","time spent":"2.540160623s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.919866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.616585Z","time spent":"4.303270734s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-11T01:51:53.919883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916647893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:51:53.919884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366020997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.919921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63212025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:53.919945Z","caller":"traceutil/trace.go:171","msg":"trace[2128745207] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26377; }","duration":"2.916751036s","start":"2026-05-11T01:51:51.003176Z","end":"2026-05-11T01:51:53.919927Z","steps":["trace[2128745207] 'agreement among raft nodes before linearized reading' (duration: 2.916644493s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:53.919963Z","caller":"traceutil/trace.go:171","msg":"trace[1976874713] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26377; }","duration":"4.36612909s","start":"2026-05-11T01:51:49.553812Z","end":"2026-05-11T01:51:53.919941Z","steps":["trace[1976874713] 'agreement among raft nodes before linearized reading' (duration: 4.366002947s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.003154Z","time spent":"2.916823587s","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:53.919984Z","caller":"traceutil/trace.go:171","msg":"trace[279973270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26377; }","duration":"2.632226212s","start":"2026-05-11T01:51:51.287743Z","end":"2026-05-11T01:51:53.919969Z","steps":["trace[279973270] 'agreement among raft nodes before linearized reading' (duration: 2.632122119s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.919997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595772237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.920057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.785145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:51:53.920094Z","caller":"traceutil/trace.go:171","msg":"trace[1134950208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26377; }","duration":"2.595939601s","start":"2026-05-11T01:51:51.32413Z","end":"2026-05-11T01:51:53.92007Z","steps":["trace[1134950208] 'agreement among raft nodes before linearized reading' (duration: 2.595732836s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.92014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.922882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.920153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.324114Z","time spent":"2.596026042s","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:53.919208Z","caller":"traceutil/trace.go:171","msg":"trace[1601356509] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26377; }","duration":"3.503702071s","start":"2026-05-11T01:51:50.415496Z","end":"2026-05-11T01:51:53.919198Z","steps":["trace[1601356509] 'agreement among raft nodes before linearized reading' (duration: 3.503631449s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.920208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219235654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:51:53.920104Z","caller":"traceutil/trace.go:171","msg":"trace[1300612535] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26377; }","duration":"435.869967ms","start":"2026-05-11T01:51:53.484222Z","end":"2026-05-11T01:51:53.920092Z","steps":["trace[1300612535] 'agreement among raft nodes before linearized reading' (duration: 435.808276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.920236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805691778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.920242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:50.415457Z","time spent":"3.504751085s","remote":"127.0.0.1:59330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.919914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400243194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dmcs7\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-05-11T01:51:53.920287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:53.4842Z","time spent":"436.071741ms","remote":"127.0.0.1:59246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.920301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400040549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-11T01:51:53.920338Z","caller":"traceutil/trace.go:171","msg":"trace[2104151703] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dmcs7; range_end:; response_count:1; response_revision:26377; }","duration":"2.400678123s","start":"2026-05-11T01:51:51.51964Z","end":"2026-05-11T01:51:53.920318Z","steps":["trace[2104151703] 'agreement among raft nodes before linearized reading' (duration: 2.400195373s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:53.920358Z","caller":"traceutil/trace.go:171","msg":"trace[589232598] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:26377; }","duration":"2.400111941s","start":"2026-05-11T01:51:51.520232Z","end":"2026-05-11T01:51:53.920344Z","steps":["trace[589232598] 'agreement among raft nodes before linearized reading' (duration: 2.399958807s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.920031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.553799Z","time spent":"4.366218742s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:51:53.9204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.520227Z","time spent":"2.400165342s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"warn","ts":"2026-05-11T01:51:53.920404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.519629Z","time spent":"2.400757645s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-dmcs7\" "} {"level":"warn","ts":"2026-05-11T01:51:53.919959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179656879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:51:53.920037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:51.287722Z","time spent":"2.632305934s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:53.920674Z","caller":"traceutil/trace.go:171","msg":"trace[1671079101] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26377; }","duration":"4.180399255s","start":"2026-05-11T01:51:49.740196Z","end":"2026-05-11T01:51:53.920595Z","steps":["trace[1671079101] 'agreement among raft nodes before linearized reading' (duration: 4.179644249s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.923998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.740174Z","time spent":"4.183623178s","remote":"127.0.0.1:59372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:51:53.920169Z","caller":"traceutil/trace.go:171","msg":"trace[101776015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26377; }","duration":"822.985714ms","start":"2026-05-11T01:51:53.097177Z","end":"2026-05-11T01:51:53.920162Z","steps":["trace[101776015] 'agreement among raft nodes before linearized reading' (duration: 822.945523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.924164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:53.097158Z","time spent":"826.961572ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:51:53.920239Z","caller":"traceutil/trace.go:171","msg":"trace[528956811] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26377; }","duration":"1.219309386s","start":"2026-05-11T01:51:52.700922Z","end":"2026-05-11T01:51:53.920232Z","steps":["trace[528956811] 'agreement among raft nodes before linearized reading' (duration: 1.219262735s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:53.920279Z","caller":"traceutil/trace.go:171","msg":"trace[2072038161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26377; }","duration":"1.8057613s","start":"2026-05-11T01:51:52.114505Z","end":"2026-05-11T01:51:53.920266Z","steps":["trace[2072038161] 'agreement among raft nodes before linearized reading' (duration: 1.805692939s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.924441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:52.114488Z","time spent":"1.809895122s","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.924539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:52.7009Z","time spent":"1.223609351s","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:51:53.927376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407604286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29641060-4hqn7.18ae5f3e3955100b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26369 ","response":"range_response_count:500 size:389066"} {"level":"info","ts":"2026-05-11T01:51:53.927422Z","caller":"traceutil/trace.go:171","msg":"trace[114748686] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29641060-4hqn7.18ae5f3e3955100b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26377; }","duration":"4.407687258s","start":"2026-05-11T01:51:49.519722Z","end":"2026-05-11T01:51:53.927409Z","steps":["trace[114748686] 'agreement among raft nodes before linearized reading' (duration: 4.399616438s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:53.927562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:51:49.519702Z","time spent":"4.407837731s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1500,"response size":389089,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29641060-4hqn7.18ae5f3e3955100b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26369 "} {"level":"info","ts":"2026-05-11T01:51:54.737963Z","caller":"traceutil/trace.go:171","msg":"trace[2074771457] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27312; }","duration":"104.306484ms","start":"2026-05-11T01:51:54.633638Z","end":"2026-05-11T01:51:54.737945Z","steps":["trace[2074771457] 'read index received' (duration: 101.308547ms)","trace[2074771457] 'applied index is now lower than readState.Index' (duration: 2.996677ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:54.737976Z","caller":"traceutil/trace.go:171","msg":"trace[1626699419] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"123.042972ms","start":"2026-05-11T01:51:54.614912Z","end":"2026-05-11T01:51:54.737955Z","steps":["trace[1626699419] 'process raft request' (duration: 120.130717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:51:54.73816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.490937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-11T01:51:54.738188Z","caller":"traceutil/trace.go:171","msg":"trace[201998731] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26420; }","duration":"104.569529ms","start":"2026-05-11T01:51:54.633611Z","end":"2026-05-11T01:51:54.73818Z","steps":["trace[201998731] 'agreement among raft nodes before linearized reading' (duration: 104.426336ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:55.118531Z","caller":"traceutil/trace.go:171","msg":"trace[1992719815] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"168.427015ms","start":"2026-05-11T01:51:54.950077Z","end":"2026-05-11T01:51:55.118504Z","steps":["trace[1992719815] 'process raft request' (duration: 88.207343ms)","trace[1992719815] 'compare' (duration: 79.935326ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:51:55.121154Z","caller":"traceutil/trace.go:171","msg":"trace[1921585551] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"169.617192ms","start":"2026-05-11T01:51:54.951517Z","end":"2026-05-11T01:51:55.121134Z","steps":["trace[1921585551] 'process raft request' (duration: 169.465029ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:51:58.161577Z","caller":"traceutil/trace.go:171","msg":"trace[13042808] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"110.068102ms","start":"2026-05-11T01:51:58.051247Z","end":"2026-05-11T01:51:58.161315Z","steps":["trace[13042808] 'process raft request' (duration: 109.888978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:01.500171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.9389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-11T01:52:01.500251Z","caller":"traceutil/trace.go:171","msg":"trace[2015283606] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26576; }","duration":"136.044723ms","start":"2026-05-11T01:52:01.364173Z","end":"2026-05-11T01:52:01.500218Z","steps":["trace[2015283606] 'range keys from in-memory index tree' (duration: 135.744365ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:04.105793Z","caller":"traceutil/trace.go:171","msg":"trace[998368093] linearizableReadLoop","detail":"{readStateIndex:27477; appliedIndex:27476; }","duration":"110.782457ms","start":"2026-05-11T01:52:03.994988Z","end":"2026-05-11T01:52:04.10577Z","steps":["trace[998368093] 'read index received' (duration: 110.650285ms)","trace[998368093] 'applied index is now lower than readState.Index' (duration: 131.162µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:04.105923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.91692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:04.105952Z","caller":"traceutil/trace.go:171","msg":"trace[854976787] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26583; }","duration":"110.986072ms","start":"2026-05-11T01:52:03.994954Z","end":"2026-05-11T01:52:04.105941Z","steps":["trace[854976787] 'agreement among raft nodes before linearized reading' (duration: 110.90942ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:04.299306Z","caller":"traceutil/trace.go:171","msg":"trace[1805323605] linearizableReadLoop","detail":"{readStateIndex:27478; appliedIndex:27477; }","duration":"187.031103ms","start":"2026-05-11T01:52:04.112257Z","end":"2026-05-11T01:52:04.299288Z","steps":["trace[1805323605] 'read index received' (duration: 134.083709ms)","trace[1805323605] 'applied index is now lower than readState.Index' (duration: 52.945923ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:04.299395Z","caller":"traceutil/trace.go:171","msg":"trace[532347244] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"192.385172ms","start":"2026-05-11T01:52:04.107001Z","end":"2026-05-11T01:52:04.299386Z","steps":["trace[532347244] 'process raft request' (duration: 139.357266ms)","trace[532347244] 'compare' (duration: 52.593136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:04.299789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.484402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:04.299827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.773567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-05-11T01:52:04.300008Z","caller":"traceutil/trace.go:171","msg":"trace[1854259161] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26584; }","duration":"128.022093ms","start":"2026-05-11T01:52:04.171972Z","end":"2026-05-11T01:52:04.299994Z","steps":["trace[1854259161] 'agreement among raft nodes before linearized reading' (duration: 127.660295ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:04.299956Z","caller":"traceutil/trace.go:171","msg":"trace[361588493] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26584; }","duration":"187.685086ms","start":"2026-05-11T01:52:04.112227Z","end":"2026-05-11T01:52:04.299912Z","steps":["trace[361588493] 'agreement among raft nodes before linearized reading' (duration: 187.426621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:04.299844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.942018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-11T01:52:04.300163Z","caller":"traceutil/trace.go:171","msg":"trace[908942294] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26584; }","duration":"148.338767ms","start":"2026-05-11T01:52:04.151816Z","end":"2026-05-11T01:52:04.300155Z","steps":["trace[908942294] 'agreement among raft nodes before linearized reading' (duration: 147.801155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:05.390748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.68434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:52:05.390821Z","caller":"traceutil/trace.go:171","msg":"trace[195295683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26587; }","duration":"112.802502ms","start":"2026-05-11T01:52:05.278003Z","end":"2026-05-11T01:52:05.390805Z","steps":["trace[195295683] 'range keys from in-memory index tree' (duration: 112.561577ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:08.621647Z","caller":"traceutil/trace.go:171","msg":"trace[770823081] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"143.9591ms","start":"2026-05-11T01:52:08.477668Z","end":"2026-05-11T01:52:08.621627Z","steps":["trace[770823081] 'process raft request' (duration: 140.872351ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:08.621638Z","caller":"traceutil/trace.go:171","msg":"trace[988538942] linearizableReadLoop","detail":"{readStateIndex:27493; appliedIndex:27492; }","duration":"103.319151ms","start":"2026-05-11T01:52:08.518289Z","end":"2026-05-11T01:52:08.621608Z","steps":["trace[988538942] 'read index received' (duration: 100.16272ms)","trace[988538942] 'applied index is now lower than readState.Index' (duration: 3.15515ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:08.621837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.525755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:52:08.621898Z","caller":"traceutil/trace.go:171","msg":"trace[1936439307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26598; }","duration":"103.650967ms","start":"2026-05-11T01:52:08.518228Z","end":"2026-05-11T01:52:08.621879Z","steps":["trace[1936439307] 'agreement among raft nodes before linearized reading' (duration: 103.464363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.727016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:52:09.883533Z","caller":"traceutil/trace.go:171","msg":"trace[853622045] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"703.215545ms","start":"2026-05-11T01:52:09.180291Z","end":"2026-05-11T01:52:09.883507Z","steps":["trace[853622045] 'process raft request' (duration: 703.00845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.883696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.180273Z","time spent":"703.338557ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:09.945842Z","caller":"traceutil/trace.go:171","msg":"trace[303706339] linearizableReadLoop","detail":"{readStateIndex:27496; appliedIndex:27494; }","duration":"718.839734ms","start":"2026-05-11T01:52:09.226978Z","end":"2026-05-11T01:52:09.945818Z","steps":["trace[303706339] 'read index received' (duration: 656.370337ms)","trace[303706339] 'applied index is now lower than readState.Index' (duration: 62.468147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:09.946148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.968502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:52:09.946205Z","caller":"traceutil/trace.go:171","msg":"trace[178162380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26600; }","duration":"658.065354ms","start":"2026-05-11T01:52:09.288126Z","end":"2026-05-11T01:52:09.946191Z","steps":["trace[178162380] 'agreement among raft nodes before linearized reading' (duration: 657.896991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.804144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-05-11T01:52:09.946236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.288107Z","time spent":"658.121027ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:52:09.946257Z","caller":"traceutil/trace.go:171","msg":"trace[1611471801] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26600; }","duration":"223.891957ms","start":"2026-05-11T01:52:09.722355Z","end":"2026-05-11T01:52:09.946247Z","steps":["trace[1611471801] 'agreement among raft nodes before linearized reading' (duration: 223.749093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.199202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:09.946481Z","caller":"traceutil/trace.go:171","msg":"trace[1353524457] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26600; }","duration":"465.287634ms","start":"2026-05-11T01:52:09.481175Z","end":"2026-05-11T01:52:09.946462Z","steps":["trace[1353524457] 'agreement among raft nodes before linearized reading' (duration: 465.200162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.481153Z","time spent":"465.350407ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:09.946567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.583371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-11T01:52:09.946624Z","caller":"traceutil/trace.go:171","msg":"trace[711961710] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26600; }","duration":"719.675934ms","start":"2026-05-11T01:52:09.226934Z","end":"2026-05-11T01:52:09.94661Z","steps":["trace[711961710] 'agreement among raft nodes before linearized reading' (duration: 719.553711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.226906Z","time spent":"719.753685ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-11T01:52:09.94674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.246567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-11T01:52:09.946736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.94218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-11T01:52:09.946776Z","caller":"traceutil/trace.go:171","msg":"trace[1919918970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26600; }","duration":"585.320419ms","start":"2026-05-11T01:52:09.361447Z","end":"2026-05-11T01:52:09.946768Z","steps":["trace[1919918970] 'agreement among raft nodes before linearized reading' (duration: 585.217407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.361428Z","time spent":"585.37447ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:52:09.946885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.289179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:52:09.946922Z","caller":"traceutil/trace.go:171","msg":"trace[789877042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26600; }","duration":"509.333029ms","start":"2026-05-11T01:52:09.43758Z","end":"2026-05-11T01:52:09.946913Z","steps":["trace[789877042] 'agreement among raft nodes before linearized reading' (duration: 509.247777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.946963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.437574Z","time spent":"509.38216ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-11T01:52:09.946803Z","caller":"traceutil/trace.go:171","msg":"trace[702088090] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26600; }","duration":"555.046011ms","start":"2026-05-11T01:52:09.391737Z","end":"2026-05-11T01:52:09.946783Z","steps":["trace[702088090] 'agreement among raft nodes before linearized reading' (duration: 554.828967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.947017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.391724Z","time spent":"555.282636ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-11T01:52:09.947308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.98789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-05-11T01:52:09.947347Z","caller":"traceutil/trace.go:171","msg":"trace[1224097755] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26600; }","duration":"521.055622ms","start":"2026-05-11T01:52:09.426282Z","end":"2026-05-11T01:52:09.947338Z","steps":["trace[1224097755] 'agreement among raft nodes before linearized reading' (duration: 520.942169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.947355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.997948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-11T01:52:09.947411Z","caller":"traceutil/trace.go:171","msg":"trace[1750397741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26600; }","duration":"143.08322ms","start":"2026-05-11T01:52:09.804317Z","end":"2026-05-11T01:52:09.9474Z","steps":["trace[1750397741] 'agreement among raft nodes before linearized reading' (duration: 142.955347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:09.947376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:09.426259Z","time spent":"521.110923ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-11T01:52:10.119097Z","caller":"traceutil/trace.go:171","msg":"trace[1219708090] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"160.380566ms","start":"2026-05-11T01:52:09.958684Z","end":"2026-05-11T01:52:10.119064Z","steps":["trace[1219708090] 'process raft request' (duration: 128.550265ms)","trace[1219708090] 'compare' (duration: 31.596216ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:10.119324Z","caller":"traceutil/trace.go:171","msg":"trace[170919175] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"160.513559ms","start":"2026-05-11T01:52:09.958762Z","end":"2026-05-11T01:52:10.119275Z","steps":["trace[170919175] 'process raft request' (duration: 160.227063ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:10.549291Z","caller":"traceutil/trace.go:171","msg":"trace[2090612879] linearizableReadLoop","detail":"{readStateIndex:27503; appliedIndex:27501; }","duration":"114.088422ms","start":"2026-05-11T01:52:10.435179Z","end":"2026-05-11T01:52:10.549268Z","steps":["trace[2090612879] 'read index received' (duration: 35.919994ms)","trace[2090612879] 'applied index is now lower than readState.Index' (duration: 78.167278ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:10.54936Z","caller":"traceutil/trace.go:171","msg":"trace[438211851] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"118.359007ms","start":"2026-05-11T01:52:10.43095Z","end":"2026-05-11T01:52:10.549309Z","steps":["trace[438211851] 'process raft request' (duration: 118.173762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:10.549625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.418069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-05-11T01:52:10.54968Z","caller":"traceutil/trace.go:171","msg":"trace[164980951] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26607; }","duration":"114.517101ms","start":"2026-05-11T01:52:10.435145Z","end":"2026-05-11T01:52:10.549662Z","steps":["trace[164980951] 'agreement among raft nodes before linearized reading' (duration: 114.233165ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:10.832201Z","caller":"traceutil/trace.go:171","msg":"trace[1965608076] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"180.267381ms","start":"2026-05-11T01:52:10.651875Z","end":"2026-05-11T01:52:10.832142Z","steps":["trace[1965608076] 'process raft request' (duration: 138.1842ms)","trace[1965608076] 'compare' (duration: 41.820045ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:11.031624Z","caller":"traceutil/trace.go:171","msg":"trace[1280594933] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"140.151064ms","start":"2026-05-11T01:52:10.891439Z","end":"2026-05-11T01:52:11.03159Z","steps":["trace[1280594933] 'process raft request' (duration: 85.369658ms)","trace[1280594933] 'compare' (duration: 54.477299ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:11.19166Z","caller":"traceutil/trace.go:171","msg":"trace[313829171] linearizableReadLoop","detail":"{readStateIndex:27513; appliedIndex:27512; }","duration":"146.180058ms","start":"2026-05-11T01:52:11.045455Z","end":"2026-05-11T01:52:11.191635Z","steps":["trace[313829171] 'read index received' (duration: 112.183659ms)","trace[313829171] 'applied index is now lower than readState.Index' (duration: 33.995509ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:11.191888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.419383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:11.19197Z","caller":"traceutil/trace.go:171","msg":"trace[738039221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26617; }","duration":"146.543966ms","start":"2026-05-11T01:52:11.045409Z","end":"2026-05-11T01:52:11.191953Z","steps":["trace[738039221] 'agreement among raft nodes before linearized reading' (duration: 146.403863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:11.192108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.676505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:11.192166Z","caller":"traceutil/trace.go:171","msg":"trace[44333747] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26617; }","duration":"106.746077ms","start":"2026-05-11T01:52:11.085402Z","end":"2026-05-11T01:52:11.192148Z","steps":["trace[44333747] 'agreement among raft nodes before linearized reading' (duration: 106.531792ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:11.192493Z","caller":"traceutil/trace.go:171","msg":"trace[841549775] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"153.239866ms","start":"2026-05-11T01:52:11.039234Z","end":"2026-05-11T01:52:11.192474Z","steps":["trace[841549775] 'process raft request' (duration: 118.359007ms)","trace[841549775] 'compare' (duration: 33.793595ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:11.370307Z","caller":"traceutil/trace.go:171","msg":"trace[1050942230] linearizableReadLoop","detail":"{readStateIndex:27514; appliedIndex:27513; }","duration":"170.909012ms","start":"2026-05-11T01:52:11.199371Z","end":"2026-05-11T01:52:11.37028Z","steps":["trace[1050942230] 'read index received' (duration: 170.693937ms)","trace[1050942230] 'applied index is now lower than readState.Index' (duration: 214.085µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:11.370363Z","caller":"traceutil/trace.go:171","msg":"trace[1344913913] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"172.146389ms","start":"2026-05-11T01:52:11.198168Z","end":"2026-05-11T01:52:11.370314Z","steps":["trace[1344913913] 'process raft request' (duration: 171.850763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:11.370573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.180557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:52:11.370643Z","caller":"traceutil/trace.go:171","msg":"trace[981306399] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26618; }","duration":"171.28363ms","start":"2026-05-11T01:52:11.199345Z","end":"2026-05-11T01:52:11.370629Z","steps":["trace[981306399] 'agreement among raft nodes before linearized reading' (duration: 171.035645ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:11.395462Z","caller":"traceutil/trace.go:171","msg":"trace[139658755] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"190.586692ms","start":"2026-05-11T01:52:11.204842Z","end":"2026-05-11T01:52:11.395429Z","steps":["trace[139658755] 'process raft request' (duration: 190.46963ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:11.751024Z","caller":"traceutil/trace.go:171","msg":"trace[1680169415] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27519; }","duration":"145.275609ms","start":"2026-05-11T01:52:11.605724Z","end":"2026-05-11T01:52:11.751Z","steps":["trace[1680169415] 'read index received' (duration: 95.553717ms)","trace[1680169415] 'applied index is now lower than readState.Index' (duration: 49.721032ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:11.75114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.402442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-05-11T01:52:11.75116Z","caller":"traceutil/trace.go:171","msg":"trace[909203379] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26623; }","duration":"145.464862ms","start":"2026-05-11T01:52:11.605686Z","end":"2026-05-11T01:52:11.751151Z","steps":["trace[909203379] 'agreement among raft nodes before linearized reading' (duration: 145.382501ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:11.751286Z","caller":"traceutil/trace.go:171","msg":"trace[1848003072] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"227.109888ms","start":"2026-05-11T01:52:11.524165Z","end":"2026-05-11T01:52:11.751275Z","steps":["trace[1848003072] 'process raft request' (duration: 177.09255ms)","trace[1848003072] 'compare' (duration: 49.465996ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:13.172362Z","caller":"traceutil/trace.go:171","msg":"trace[252243594] linearizableReadLoop","detail":"{readStateIndex:27536; appliedIndex:27535; }","duration":"117.333504ms","start":"2026-05-11T01:52:13.05501Z","end":"2026-05-11T01:52:13.172343Z","steps":["trace[252243594] 'read index received' (duration: 115.403221ms)","trace[252243594] 'applied index is now lower than readState.Index' (duration: 1.929593ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:13.172379Z","caller":"traceutil/trace.go:171","msg":"trace[1807064194] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"121.956286ms","start":"2026-05-11T01:52:13.050397Z","end":"2026-05-11T01:52:13.172354Z","steps":["trace[1807064194] 'process raft request' (duration: 120.087234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.172464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.593396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-11T01:52:13.172588Z","caller":"traceutil/trace.go:171","msg":"trace[137702496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26638; }","duration":"196.79052ms","start":"2026-05-11T01:52:12.975768Z","end":"2026-05-11T01:52:13.172558Z","steps":["trace[137702496] 'range keys from in-memory index tree' (duration: 196.381961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.172612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.081797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-11T01:52:13.172646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.6187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:13.172679Z","caller":"traceutil/trace.go:171","msg":"trace[492782718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26639; }","duration":"117.664201ms","start":"2026-05-11T01:52:13.055005Z","end":"2026-05-11T01:52:13.172669Z","steps":["trace[492782718] 'agreement among raft nodes before linearized reading' (duration: 117.448087ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:13.17268Z","caller":"traceutil/trace.go:171","msg":"trace[935799030] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26639; }","duration":"104.156689ms","start":"2026-05-11T01:52:13.068504Z","end":"2026-05-11T01:52:13.172661Z","steps":["trace[935799030] 'agreement among raft nodes before linearized reading' (duration: 103.985885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.379585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.149371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:13.379838Z","caller":"traceutil/trace.go:171","msg":"trace[1370722705] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"146.527756ms","start":"2026-05-11T01:52:13.23328Z","end":"2026-05-11T01:52:13.379808Z","steps":["trace[1370722705] 'process raft request' (duration: 41.066438ms)","trace[1370722705] 'compare' (duration: 104.769283ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:13.379928Z","caller":"traceutil/trace.go:171","msg":"trace[1375770943] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27537; }","duration":"144.638484ms","start":"2026-05-11T01:52:13.235269Z","end":"2026-05-11T01:52:13.379907Z","steps":["trace[1375770943] 'read index received' (duration: 18.612496ms)","trace[1375770943] 'applied index is now lower than readState.Index' (duration: 126.024858ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:13.379944Z","caller":"traceutil/trace.go:171","msg":"trace[964102773] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"144.694585ms","start":"2026-05-11T01:52:13.235214Z","end":"2026-05-11T01:52:13.379908Z","steps":["trace[964102773] 'process raft request' (duration: 144.508671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.381362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.066267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-05-11T01:52:13.381448Z","caller":"traceutil/trace.go:171","msg":"trace[1116314064] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26644; }","duration":"146.193389ms","start":"2026-05-11T01:52:13.235234Z","end":"2026-05-11T01:52:13.381427Z","steps":["trace[1116314064] 'agreement among raft nodes before linearized reading' (duration: 144.763356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.719272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.809245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:13.71945Z","caller":"traceutil/trace.go:171","msg":"trace[372883005] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27542; }","duration":"257.984619ms","start":"2026-05-11T01:52:13.461417Z","end":"2026-05-11T01:52:13.719402Z","steps":["trace[372883005] 'read index received' (duration: 143.937749ms)","trace[372883005] 'applied index is now lower than readState.Index' (duration: 114.04495ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:13.719694Z","caller":"traceutil/trace.go:171","msg":"trace[1194005553] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"260.740422ms","start":"2026-05-11T01:52:13.458931Z","end":"2026-05-11T01:52:13.719672Z","steps":["trace[1194005553] 'process raft request' (duration: 146.449396ms)","trace[1194005553] 'compare' (duration: 113.681561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:13.719845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.405499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-05-11T01:52:13.719911Z","caller":"traceutil/trace.go:171","msg":"trace[1169009677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26646; }","duration":"258.49537ms","start":"2026-05-11T01:52:13.4614Z","end":"2026-05-11T01:52:13.719896Z","steps":["trace[1169009677] 'agreement among raft nodes before linearized reading' (duration: 258.231204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:13.757779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.964611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:13.757781Z","caller":"traceutil/trace.go:171","msg":"trace[1666871254] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"182.656865ms","start":"2026-05-11T01:52:13.575092Z","end":"2026-05-11T01:52:13.757748Z","steps":["trace[1666871254] 'process raft request' (duration: 182.4365ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:13.757839Z","caller":"traceutil/trace.go:171","msg":"trace[1084154611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26647; }","duration":"246.037132ms","start":"2026-05-11T01:52:13.511786Z","end":"2026-05-11T01:52:13.757824Z","steps":["trace[1084154611] 'agreement among raft nodes before linearized reading' (duration: 245.91658ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:14.457778Z","caller":"traceutil/trace.go:171","msg":"trace[202107363] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27554; }","duration":"299.899856ms","start":"2026-05-11T01:52:14.157852Z","end":"2026-05-11T01:52:14.457751Z","steps":["trace[202107363] 'read index received' (duration: 299.795643ms)","trace[202107363] 'applied index is now lower than readState.Index' (duration: 103.083µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:14.458096Z","caller":"traceutil/trace.go:171","msg":"trace[1361108953] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"300.484169ms","start":"2026-05-11T01:52:14.157597Z","end":"2026-05-11T01:52:14.458081Z","steps":["trace[1361108953] 'process raft request' (duration: 299.940017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.458518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.650583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-05-11T01:52:14.458586Z","caller":"traceutil/trace.go:171","msg":"trace[690660465] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26657; }","duration":"300.748005ms","start":"2026-05-11T01:52:14.157824Z","end":"2026-05-11T01:52:14.458572Z","steps":["trace[690660465] 'agreement among raft nodes before linearized reading' (duration: 300.511379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.458628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.157816Z","time spent":"300.803596ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-05-11T01:52:14.458974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.157579Z","time spent":"300.56919ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:52:14.512734Z","caller":"traceutil/trace.go:171","msg":"trace[451981817] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"162.237318ms","start":"2026-05-11T01:52:14.350469Z","end":"2026-05-11T01:52:14.512706Z","steps":["trace[451981817] 'process raft request' (duration: 162.075804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.512935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.86655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:52:14.513017Z","caller":"traceutil/trace.go:171","msg":"trace[1966071152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26658; }","duration":"102.985783ms","start":"2026-05-11T01:52:14.410014Z","end":"2026-05-11T01:52:14.513Z","steps":["trace[1966071152] 'agreement among raft nodes before linearized reading' (duration: 102.721897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.513306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.984356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-11T01:52:14.513352Z","caller":"traceutil/trace.go:171","msg":"trace[1795229922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26658; }","duration":"333.054678ms","start":"2026-05-11T01:52:14.180286Z","end":"2026-05-11T01:52:14.51334Z","steps":["trace[1795229922] 'agreement among raft nodes before linearized reading' (duration: 332.947115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.513389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.180274Z","time spent":"333.105519ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:52:14.513403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.269168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:14.513439Z","caller":"traceutil/trace.go:171","msg":"trace[247533469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26658; }","duration":"107.33483ms","start":"2026-05-11T01:52:14.406093Z","end":"2026-05-11T01:52:14.513428Z","steps":["trace[247533469] 'agreement among raft nodes before linearized reading' (duration: 107.275408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.514678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.065354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-11T01:52:14.514742Z","caller":"traceutil/trace.go:171","msg":"trace[1446971936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26658; }","duration":"323.165666ms","start":"2026-05-11T01:52:14.191556Z","end":"2026-05-11T01:52:14.514722Z","steps":["trace[1446971936] 'agreement among raft nodes before linearized reading' (duration: 321.652913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:14.514768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.191539Z","time spent":"323.224297ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:52:14.590162Z","caller":"traceutil/trace.go:171","msg":"trace[1988163817] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"125.938526ms","start":"2026-05-11T01:52:14.464198Z","end":"2026-05-11T01:52:14.590136Z","steps":["trace[1988163817] 'process raft request' (duration: 66.982907ms)","trace[1988163817] 'compare' (duration: 58.782555ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:14.590392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.340865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-11T01:52:14.590468Z","caller":"traceutil/trace.go:171","msg":"trace[1795628005] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26659; }","duration":"126.457598ms","start":"2026-05-11T01:52:14.463994Z","end":"2026-05-11T01:52:14.590451Z","steps":["trace[1795628005] 'agreement among raft nodes before linearized reading' (duration: 126.197512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:16.082688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167837035s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:16.082917Z","caller":"traceutil/trace.go:171","msg":"trace[2011719955] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"893.729745ms","start":"2026-05-11T01:52:15.18917Z","end":"2026-05-11T01:52:16.0829Z","steps":["trace[2011719955] 'process raft request' (duration: 893.625593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:16.083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.189145Z","time spent":"893.814266ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:16.083216Z","caller":"traceutil/trace.go:171","msg":"trace[1408319104] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27569; }","duration":"1.284529353s","start":"2026-05-11T01:52:14.798647Z","end":"2026-05-11T01:52:16.083177Z","steps":["trace[1408319104] 'read index received' (duration: 116.124446ms)","trace[1408319104] 'applied index is now lower than readState.Index' (duration: 1.168402607s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:16.083247Z","caller":"traceutil/trace.go:171","msg":"trace[1568449119] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"1.286916437s","start":"2026-05-11T01:52:14.796281Z","end":"2026-05-11T01:52:16.083197Z","steps":["trace[1568449119] 'process raft request' (duration: 118.489089ms)","trace[1568449119] 'compare' (duration: 1.16718244s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:16.083374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.796269Z","time spent":"1.287043109s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:16.083384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284721637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-11T01:52:16.083437Z","caller":"traceutil/trace.go:171","msg":"trace[1626821566] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:26673; }","duration":"1.284780249s","start":"2026-05-11T01:52:14.798643Z","end":"2026-05-11T01:52:16.083423Z","steps":["trace[1626821566] 'agreement among raft nodes before linearized reading' (duration: 1.284613385s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:16.083481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.798621Z","time spent":"1.284852521s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-05-11T01:52:16.583602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:17.04667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:17.046787Z","caller":"traceutil/trace.go:171","msg":"trace[254960339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149576s","start":"2026-05-11T01:52:15.046611Z","end":"2026-05-11T01:52:17.046761Z","steps":["trace[254960339] 'agreement among raft nodes before linearized reading' (duration: 2.000004973s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:17.046894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.046601Z","time spent":"2.000276519s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:17.084471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:17.58507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:17.589036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:17.589125Z","caller":"traceutil/trace.go:171","msg":"trace[1837130797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119366s","start":"2026-05-11T01:52:15.588985Z","end":"2026-05-11T01:52:17.589105Z","steps":["trace[1837130797] 'agreement among raft nodes before linearized reading' (duration: 2.000008773s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:17.589172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.588924Z","time spent":"2.000237879s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:17.963675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929628909s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:18.141857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.926178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:18.142174Z","caller":"traceutil/trace.go:171","msg":"trace[1556633969] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"2.250573186s","start":"2026-05-11T01:52:15.891581Z","end":"2026-05-11T01:52:18.142154Z","steps":["trace[1556633969] 'process raft request' (duration: 2.250525565s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:18.142253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.891556Z","time spent":"2.250660467s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:18.142491Z","caller":"traceutil/trace.go:171","msg":"trace[1058781025] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"2.755034216s","start":"2026-05-11T01:52:15.387444Z","end":"2026-05-11T01:52:18.142478Z","steps":["trace[1058781025] 'process raft request' (duration: 2.576381652s)","trace[1058781025] 'compare' (duration: 177.09264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:18.142551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.387416Z","time spent":"2.755107268s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:18.142815Z","caller":"traceutil/trace.go:171","msg":"trace[1838170567] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"2.706606673s","start":"2026-05-11T01:52:15.436197Z","end":"2026-05-11T01:52:18.142804Z","steps":["trace[1838170567] 'process raft request' (duration: 2.705777725s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:18.142877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.436162Z","time spent":"2.706684665s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:18.143011Z","caller":"traceutil/trace.go:171","msg":"trace[2087298714] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"2.379310855s","start":"2026-05-11T01:52:15.76369Z","end":"2026-05-11T01:52:18.143001Z","steps":["trace[2087298714] 'process raft request' (duration: 2.378375274s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:18.143063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.763671Z","time spent":"2.379366206s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:19.053299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:19.053429Z","caller":"traceutil/trace.go:171","msg":"trace[563723558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333831s","start":"2026-05-11T01:52:17.053068Z","end":"2026-05-11T01:52:19.053401Z","steps":["trace[563723558] 'agreement among raft nodes before linearized reading' (duration: 2.000192967s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.053476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.053044Z","time spent":"2.000422893s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:19.610841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.538572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:19.611094Z","caller":"traceutil/trace.go:171","msg":"trace[931528843] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"3.0015645s","start":"2026-05-11T01:52:16.609509Z","end":"2026-05-11T01:52:19.611073Z","steps":["trace[931528843] 'process raft request' (duration: 3.001448217s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:19.611101Z","caller":"traceutil/trace.go:171","msg":"trace[762452343] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"3.092680727s","start":"2026-05-11T01:52:16.518373Z","end":"2026-05-11T01:52:19.611054Z","steps":["trace[762452343] 'process raft request' (duration: 2.235827297s)","trace[762452343] 'compare' (duration: 856.400419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:19.611189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.609484Z","time spent":"3.001660072s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:19.611244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.518348Z","time spent":"3.09281619s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:19.611313Z","caller":"traceutil/trace.go:171","msg":"trace[7324511] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"2.971980728s","start":"2026-05-11T01:52:16.639309Z","end":"2026-05-11T01:52:19.61129Z","steps":["trace[7324511] 'process raft request' (duration: 2.971715932s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.611457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.639294Z","time spent":"2.972085201s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:19.611711Z","caller":"traceutil/trace.go:171","msg":"trace[407362040] linearizableReadLoop","detail":"{readStateIndex:27579; appliedIndex:27571; }","duration":"3.528427412s","start":"2026-05-11T01:52:16.083272Z","end":"2026-05-11T01:52:19.611699Z","steps":["trace[407362040] 'read index received' (duration: 1.880517212s)","trace[407362040] 'applied index is now lower than readState.Index' (duration: 1.64790877s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:19.611805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518326517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:19.611827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014174693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:19.611884Z","caller":"traceutil/trace.go:171","msg":"trace[1878447818] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26681; }","duration":"4.014263064s","start":"2026-05-11T01:52:15.597604Z","end":"2026-05-11T01:52:19.611867Z","steps":["trace[1878447818] 'agreement among raft nodes before linearized reading' (duration: 4.014126321s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.611883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604760109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:19.611923Z","caller":"traceutil/trace.go:171","msg":"trace[497223276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26681; }","duration":"4.518400838s","start":"2026-05-11T01:52:15.093432Z","end":"2026-05-11T01:52:19.611833Z","steps":["trace[497223276] 'agreement among raft nodes before linearized reading' (duration: 4.518338186s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:19.611938Z","caller":"traceutil/trace.go:171","msg":"trace[1794054743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26681; }","duration":"4.604854322s","start":"2026-05-11T01:52:15.007069Z","end":"2026-05-11T01:52:19.611923Z","steps":["trace[1794054743] 'agreement among raft nodes before linearized reading' (duration: 4.604751199s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.611936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.597595Z","time spent":"4.014327837s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:19.611895Z","caller":"traceutil/trace.go:171","msg":"trace[254792175] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"2.85539392s","start":"2026-05-11T01:52:16.756437Z","end":"2026-05-11T01:52:19.611831Z","steps":["trace[254792175] 'process raft request' (duration: 2.854766837s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.612004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812818502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-05-11T01:52:19.612057Z","caller":"traceutil/trace.go:171","msg":"trace[2129937797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26681; }","duration":"4.812888543s","start":"2026-05-11T01:52:14.799156Z","end":"2026-05-11T01:52:19.612044Z","steps":["trace[2129937797] 'agreement among raft nodes before linearized reading' (duration: 4.81273364s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.611968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.093413Z","time spent":"4.518542761s","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:19.612096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:14.799145Z","time spent":"4.812943264s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-05-11T01:52:19.611977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:15.00705Z","time spent":"4.604917402s","remote":"127.0.0.1:53982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:19.612176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.756413Z","time spent":"2.855627516s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:19.612358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530379334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-11T01:52:19.612511Z","caller":"traceutil/trace.go:171","msg":"trace[1167835299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26681; }","duration":"3.530570168s","start":"2026-05-11T01:52:16.081892Z","end":"2026-05-11T01:52:19.612462Z","steps":["trace[1167835299] 'agreement among raft nodes before linearized reading' (duration: 3.530146389s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:19.612724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.08187Z","time spent":"3.530838764s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:52:20.112804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:20.483329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729191607s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:21.054211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000536475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:21.055442Z","caller":"traceutil/trace.go:171","msg":"trace[667666032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001784272s","start":"2026-05-11T01:52:19.0536Z","end":"2026-05-11T01:52:21.055384Z","steps":["trace[667666032] 'agreement among raft nodes before linearized reading' (duration: 2.000567185s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.055505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.053581Z","time spent":"2.001910565s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:21.421431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.692906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:21.421682Z","caller":"traceutil/trace.go:171","msg":"trace[4796545] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"3.021602498s","start":"2026-05-11T01:52:18.40006Z","end":"2026-05-11T01:52:21.421663Z","steps":["trace[4796545] 'process raft request' (duration: 3.021549927s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.421752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:18.400035Z","time spent":"3.021684889s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:21.422096Z","caller":"traceutil/trace.go:171","msg":"trace[1548551949] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"3.333602344s","start":"2026-05-11T01:52:18.088451Z","end":"2026-05-11T01:52:21.422053Z","steps":["trace[1548551949] 'process raft request' (duration: 3.333081693s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.422182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:18.088406Z","time spent":"3.333731987s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:21.422396Z","caller":"traceutil/trace.go:171","msg":"trace[1007474962] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"3.36028552s","start":"2026-05-11T01:52:18.062096Z","end":"2026-05-11T01:52:21.422381Z","steps":["trace[1007474962] 'process raft request' (duration: 2.42254406s)","trace[1007474962] 'compare' (duration: 935.763215ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:21.422456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:18.062069Z","time spent":"3.360354422s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:21.505949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:21.506034Z","caller":"traceutil/trace.go:171","msg":"trace[1089302823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690168s","start":"2026-05-11T01:52:19.505325Z","end":"2026-05-11T01:52:21.506015Z","steps":["trace[1089302823] 'agreement among raft nodes before linearized reading' (duration: 2.000576945s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.506083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.50531Z","time spent":"2.000764059s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:21.684971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998386841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:21.685045Z","caller":"traceutil/trace.go:171","msg":"trace[1583914490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998548754s","start":"2026-05-11T01:52:16.68648Z","end":"2026-05-11T01:52:21.685028Z","steps":["trace[1583914490] 'agreement among raft nodes before linearized reading' (duration: 4.998451252s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.685082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.686467Z","time spent":"4.998608246s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/11 01:52:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:21.777223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99923186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-11T01:52:21.777247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999074417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:21.777309Z","caller":"traceutil/trace.go:171","msg":"trace[480324739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999370553s","start":"2026-05-11T01:52:16.777916Z","end":"2026-05-11T01:52:21.777287Z","steps":["trace[480324739] 'agreement among raft nodes before linearized reading' (duration: 4.999263821s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:21.777315Z","caller":"traceutil/trace.go:171","msg":"trace[601913075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999156438s","start":"2026-05-11T01:52:16.778141Z","end":"2026-05-11T01:52:21.777297Z","steps":["trace[601913075] 'agreement among raft nodes before linearized reading' (duration: 4.999071436s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:21.777357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.7779Z","time spent":"4.999447615s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:52:21.777361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.778107Z","time spent":"4.999245611s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/11 01:52:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:22.108913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624030126s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:23.060326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:23.060424Z","caller":"traceutil/trace.go:171","msg":"trace[1402991800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000845061s","start":"2026-05-11T01:52:21.059561Z","end":"2026-05-11T01:52:23.060406Z","steps":["trace[1402991800] 'agreement among raft nodes before linearized reading' (duration: 2.000731389s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:23.060471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.059546Z","time spent":"2.000914183s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:24.537659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.296472811s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:24.571236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460024599s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:52:24.573037Z","caller":"traceutil/trace.go:171","msg":"trace[1932523098] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"4.956151096s","start":"2026-05-11T01:52:19.616862Z","end":"2026-05-11T01:52:24.573013Z","steps":["trace[1932523098] 'process raft request' (duration: 4.954468558s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:24.573202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.616846Z","time spent":"4.956264648s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:24.857268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.200845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:24.857438Z","caller":"traceutil/trace.go:171","msg":"trace[800252510] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"4.708095829s","start":"2026-05-11T01:52:20.14933Z","end":"2026-05-11T01:52:24.857426Z","steps":["trace[800252510] 'process raft request' (duration: 4.708015777s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:24.857446Z","caller":"traceutil/trace.go:171","msg":"trace[1126682564] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"4.709273836s","start":"2026-05-11T01:52:20.148137Z","end":"2026-05-11T01:52:24.857411Z","steps":["trace[1126682564] 'process raft request' (duration: 4.424862877s)","trace[1126682564] 'compare' (duration: 283.98555ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:24.857491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.149313Z","time spent":"4.708153241s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:24.857579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.148109Z","time spent":"4.709404339s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:24.857628Z","caller":"traceutil/trace.go:171","msg":"trace[1913062118] linearizableReadLoop","detail":"{readStateIndex:27584; appliedIndex:27579; }","duration":"5.245856804s","start":"2026-05-11T01:52:19.611749Z","end":"2026-05-11T01:52:24.857605Z","steps":["trace[1913062118] 'read index received' (duration: 872.872838ms)","trace[1913062118] 'applied index is now lower than readState.Index' (duration: 4.372981896s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:24.857833Z","caller":"traceutil/trace.go:171","msg":"trace[2137477339] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"4.707766462s","start":"2026-05-11T01:52:20.15006Z","end":"2026-05-11T01:52:24.857826Z","steps":["trace[2137477339] 'process raft request' (duration: 4.707342732s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:24.857893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.150034Z","time spent":"4.707826163s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:25.061135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:25.06122Z","caller":"traceutil/trace.go:171","msg":"trace[370764370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432323s","start":"2026-05-11T01:52:23.060765Z","end":"2026-05-11T01:52:25.061197Z","steps":["trace[370764370] 'agreement among raft nodes before linearized reading' (duration: 2.000328171s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.061268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.060745Z","time spent":"2.000512904s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:25.42961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.169294297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.429866Z","caller":"traceutil/trace.go:171","msg":"trace[2014315192] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26688; }","duration":"7.169547302s","start":"2026-05-11T01:52:18.260244Z","end":"2026-05-11T01:52:25.429791Z","steps":["trace[2014315192] 'agreement among raft nodes before linearized reading' (duration: 6.597603661s)","trace[2014315192] 'count revisions from in-memory index tree' (duration: 571.702796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.429955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.744500479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.430009Z","caller":"traceutil/trace.go:171","msg":"trace[1856271508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26688; }","duration":"7.74458105s","start":"2026-05-11T01:52:17.68541Z","end":"2026-05-11T01:52:25.429991Z","steps":["trace[1856271508] 'agreement among raft nodes before linearized reading' (duration: 7.172463736s)","trace[1856271508] 'count revisions from in-memory index tree' (duration: 572.062663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.429989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821538822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:52:25.430046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.685392Z","time spent":"7.744646572s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:25.430072Z","caller":"traceutil/trace.go:171","msg":"trace[1740036589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26688; }","duration":"8.821666265s","start":"2026-05-11T01:52:16.608382Z","end":"2026-05-11T01:52:25.430048Z","steps":["trace[1740036589] 'agreement among raft nodes before linearized reading' (duration: 8.249425788s)","trace[1740036589] 'range keys from in-memory index tree' (duration: 572.023363ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.590560767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.430125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.608331Z","time spent":"8.821784478s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:52:25.430144Z","caller":"traceutil/trace.go:171","msg":"trace[1053715805] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26688; }","duration":"7.590657399s","start":"2026-05-11T01:52:17.839463Z","end":"2026-05-11T01:52:25.430121Z","steps":["trace[1053715805] 'agreement among raft nodes before linearized reading' (duration: 7.01834783s)","trace[1053715805] 'count revisions from in-memory index tree' (duration: 572.189616ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.839412Z","time spent":"7.590765961s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.430146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:18.260226Z","time spent":"7.169796348s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.430353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905801855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.429458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.28208943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.43042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.094636608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.430458Z","caller":"traceutil/trace.go:171","msg":"trace[577501164] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26688; }","duration":"8.094667219s","start":"2026-05-11T01:52:17.335775Z","end":"2026-05-11T01:52:25.430442Z","steps":["trace[577501164] 'agreement among raft nodes before linearized reading' (duration: 7.521969872s)","trace[577501164] 'count revisions from in-memory index tree' (duration: 572.652346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.335755Z","time spent":"8.09471575s","remote":"127.0.0.1:40670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:25.43046Z","caller":"traceutil/trace.go:171","msg":"trace[467752231] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26688; }","duration":"8.283123333s","start":"2026-05-11T01:52:17.147305Z","end":"2026-05-11T01:52:25.430428Z","steps":["trace[467752231] 'agreement among raft nodes before linearized reading' (duration: 7.710471556s)","trace[467752231] 'count revisions from in-memory index tree' (duration: 571.650814ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:25.430418Z","caller":"traceutil/trace.go:171","msg":"trace[880740513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26688; }","duration":"7.905908737s","start":"2026-05-11T01:52:17.524489Z","end":"2026-05-11T01:52:25.430398Z","steps":["trace[880740513] 'agreement among raft nodes before linearized reading' (duration: 7.33323283s)","trace[880740513] 'count revisions from in-memory index tree' (duration: 572.590425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.224828329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:52:25.430537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.147287Z","time spent":"8.283223956s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:25.430562Z","caller":"traceutil/trace.go:171","msg":"trace[863445291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26688; }","duration":"8.22491145s","start":"2026-05-11T01:52:17.205639Z","end":"2026-05-11T01:52:25.43055Z","steps":["trace[863445291] 'agreement among raft nodes before linearized reading' (duration: 7.652123151s)","trace[863445291] 'range keys from in-memory index tree' (duration: 572.661937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.524466Z","time spent":"7.906083461s","remote":"127.0.0.1:47390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.430593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.205617Z","time spent":"8.224968782s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:52:25.430557Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24277} {"level":"warn","ts":"2026-05-11T01:52:25.429897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822752829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.430745Z","caller":"traceutil/trace.go:171","msg":"trace[17115489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26688; }","duration":"7.823644318s","start":"2026-05-11T01:52:17.607088Z","end":"2026-05-11T01:52:25.430732Z","steps":["trace[17115489] 'agreement among raft nodes before linearized reading' (duration: 7.250772367s)","trace[17115489] 'count revisions from in-memory index tree' (duration: 571.994872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.430771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.607069Z","time spent":"7.823693979s","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.429371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.336582699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-05-11T01:52:25.430958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.380531941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-11T01:52:25.430965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.540739254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:52:25.430999Z","caller":"traceutil/trace.go:171","msg":"trace[1288563632] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26688; }","duration":"9.338210975s","start":"2026-05-11T01:52:16.092747Z","end":"2026-05-11T01:52:25.430958Z","steps":["trace[1288563632] 'agreement among raft nodes before linearized reading' (duration: 8.765072168s)","trace[1288563632] 'range keys from in-memory index tree' (duration: 571.391087ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:25.431006Z","caller":"traceutil/trace.go:171","msg":"trace[2068888975] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; range_end:; response_count:1; response_revision:26688; }","duration":"8.380621803s","start":"2026-05-11T01:52:17.050367Z","end":"2026-05-11T01:52:25.430989Z","steps":["trace[2068888975] 'agreement among raft nodes before linearized reading' (duration: 7.807419095s)","trace[2068888975] 'range keys from in-memory index tree' (duration: 571.879429ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:25.431029Z","caller":"traceutil/trace.go:171","msg":"trace[1770539890] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26688; }","duration":"8.540823555s","start":"2026-05-11T01:52:16.890183Z","end":"2026-05-11T01:52:25.431007Z","steps":["trace[1770539890] 'agreement among raft nodes before linearized reading' (duration: 7.967614627s)","trace[1770539890] 'count revisions from in-memory index tree' (duration: 573.133917ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.431045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:17.050348Z","time spent":"8.380689985s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae\" "} {"level":"warn","ts":"2026-05-11T01:52:25.431055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.092732Z","time spent":"9.338303257s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-11T01:52:25.431081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:16.890168Z","time spent":"8.540902918s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2737,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.431123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.657294ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-11T01:52:25.431284Z","caller":"traceutil/trace.go:171","msg":"trace[1823452109] compact","detail":"{revision:24277; response_revision:26688; }","duration":"4.008404084s","start":"2026-05-11T01:52:21.422863Z","end":"2026-05-11T01:52:25.431267Z","steps":["trace[1823452109] 'process raft request' (duration: 3.434730375s)","trace[1823452109] 'check and update compact revision' (duration: 571.525601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.43132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.422809Z","time spent":"4.008509436s","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:52:25.431596Z","caller":"traceutil/trace.go:171","msg":"trace[359884449] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"3.813110227s","start":"2026-05-11T01:52:21.618464Z","end":"2026-05-11T01:52:25.431574Z","steps":["trace[359884449] 'process raft request' (duration: 3.812747509s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.431705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.618425Z","time spent":"3.813215578s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.431937Z","caller":"traceutil/trace.go:171","msg":"trace[2070041778] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"3.810375136s","start":"2026-05-11T01:52:21.621548Z","end":"2026-05-11T01:52:25.431923Z","steps":["trace[2070041778] 'process raft request' (duration: 3.810012648s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.432051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.621513Z","time spent":"3.810470698s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.433395Z","caller":"traceutil/trace.go:171","msg":"trace[506771288] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"3.811553622s","start":"2026-05-11T01:52:21.621826Z","end":"2026-05-11T01:52:25.43338Z","steps":["trace[506771288] 'process raft request' (duration: 3.810083129s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.433491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.621808Z","time spent":"3.811631354s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.434518Z","caller":"traceutil/trace.go:171","msg":"trace[292955068] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"3.580914174s","start":"2026-05-11T01:52:21.853588Z","end":"2026-05-11T01:52:25.434503Z","steps":["trace[292955068] 'process raft request' (duration: 3.579772929s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.434604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.85356Z","time spent":"3.581001675s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.435184Z","caller":"traceutil/trace.go:171","msg":"trace[635949256] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"2.286216634s","start":"2026-05-11T01:52:23.148948Z","end":"2026-05-11T01:52:25.435165Z","steps":["trace[635949256] 'process raft request' (duration: 2.285414645s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.435306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.148919Z","time spent":"2.286315726s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.435411Z","caller":"traceutil/trace.go:171","msg":"trace[2046427464] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"2.008256798s","start":"2026-05-11T01:52:23.427144Z","end":"2026-05-11T01:52:25.435401Z","steps":["trace[2046427464] 'process raft request' (duration: 2.007773576s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.435486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.42712Z","time spent":"2.008318259s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.435494Z","caller":"traceutil/trace.go:171","msg":"trace[1251156707] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"1.962382253s","start":"2026-05-11T01:52:23.473097Z","end":"2026-05-11T01:52:25.43548Z","steps":["trace[1251156707] 'process raft request' (duration: 1.96226724s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.435561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.473065Z","time spent":"1.962463234s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:25.437203Z","caller":"traceutil/trace.go:171","msg":"trace[847178745] linearizableReadLoop","detail":"{readStateIndex:27596; appliedIndex:27587; }","duration":"579.496098ms","start":"2026-05-11T01:52:24.857691Z","end":"2026-05-11T01:52:25.437187Z","steps":["trace[847178745] 'read index received' (duration: 138.973µs)","trace[847178745] 'applied index is now lower than readState.Index' (duration: 579.356255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:25.437569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412544968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:25.437614Z","caller":"traceutil/trace.go:171","msg":"trace[1554409114] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26696; }","duration":"2.412629599s","start":"2026-05-11T01:52:23.024972Z","end":"2026-05-11T01:52:25.437601Z","steps":["trace[1554409114] 'agreement among raft nodes before linearized reading' (duration: 2.412522617s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.437647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.024951Z","time spent":"2.412686721s","remote":"127.0.0.1:50934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:25.43782Z","caller":"traceutil/trace.go:171","msg":"trace[768357931] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"1.384735725s","start":"2026-05-11T01:52:24.053075Z","end":"2026-05-11T01:52:25.43781Z","steps":["trace[768357931] 'process raft request' (duration: 1.382394992s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.43791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:24.053053Z","time spent":"1.384795267s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:25.438176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848846013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.438209Z","caller":"traceutil/trace.go:171","msg":"trace[1073066096] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26696; }","duration":"1.848913325s","start":"2026-05-11T01:52:23.589285Z","end":"2026-05-11T01:52:25.438198Z","steps":["trace[1073066096] 'agreement among raft nodes before linearized reading' (duration: 1.848852553s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.589264Z","time spent":"1.848963975s","remote":"127.0.0.1:59532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.438485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.348577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.438517Z","caller":"traceutil/trace.go:171","msg":"trace[1535341641] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26696; }","duration":"770.415937ms","start":"2026-05-11T01:52:24.668092Z","end":"2026-05-11T01:52:25.438508Z","steps":["trace[1535341641] 'agreement among raft nodes before linearized reading' (duration: 769.967148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.823089433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-05-11T01:52:25.438544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:24.668071Z","time spent":"770.464859ms","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:52:25.438569Z","caller":"traceutil/trace.go:171","msg":"trace[1994519638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26696; }","duration":"5.823153185s","start":"2026-05-11T01:52:19.615404Z","end":"2026-05-11T01:52:25.438557Z","steps":["trace[1994519638] 'agreement among raft nodes before linearized reading' (duration: 5.822241123s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.615387Z","time spent":"5.823211505s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-05-11T01:52:25.438697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.847132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.438728Z","caller":"traceutil/trace.go:171","msg":"trace[783891487] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26696; }","duration":"857.917944ms","start":"2026-05-11T01:52:24.580801Z","end":"2026-05-11T01:52:25.438719Z","steps":["trace[783891487] 'agreement among raft nodes before linearized reading' (duration: 857.27097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:24.580787Z","time spent":"857.959795ms","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.438792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970974735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.438826Z","caller":"traceutil/trace.go:171","msg":"trace[200898742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26696; }","duration":"2.971035237s","start":"2026-05-11T01:52:22.467778Z","end":"2026-05-11T01:52:25.438814Z","steps":["trace[200898742] 'agreement among raft nodes before linearized reading' (duration: 2.969754768s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:22.467763Z","time spent":"2.971084218s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.438948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079034569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:52:25.438981Z","caller":"traceutil/trace.go:171","msg":"trace[2094851542] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26696; }","duration":"1.079108291s","start":"2026-05-11T01:52:24.359864Z","end":"2026-05-11T01:52:25.438972Z","steps":["trace[2094851542] 'agreement among raft nodes before linearized reading' (duration: 1.078216801s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.438993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997687023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.439007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:24.359844Z","time spent":"1.079155661s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-11T01:52:25.43902Z","caller":"traceutil/trace.go:171","msg":"trace[128971092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26696; }","duration":"2.997713754s","start":"2026-05-11T01:52:22.441295Z","end":"2026-05-11T01:52:25.439009Z","steps":["trace[128971092] 'agreement among raft nodes before linearized reading' (duration: 2.99625332s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:22.441248Z","time spent":"2.997790025s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.439163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386038785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.439198Z","caller":"traceutil/trace.go:171","msg":"trace[86981689] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26696; }","duration":"1.386106265s","start":"2026-05-11T01:52:24.053082Z","end":"2026-05-11T01:52:25.439188Z","steps":["trace[86981689] 'agreement among raft nodes before linearized reading' (duration: 1.385007471s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544667463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:52:25.439255Z","caller":"traceutil/trace.go:171","msg":"trace[429965834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26696; }","duration":"3.544730205s","start":"2026-05-11T01:52:21.894516Z","end":"2026-05-11T01:52:25.439247Z","steps":["trace[429965834] 'agreement among raft nodes before linearized reading' (duration: 3.543044007s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.894498Z","time spent":"3.544773155s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:25.439288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456179743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:52:25.439317Z","caller":"traceutil/trace.go:171","msg":"trace[1126864767] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26696; }","duration":"1.456252554s","start":"2026-05-11T01:52:23.983057Z","end":"2026-05-11T01:52:25.43931Z","steps":["trace[1126864767] 'agreement among raft nodes before linearized reading' (duration: 1.455043677s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.983037Z","time spent":"1.456320526s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:52:25.439447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872006194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:52:25.439479Z","caller":"traceutil/trace.go:171","msg":"trace[393793650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26696; }","duration":"3.872072995s","start":"2026-05-11T01:52:21.567398Z","end":"2026-05-11T01:52:25.439471Z","steps":["trace[393793650] 'agreement among raft nodes before linearized reading' (duration: 3.870171372s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.4395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.567372Z","time spent":"3.872122036s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:52:25.439538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659937998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:52:25.439569Z","caller":"traceutil/trace.go:171","msg":"trace[1550001847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26696; }","duration":"1.65998756s","start":"2026-05-11T01:52:23.779574Z","end":"2026-05-11T01:52:25.439561Z","steps":["trace[1550001847] 'agreement among raft nodes before linearized reading' (duration: 1.658534968s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.779566Z","time spent":"1.66002415s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-11T01:52:25.439633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899744914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-11T01:52:25.439661Z","caller":"traceutil/trace.go:171","msg":"trace[83346638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26696; }","duration":"3.899812646s","start":"2026-05-11T01:52:21.539839Z","end":"2026-05-11T01:52:25.439651Z","steps":["trace[83346638] 'agreement among raft nodes before linearized reading' (duration: 3.897739439s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:21.539812Z","time spent":"3.899865776s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-11T01:52:25.439769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66042275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T01:52:25.439802Z","caller":"traceutil/trace.go:171","msg":"trace[750892490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26696; }","duration":"1.660499472s","start":"2026-05-11T01:52:23.779293Z","end":"2026-05-11T01:52:25.439793Z","steps":["trace[750892490] 'agreement among raft nodes before linearized reading' (duration: 1.658823005s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983949178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.439827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.779271Z","time spent":"1.660549082s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-11T01:52:25.439837Z","caller":"traceutil/trace.go:171","msg":"trace[1629003363] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26696; }","duration":"4.98401251s","start":"2026-05-11T01:52:20.455816Z","end":"2026-05-11T01:52:25.439828Z","steps":["trace[1629003363] 'agreement among raft nodes before linearized reading' (duration: 4.981781929s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.439862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.455795Z","time spent":"4.984056981s","remote":"127.0.0.1:36624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.439949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741636055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.439979Z","caller":"traceutil/trace.go:171","msg":"trace[1048693582] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26696; }","duration":"1.741719007s","start":"2026-05-11T01:52:23.698251Z","end":"2026-05-11T01:52:25.43997Z","steps":["trace[1048693582] 'agreement among raft nodes before linearized reading' (duration: 1.739872106s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.440004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.69824Z","time spent":"1.741756268s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.440037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023105054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:25.440065Z","caller":"traceutil/trace.go:171","msg":"trace[233061573] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26696; }","duration":"5.023169556s","start":"2026-05-11T01:52:20.416888Z","end":"2026-05-11T01:52:25.440058Z","steps":["trace[233061573] 'agreement among raft nodes before linearized reading' (duration: 5.020723071s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.440088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.416843Z","time spent":"5.023237657s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.44018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753414499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:52:25.440215Z","caller":"traceutil/trace.go:171","msg":"trace[1450156681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26696; }","duration":"1.753475951s","start":"2026-05-11T01:52:23.68673Z","end":"2026-05-11T01:52:25.440206Z","steps":["trace[1450156681] 'agreement among raft nodes before linearized reading' (duration: 1.751401315s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.44024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:23.686713Z","time spent":"1.753519191s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:52:25.440382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.261349342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:52:25.440411Z","caller":"traceutil/trace.go:171","msg":"trace[614347496] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26696; }","duration":"5.261419663s","start":"2026-05-11T01:52:20.178984Z","end":"2026-05-11T01:52:25.440404Z","steps":["trace[614347496] 'agreement among raft nodes before linearized reading' (duration: 5.258636621s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.440433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.178971Z","time spent":"5.261455534s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.439778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903529309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:25.440594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605991438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.440618Z","caller":"traceutil/trace.go:171","msg":"trace[593666547] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26696; }","duration":"5.60603989s","start":"2026-05-11T01:52:19.834571Z","end":"2026-05-11T01:52:25.440611Z","steps":["trace[593666547] 'agreement among raft nodes before linearized reading' (duration: 5.603066532s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.44064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.834556Z","time spent":"5.606077331s","remote":"127.0.0.1:60858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:25.440751Z","caller":"traceutil/trace.go:171","msg":"trace[1655930478] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26696; }","duration":"4.904375498s","start":"2026-05-11T01:52:20.536209Z","end":"2026-05-11T01:52:25.440584Z","steps":["trace[1655930478] 'agreement among raft nodes before linearized reading' (duration: 4.901378871s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.440807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:20.53619Z","time spent":"4.904603045s","remote":"127.0.0.1:40674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.439229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:24.053069Z","time spent":"1.386148247s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.440565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.597758215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:25.441211Z","caller":"traceutil/trace.go:171","msg":"trace[285988224] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26696; }","duration":"5.59842752s","start":"2026-05-11T01:52:19.842772Z","end":"2026-05-11T01:52:25.4412Z","steps":["trace[285988224] 'agreement among raft nodes before linearized reading' (duration: 5.594857209s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:25.441247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:19.842758Z","time spent":"5.598477171s","remote":"127.0.0.1:50800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:25.938304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:26.43919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:26.60859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.441882Z","time spent":"1.166702518s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:26.684817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.444985Z","time spent":"1.239824514s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:26.696185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248630261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:26.696299Z","caller":"traceutil/trace.go:171","msg":"trace[1093045806] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"1.248721463s","start":"2026-05-11T01:52:25.447517Z","end":"2026-05-11T01:52:26.696238Z","steps":["trace[1093045806] 'agreement among raft nodes before linearized reading' (duration: 1.248626891s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:26.696357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.447489Z","time spent":"1.248854816s","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/05/11 01:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:26.777091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.445205Z","time spent":"1.331879393s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:26.77797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.445775Z","time spent":"1.33218716s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/11 01:52:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:27.066642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:27.066757Z","caller":"traceutil/trace.go:171","msg":"trace[468510671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138266s","start":"2026-05-11T01:52:25.066598Z","end":"2026-05-11T01:52:27.066736Z","steps":["trace[468510671] 'agreement among raft nodes before linearized reading' (duration: 1.999995623s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:27.066857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.066588Z","time spent":"2.000255688s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:27.664639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095458786s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:28.156913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713348043s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:28.15748Z","caller":"traceutil/trace.go:171","msg":"trace[1552228339] linearizableReadLoop","detail":"{readStateIndex:27604; appliedIndex:27596; }","duration":"2.720215257s","start":"2026-05-11T01:52:25.437247Z","end":"2026-05-11T01:52:28.157462Z","steps":["trace[1552228339] 'read index received' (duration: 1.006192599s)","trace[1552228339] 'applied index is now lower than readState.Index' (duration: 1.714021538s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:28.157571Z","caller":"traceutil/trace.go:171","msg":"trace[312127615] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"2.722644962s","start":"2026-05-11T01:52:25.434907Z","end":"2026-05-11T01:52:28.157552Z","steps":["trace[312127615] 'process raft request' (duration: 1.008564843s)","trace[312127615] 'compare' (duration: 402.166503ms)","trace[312127615] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18ae5ced222b91ae; req_size:756; } (duration: 1.310073546s)"],"step_count":3} {"level":"info","ts":"2026-05-11T01:52:28.157664Z","caller":"traceutil/trace.go:171","msg":"trace[373749122] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"2.710024199s","start":"2026-05-11T01:52:25.447608Z","end":"2026-05-11T01:52:28.157632Z","steps":["trace[373749122] 'process raft request' (duration: 2.709778324s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:28.157725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.442143Z","time spent":"2.715574453s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:52:28.157739Z","caller":"traceutil/trace.go:171","msg":"trace[1359707537] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"2.709381305s","start":"2026-05-11T01:52:25.44833Z","end":"2026-05-11T01:52:28.157712Z","steps":["trace[1359707537] 'process raft request' (duration: 2.709094149s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:28.157794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.447596Z","time spent":"2.710132162s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:28.15781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091793996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-05-11T01:52:28.157844Z","caller":"traceutil/trace.go:171","msg":"trace[1927024976] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26703; }","duration":"3.091892709s","start":"2026-05-11T01:52:25.065942Z","end":"2026-05-11T01:52:28.157835Z","steps":["trace[1927024976] 'agreement among raft nodes before linearized reading' (duration: 3.091741405s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:28.157849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720939184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:52:28.157874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.065925Z","time spent":"3.091942489s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-11T01:52:28.157893Z","caller":"traceutil/trace.go:171","msg":"trace[778449945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26703; }","duration":"2.721033566s","start":"2026-05-11T01:52:25.436847Z","end":"2026-05-11T01:52:28.157881Z","steps":["trace[778449945] 'agreement among raft nodes before linearized reading' (duration: 2.720822031s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:28.15789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.448317Z","time spent":"2.709494668s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:28.157952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.436834Z","time spent":"2.721086057s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:52:28.15841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.434887Z","time spent":"2.722741974s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:28.658449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:28.735514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070670713s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:52:29.068449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-11T01:52:29.068548Z","caller":"traceutil/trace.go:171","msg":"trace[1772676155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287819s","start":"2026-05-11T01:52:27.068243Z","end":"2026-05-11T01:52:29.068531Z","steps":["trace[1772676155] 'agreement among raft nodes before linearized reading' (duration: 2.000163166s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.068595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.068214Z","time spent":"2.000370351s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:29.672417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.644374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:447"} {"level":"info","ts":"2026-05-11T01:52:29.672607Z","caller":"traceutil/trace.go:171","msg":"trace[1435729996] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26703; }","duration":"2.891667711s","start":"2026-05-11T01:52:26.780927Z","end":"2026-05-11T01:52:29.672595Z","steps":["trace[1435729996] 'process raft request' (duration: 2.89161023s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.672656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.780904Z","time spent":"2.891731103s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.672853Z","caller":"traceutil/trace.go:171","msg":"trace[1287866207] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26703; }","duration":"2.892811986s","start":"2026-05-11T01:52:26.780035Z","end":"2026-05-11T01:52:29.672847Z","steps":["trace[1287866207] 'process raft request' (duration: 2.892478489s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:29.67284Z","caller":"traceutil/trace.go:171","msg":"trace[1293480653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26703; }","duration":"3.062243826s","start":"2026-05-11T01:52:26.610553Z","end":"2026-05-11T01:52:29.672796Z","steps":["trace[1293480653] 'process raft request' (duration: 2.125151252s)","trace[1293480653] 'compare' (duration: 666.193628ms)","trace[1293480653] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; } (duration: 270.388425ms)"],"step_count":3} {"level":"warn","ts":"2026-05-11T01:52:29.672891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.780009Z","time spent":"2.892854948s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:29.672991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.610537Z","time spent":"3.062369299s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673165Z","caller":"traceutil/trace.go:171","msg":"trace[312062671] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"2.809798691s","start":"2026-05-11T01:52:26.863355Z","end":"2026-05-11T01:52:29.673154Z","steps":["trace[312062671] 'process raft request' (duration: 2.809195688s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.863329Z","time spent":"2.809853822s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673184Z","caller":"traceutil/trace.go:171","msg":"trace[7720853] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"2.809639827s","start":"2026-05-11T01:52:26.863526Z","end":"2026-05-11T01:52:29.673166Z","steps":["trace[7720853] 'process raft request' (duration: 2.809505574s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.863518Z","time spent":"2.809713399s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673339Z","caller":"traceutil/trace.go:171","msg":"trace[12386773] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"2.808509852s","start":"2026-05-11T01:52:26.864808Z","end":"2026-05-11T01:52:29.673318Z","steps":["trace[12386773] 'process raft request' (duration: 2.808328378s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:29.673403Z","caller":"traceutil/trace.go:171","msg":"trace[1628770484] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"2.23290574s","start":"2026-05-11T01:52:27.440475Z","end":"2026-05-11T01:52:29.673381Z","steps":["trace[1628770484] 'process raft request' (duration: 2.232769617s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.864797Z","time spent":"2.808587743s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673499Z","caller":"traceutil/trace.go:171","msg":"trace[1497461694] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"2.232733328s","start":"2026-05-11T01:52:27.440759Z","end":"2026-05-11T01:52:29.673493Z","steps":["trace[1497461694] 'process raft request' (duration: 2.232585303s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.440751Z","time spent":"2.232764848s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:29.673534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.440443Z","time spent":"2.233021024s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.67366Z","caller":"traceutil/trace.go:171","msg":"trace[1293560702] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"2.232801838s","start":"2026-05-11T01:52:27.440842Z","end":"2026-05-11T01:52:29.673644Z","steps":["trace[1293560702] 'process raft request' (duration: 2.232623524s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.440835Z","time spent":"2.232859749s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673773Z","caller":"traceutil/trace.go:171","msg":"trace[301800777] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"2.232751168s","start":"2026-05-11T01:52:27.441013Z","end":"2026-05-11T01:52:29.673765Z","steps":["trace[301800777] 'process raft request' (duration: 2.232574114s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:29.673787Z","caller":"traceutil/trace.go:171","msg":"trace[766669455] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"1.514736422s","start":"2026-05-11T01:52:28.159039Z","end":"2026-05-11T01:52:29.673775Z","steps":["trace[766669455] 'process raft request' (duration: 1.51466188s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.441002Z","time spent":"2.232789318s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.67382Z","caller":"traceutil/trace.go:171","msg":"trace[1012811720] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"2.231157843s","start":"2026-05-11T01:52:27.442652Z","end":"2026-05-11T01:52:29.67381Z","steps":["trace[1012811720] 'process raft request' (duration: 2.231007239s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.15902Z","time spent":"1.514794343s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:29.673872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.44263Z","time spent":"2.231217683s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673889Z","caller":"traceutil/trace.go:171","msg":"trace[1426809815] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"1.507905569s","start":"2026-05-11T01:52:28.165978Z","end":"2026-05-11T01:52:29.673883Z","steps":["trace[1426809815] 'process raft request' (duration: 1.507759376s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.673915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.165969Z","time spent":"1.507932031s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:29.673998Z","caller":"traceutil/trace.go:171","msg":"trace[505968279] linearizableReadLoop","detail":"{readStateIndex:27617; appliedIndex:27604; }","duration":"1.51646779s","start":"2026-05-11T01:52:28.15752Z","end":"2026-05-11T01:52:29.673988Z","steps":["trace[505968279] 'read index received' (duration: 578.144818ms)","trace[505968279] 'applied index is now lower than readState.Index' (duration: 938.321732ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:29.674007Z","caller":"traceutil/trace.go:171","msg":"trace[2078687961] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"746.586496ms","start":"2026-05-11T01:52:28.927413Z","end":"2026-05-11T01:52:29.674Z","steps":["trace[2078687961] 'process raft request' (duration: 746.356041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:29.674042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.927396Z","time spent":"746.628616ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:30.69744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02362307s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:52:30.697559Z","caller":"traceutil/trace.go:171","msg":"trace[1442619801] linearizableReadLoop","detail":"{readStateIndex:27619; appliedIndex:27618; }","duration":"1.023521977s","start":"2026-05-11T01:52:29.674018Z","end":"2026-05-11T01:52:30.69754Z","steps":["trace[1442619801] 'read index received' (duration: 96.292µs)","trace[1442619801] 'applied index is now lower than readState.Index' (duration: 1.023423525s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.6983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.717905899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.698362Z","caller":"traceutil/trace.go:171","msg":"trace[591786784] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26714; }","duration":"4.718057422s","start":"2026-05-11T01:52:25.98029Z","end":"2026-05-11T01:52:30.698347Z","steps":["trace[591786784] 'agreement among raft nodes before linearized reading' (duration: 3.693773598s)","trace[591786784] 'count revisions from in-memory index tree' (duration: 1.024149181s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.698412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.98027Z","time spent":"4.718129673s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.698651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994659507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.698717Z","caller":"traceutil/trace.go:171","msg":"trace[839635735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26714; }","duration":"4.994736739s","start":"2026-05-11T01:52:25.703947Z","end":"2026-05-11T01:52:30.698683Z","steps":["trace[839635735] 'agreement among raft nodes before linearized reading' (duration: 3.970115547s)","trace[839635735] 'count revisions from in-memory index tree' (duration: 1.02456394s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.698756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.703923Z","time spent":"4.99482341s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.69892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726319316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.698951Z","caller":"traceutil/trace.go:171","msg":"trace[757712793] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26714; }","duration":"2.726388256s","start":"2026-05-11T01:52:27.972554Z","end":"2026-05-11T01:52:30.698942Z","steps":["trace[757712793] 'agreement among raft nodes before linearized reading' (duration: 1.701519298s)","trace[757712793] 'count revisions from in-memory index tree' (duration: 1.024827657s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.69898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.972517Z","time spent":"2.726456208s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.69914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223813772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.69918Z","caller":"traceutil/trace.go:171","msg":"trace[335440505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26714; }","duration":"5.223879883s","start":"2026-05-11T01:52:25.47529Z","end":"2026-05-11T01:52:30.699169Z","steps":["trace[335440505] 'agreement among raft nodes before linearized reading' (duration: 4.1987862s)","trace[335440505] 'count revisions from in-memory index tree' (duration: 1.025044192s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.699212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.475277Z","time spent":"5.223924285s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.699367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122200638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-11T01:52:30.699407Z","caller":"traceutil/trace.go:171","msg":"trace[1695080449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.12223834s","start":"2026-05-11T01:52:26.577159Z","end":"2026-05-11T01:52:30.699397Z","steps":["trace[1695080449] 'agreement among raft nodes before linearized reading' (duration: 3.096920912s)","trace[1695080449] 'range keys from in-memory index tree' (duration: 1.025269126s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.69947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.577097Z","time spent":"4.122343282s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/11 01:52:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:30.699566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24069671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.699602Z","caller":"traceutil/trace.go:171","msg":"trace[688226443] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26714; }","duration":"5.240782902s","start":"2026-05-11T01:52:25.458807Z","end":"2026-05-11T01:52:30.69959Z","steps":["trace[688226443] 'agreement among raft nodes before linearized reading' (duration: 4.21527712s)","trace[688226443] 'count revisions from in-memory index tree' (duration: 1.025463431s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.699638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.458785Z","time spent":"5.240845812s","remote":"127.0.0.1:59630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.699804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256370699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.699842Z","caller":"traceutil/trace.go:171","msg":"trace[1828469327] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26714; }","duration":"4.25640647s","start":"2026-05-11T01:52:26.443424Z","end":"2026-05-11T01:52:30.69983Z","steps":["trace[1828469327] 'agreement among raft nodes before linearized reading' (duration: 3.230662263s)","trace[1828469327] 'count revisions from in-memory index tree' (duration: 1.025700236s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.699872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.443361Z","time spent":"4.256503313s","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.70003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026069968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.700068Z","caller":"traceutil/trace.go:171","msg":"trace[1878077186] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26714; }","duration":"4.0261444s","start":"2026-05-11T01:52:26.673913Z","end":"2026-05-11T01:52:30.700057Z","steps":["trace[1878077186] 'agreement among raft nodes before linearized reading' (duration: 3.000172308s)","trace[1878077186] 'count revisions from in-memory index tree' (duration: 1.025921451s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.700139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.673886Z","time spent":"4.026243482s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.700208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250617495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.700263Z","caller":"traceutil/trace.go:171","msg":"trace[20030781] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26714; }","duration":"1.250730237s","start":"2026-05-11T01:52:29.449522Z","end":"2026-05-11T01:52:30.700253Z","steps":["trace[20030781] 'agreement among raft nodes before linearized reading' (duration: 1.250632925s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.700291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.449502Z","time spent":"1.250783859s","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.700406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.252994754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:30.700464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624816794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.700465Z","caller":"traceutil/trace.go:171","msg":"trace[74145496] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26714; }","duration":"5.253062426s","start":"2026-05-11T01:52:25.447392Z","end":"2026-05-11T01:52:30.700454Z","steps":["trace[74145496] 'agreement among raft nodes before linearized reading' (duration: 4.226701975s)","trace[74145496] 'range keys from in-memory index tree' (duration: 1.026283359s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.700509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657430094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.700526Z","caller":"traceutil/trace.go:171","msg":"trace[962223342] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26714; }","duration":"1.657484365s","start":"2026-05-11T01:52:29.043038Z","end":"2026-05-11T01:52:30.700522Z","steps":["trace[962223342] 'agreement among raft nodes before linearized reading' (duration: 1.657456284s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.700539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.043018Z","time spent":"1.657517595s","remote":"127.0.0.1:50884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.700517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.447386Z","time spent":"5.253122697s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:52:30.700634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946843784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.700656Z","caller":"traceutil/trace.go:171","msg":"trace[1929904671] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26714; }","duration":"1.946888136s","start":"2026-05-11T01:52:28.753761Z","end":"2026-05-11T01:52:30.70065Z","steps":["trace[1929904671] 'agreement among raft nodes before linearized reading' (duration: 1.946853945s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.700673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.753747Z","time spent":"1.946923416s","remote":"127.0.0.1:36132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.700802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537571344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5ff44f78bf-bl7tk.18ae5e6a801d87dc\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-05-11T01:52:30.70082Z","caller":"traceutil/trace.go:171","msg":"trace[1678414601] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5ff44f78bf-bl7tk.18ae5e6a801d87dc; range_end:; response_count:1; response_revision:26714; }","duration":"2.537618436s","start":"2026-05-11T01:52:28.163198Z","end":"2026-05-11T01:52:30.700816Z","steps":["trace[1678414601] 'agreement among raft nodes before linearized reading' (duration: 2.537541804s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.700832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.163185Z","time spent":"2.537644606s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-5ff44f78bf-bl7tk.18ae5e6a801d87dc\" "} {"level":"warn","ts":"2026-05-11T01:52:30.70086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586800687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:52:30.7009Z","caller":"traceutil/trace.go:171","msg":"trace[337675926] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26714; }","duration":"4.586876458s","start":"2026-05-11T01:52:26.114014Z","end":"2026-05-11T01:52:30.70089Z","steps":["trace[337675926] 'agreement among raft nodes before linearized reading' (duration: 3.560081328s)","trace[337675926] 'range keys from in-memory index tree' (duration: 1.026670228s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.700935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54012516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-05-11T01:52:30.700937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:26.113993Z","time spent":"4.58693399s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-11T01:52:30.700951Z","caller":"traceutil/trace.go:171","msg":"trace[1204949807] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26714; }","duration":"2.540215372s","start":"2026-05-11T01:52:28.160732Z","end":"2026-05-11T01:52:30.700947Z","steps":["trace[1204949807] 'agreement among raft nodes before linearized reading' (duration: 2.540164791s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.700965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:28.160622Z","time spent":"2.540340496s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:52:30.70109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032206224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.701126Z","caller":"traceutil/trace.go:171","msg":"trace[880244493] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26714; }","duration":"3.032286216s","start":"2026-05-11T01:52:27.66883Z","end":"2026-05-11T01:52:30.701116Z","steps":["trace[880244493] 'agreement among raft nodes before linearized reading' (duration: 2.005271451s)","trace[880244493] 'count revisions from in-memory index tree' (duration: 1.026968694s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.70121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.668801Z","time spent":"3.032351647s","remote":"127.0.0.1:59526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.701433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257182367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-05-11T01:52:30.701458Z","caller":"traceutil/trace.go:171","msg":"trace[105806043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67; range_end:; response_count:1; response_revision:26714; }","duration":"5.257216818s","start":"2026-05-11T01:52:25.444235Z","end":"2026-05-11T01:52:30.701452Z","steps":["trace[105806043] 'agreement among raft nodes before linearized reading' (duration: 4.229866765s)","trace[105806043] 'range keys from in-memory index tree' (duration: 1.027297052s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.701472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.44423Z","time spent":"5.257238109s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-44854a97-8866-4cc6-8987-234575390c67\" "} {"level":"warn","ts":"2026-05-11T01:52:30.701584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615735623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.701604Z","caller":"traceutil/trace.go:171","msg":"trace[1886370620] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26714; }","duration":"3.615798495s","start":"2026-05-11T01:52:27.0858Z","end":"2026-05-11T01:52:30.701598Z","steps":["trace[1886370620] 'agreement among raft nodes before linearized reading' (duration: 2.588309978s)","trace[1886370620] 'count revisions from in-memory index tree' (duration: 1.027458186s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.701622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.085778Z","time spent":"3.615838845s","remote":"127.0.0.1:51060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.701702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650406709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:30.70172Z","caller":"traceutil/trace.go:171","msg":"trace[1932291662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26714; }","duration":"3.65046883s","start":"2026-05-11T01:52:27.051246Z","end":"2026-05-11T01:52:30.701715Z","steps":["trace[1932291662] 'agreement among raft nodes before linearized reading' (duration: 2.622866261s)","trace[1932291662] 'count revisions from in-memory index tree' (duration: 1.027576789s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.701737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:27.051215Z","time spent":"3.650515882s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:30.701836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259824827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-05-11T01:52:30.701856Z","caller":"traceutil/trace.go:171","msg":"trace[477549219] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:26714; }","duration":"5.259867518s","start":"2026-05-11T01:52:25.441984Z","end":"2026-05-11T01:52:30.701852Z","steps":["trace[477549219] 'agreement among raft nodes before linearized reading' (duration: 4.232130936s)","trace[477549219] 'range keys from in-memory index tree' (duration: 1.027689611s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:30.701869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:25.441973Z","time spent":"5.259892899s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1322,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-05-11T01:52:30.700437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529161475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:30.702154Z","caller":"traceutil/trace.go:171","msg":"trace[438457977] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26714; }","duration":"1.530897994s","start":"2026-05-11T01:52:29.171241Z","end":"2026-05-11T01:52:30.702139Z","steps":["trace[438457977] 'agreement among raft nodes before linearized reading' (duration: 1.529174195s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:30.700485Z","caller":"traceutil/trace.go:171","msg":"trace[1857408317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26714; }","duration":"1.624838304s","start":"2026-05-11T01:52:29.075642Z","end":"2026-05-11T01:52:30.70048Z","steps":["trace[1857408317] 'agreement among raft nodes before linearized reading' (duration: 1.624804703s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:30.702405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.075606Z","time spent":"1.626756258s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:30.702437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.171224Z","time spent":"1.531005967s","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:31.396473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.47149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:31.396618Z","caller":"traceutil/trace.go:171","msg":"trace[1055138802] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"955.904186ms","start":"2026-05-11T01:52:30.440671Z","end":"2026-05-11T01:52:31.396575Z","steps":["trace[1055138802] 'process raft request' (duration: 303.234831ms)","trace[1055138802] 'compare' (duration: 180.318562ms)","trace[1055138802] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:624; } (duration: 471.519694ms)"],"step_count":3} {"level":"warn","ts":"2026-05-11T01:52:31.396678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.704473Z","time spent":"692.200509ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:52:31.396687Z","caller":"traceutil/trace.go:171","msg":"trace[1691865570] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"699.060123ms","start":"2026-05-11T01:52:30.697607Z","end":"2026-05-11T01:52:31.396667Z","steps":["trace[1691865570] 'read index received' (duration: 46.226365ms)","trace[1691865570] 'applied index is now lower than readState.Index' (duration: 652.832048ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:31.396751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.440653Z","time spent":"956.028509ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:31.396837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.033645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:31.396865Z","caller":"traceutil/trace.go:171","msg":"trace[623295811] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26715; }","duration":"866.114067ms","start":"2026-05-11T01:52:30.530745Z","end":"2026-05-11T01:52:31.396859Z","steps":["trace[623295811] 'agreement among raft nodes before linearized reading' (duration: 866.017935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.396887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.530724Z","time spent":"866.155779ms","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:31.397024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.227498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:31.397042Z","caller":"traceutil/trace.go:171","msg":"trace[676901879] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26715; }","duration":"950.28247ms","start":"2026-05-11T01:52:30.446752Z","end":"2026-05-11T01:52:31.397034Z","steps":["trace[676901879] 'agreement among raft nodes before linearized reading' (duration: 950.249219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.446737Z","time spent":"950.31491ms","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:31.397279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.187802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:31.397368Z","caller":"traceutil/trace.go:171","msg":"trace[1177945338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26715; }","duration":"693.280243ms","start":"2026-05-11T01:52:30.704049Z","end":"2026-05-11T01:52:31.39733Z","steps":["trace[1177945338] 'agreement among raft nodes before linearized reading' (duration: 693.13994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.704037Z","time spent":"693.363925ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:31.39751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.732054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:31.397526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.790979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-05-11T01:52:31.397523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.795102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-11T01:52:31.397536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468689344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:31.397564Z","caller":"traceutil/trace.go:171","msg":"trace[857328298] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26715; }","duration":"678.86347ms","start":"2026-05-11T01:52:30.718689Z","end":"2026-05-11T01:52:31.397553Z","steps":["trace[857328298] 'agreement among raft nodes before linearized reading' (duration: 678.725757ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:31.397564Z","caller":"traceutil/trace.go:171","msg":"trace[53706241] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26715; }","duration":"503.816676ms","start":"2026-05-11T01:52:30.893729Z","end":"2026-05-11T01:52:31.397546Z","steps":["trace[53706241] 'agreement among raft nodes before linearized reading' (duration: 503.715194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.458971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:31.397566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.391903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-05-11T01:52:31.397585Z","caller":"traceutil/trace.go:171","msg":"trace[1672875327] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26715; }","duration":"1.468775836s","start":"2026-05-11T01:52:29.928797Z","end":"2026-05-11T01:52:31.397572Z","steps":["trace[1672875327] 'agreement among raft nodes before linearized reading' (duration: 1.468691244s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.718671Z","time spent":"678.923941ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-11T01:52:31.397612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.893714Z","time spent":"503.888747ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:31.397612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.583883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:31.397616Z","caller":"traceutil/trace.go:171","msg":"trace[1063961958] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26715; }","duration":"610.540152ms","start":"2026-05-11T01:52:30.787063Z","end":"2026-05-11T01:52:31.397603Z","steps":["trace[1063961958] 'agreement among raft nodes before linearized reading' (duration: 610.452481ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:31.397624Z","caller":"traceutil/trace.go:171","msg":"trace[1957178397] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:26715; }","duration":"688.463996ms","start":"2026-05-11T01:52:30.709149Z","end":"2026-05-11T01:52:31.397613Z","steps":["trace[1957178397] 'agreement among raft nodes before linearized reading' (duration: 688.281772ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.928775Z","time spent":"1.468847237s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:31.397578Z","caller":"traceutil/trace.go:171","msg":"trace[920321118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26715; }","duration":"586.860504ms","start":"2026-05-11T01:52:30.810704Z","end":"2026-05-11T01:52:31.397564Z","steps":["trace[920321118] 'agreement among raft nodes before linearized reading' (duration: 586.69874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.787046Z","time spent":"610.602224ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-11T01:52:31.397653Z","caller":"traceutil/trace.go:171","msg":"trace[853597752] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26715; }","duration":"690.632734ms","start":"2026-05-11T01:52:30.707006Z","end":"2026-05-11T01:52:31.397639Z","steps":["trace[853597752] 'agreement among raft nodes before linearized reading' (duration: 690.574443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.397661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.709143Z","time spent":"688.510877ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-05-11T01:52:31.397645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721982128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-11T01:52:31.397689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.707Z","time spent":"690.683005ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:52:31.397692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:30.81066Z","time spent":"587.015987ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-05-11T01:52:31.397721Z","caller":"traceutil/trace.go:171","msg":"trace[1457496513] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26715; }","duration":"1.72207886s","start":"2026-05-11T01:52:29.675625Z","end":"2026-05-11T01:52:31.397703Z","steps":["trace[1457496513] 'agreement among raft nodes before linearized reading' (duration: 1.721812904s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:31.39777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:29.675565Z","time spent":"1.722196782s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:52:31.654038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.855756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:31.654181Z","caller":"traceutil/trace.go:171","msg":"trace[455172119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26715; }","duration":"131.01996ms","start":"2026-05-11T01:52:31.523144Z","end":"2026-05-11T01:52:31.654163Z","steps":["trace[455172119] 'range keys from in-memory index tree' (duration: 130.833465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:32.233817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.323168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:32.234149Z","caller":"traceutil/trace.go:171","msg":"trace[1866838701] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"836.519335ms","start":"2026-05-11T01:52:31.397579Z","end":"2026-05-11T01:52:32.234098Z","steps":["trace[1866838701] 'process raft request' (duration: 46.799407ms)","trace[1866838701] 'compare' (duration: 210.094168ms)","trace[1866838701] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/cinder-api-5ff44f78bf-bl7tk.18ae5e6a801d87dc; req_size:1159; } (duration: 578.364451ms)"],"step_count":3} {"level":"info","ts":"2026-05-11T01:52:32.234176Z","caller":"traceutil/trace.go:171","msg":"trace[906434827] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"830.967331ms","start":"2026-05-11T01:52:31.403185Z","end":"2026-05-11T01:52:32.234152Z","steps":["trace[906434827] 'process raft request' (duration: 830.768647ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:32.234179Z","caller":"traceutil/trace.go:171","msg":"trace[948522460] linearizableReadLoop","detail":"{readStateIndex:27622; appliedIndex:27621; }","duration":"834.804786ms","start":"2026-05-11T01:52:31.399339Z","end":"2026-05-11T01:52:32.234144Z","steps":["trace[948522460] 'read index received' (duration: 45.089368ms)","trace[948522460] 'applied index is now lower than readState.Index' (duration: 789.712728ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:32.234316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.403172Z","time spent":"831.063123ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:32.234335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.397562Z","time spent":"836.667128ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:32.234523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.161974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:52:32.234575Z","caller":"traceutil/trace.go:171","msg":"trace[553997631] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26717; }","duration":"835.255596ms","start":"2026-05-11T01:52:31.399309Z","end":"2026-05-11T01:52:32.234564Z","steps":["trace[553997631] 'agreement among raft nodes before linearized reading' (duration: 835.009631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:32.23461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.399264Z","time spent":"835.337178ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-11T01:52:32.239199Z","caller":"traceutil/trace.go:171","msg":"trace[673752850] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"557.500916ms","start":"2026-05-11T01:52:31.681676Z","end":"2026-05-11T01:52:32.239177Z","steps":["trace[673752850] 'process raft request' (duration: 557.250291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:32.239325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.681658Z","time spent":"557.609118ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:32.239379Z","caller":"traceutil/trace.go:171","msg":"trace[1982287921] transaction","detail":"{read_only:false; response_revision:26718; number_of_response:1; }","duration":"557.6781ms","start":"2026-05-11T01:52:31.681676Z","end":"2026-05-11T01:52:32.239354Z","steps":["trace[1982287921] 'process raft request' (duration: 557.142408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:32.239539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.681658Z","time spent":"557.803792ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:33.206683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.854057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:33.206954Z","caller":"traceutil/trace.go:171","msg":"trace[313299099] transaction","detail":"{read_only:false; response_revision:26722; number_of_response:1; }","duration":"1.524286042s","start":"2026-05-11T01:52:31.682654Z","end":"2026-05-11T01:52:33.20694Z","steps":["trace[313299099] 'process raft request' (duration: 1.524229251s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:33.206956Z","caller":"traceutil/trace.go:171","msg":"trace[1211972059] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"1.524957868s","start":"2026-05-11T01:52:31.681978Z","end":"2026-05-11T01:52:33.206936Z","steps":["trace[1211972059] 'process raft request' (duration: 1.524787615s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:33.206954Z","caller":"traceutil/trace.go:171","msg":"trace[2027300150] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"1.524935637s","start":"2026-05-11T01:52:31.681957Z","end":"2026-05-11T01:52:33.206893Z","steps":["trace[2027300150] 'process raft request' (duration: 723.804704ms)","trace[2027300150] 'compare' (duration: 396.939316ms)","trace[2027300150] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 402.404876ms)"],"step_count":3} {"level":"warn","ts":"2026-05-11T01:52:33.207005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.682638Z","time spent":"1.524347933s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:33.207061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.681969Z","time spent":"1.5250279s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:33.207108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.681936Z","time spent":"1.525088361s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:33.207136Z","caller":"traceutil/trace.go:171","msg":"trace[331997776] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"1.524359505s","start":"2026-05-11T01:52:31.682769Z","end":"2026-05-11T01:52:33.207129Z","steps":["trace[331997776] 'process raft request' (duration: 1.52414064s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.682764Z","time spent":"1.524394255s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:33.20731Z","caller":"traceutil/trace.go:171","msg":"trace[1126376238] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27624; }","duration":"973.059977ms","start":"2026-05-11T01:52:32.234239Z","end":"2026-05-11T01:52:33.207299Z","steps":["trace[1126376238] 'read index received' (duration: 4.790307ms)","trace[1126376238] 'applied index is now lower than readState.Index' (duration: 968.26897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:33.207366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445351497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:33.207373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804383306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.207405Z","caller":"traceutil/trace.go:171","msg":"trace[895274027] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26725; }","duration":"1.445430089s","start":"2026-05-11T01:52:31.761965Z","end":"2026-05-11T01:52:33.207395Z","steps":["trace[895274027] 'agreement among raft nodes before linearized reading' (duration: 1.445341107s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:33.207411Z","caller":"traceutil/trace.go:171","msg":"trace[1112446864] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26725; }","duration":"1.804436468s","start":"2026-05-11T01:52:31.402964Z","end":"2026-05-11T01:52:33.207401Z","steps":["trace[1112446864] 'agreement among raft nodes before linearized reading' (duration: 1.804343945s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.761946Z","time spent":"1.445476401s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:33.207441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804917018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"warn","ts":"2026-05-11T01:52:33.207423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305072662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.207469Z","caller":"traceutil/trace.go:171","msg":"trace[519595034] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26725; }","duration":"1.804963269s","start":"2026-05-11T01:52:31.402498Z","end":"2026-05-11T01:52:33.207461Z","steps":["trace[519595034] 'agreement among raft nodes before linearized reading' (duration: 1.804866097s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802234328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:33.207495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.402489Z","time spent":"1.804995189s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1461,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-11T01:52:33.207495Z","caller":"traceutil/trace.go:171","msg":"trace[107728260] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26725; }","duration":"1.305225025s","start":"2026-05-11T01:52:31.902251Z","end":"2026-05-11T01:52:33.207476Z","steps":["trace[107728260] 'agreement among raft nodes before linearized reading' (duration: 1.305059042s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803850174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:33.207539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.902238Z","time spent":"1.305290496s","remote":"127.0.0.1:42744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:33.207559Z","caller":"traceutil/trace.go:171","msg":"trace[106974032] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26725; }","duration":"1.803888105s","start":"2026-05-11T01:52:31.403666Z","end":"2026-05-11T01:52:33.207554Z","steps":["trace[106974032] 'agreement among raft nodes before linearized reading' (duration: 1.803853934s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311785922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:33.207575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.403653Z","time spent":"1.803918746s","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-05-11T01:52:33.207584Z","caller":"traceutil/trace.go:171","msg":"trace[810665463] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26725; }","duration":"1.311846232s","start":"2026-05-11T01:52:31.895731Z","end":"2026-05-11T01:52:33.207577Z","steps":["trace[810665463] 'agreement among raft nodes before linearized reading' (duration: 1.311806322s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.895711Z","time spent":"1.311889374s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:33.207659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806529344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-05-11T01:52:33.207687Z","caller":"traceutil/trace.go:171","msg":"trace[1979263006] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26725; }","duration":"1.806581096s","start":"2026-05-11T01:52:31.401097Z","end":"2026-05-11T01:52:33.207679Z","steps":["trace[1979263006] 'agreement among raft nodes before linearized reading' (duration: 1.806493334s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.401088Z","time spent":"1.806613146s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-11T01:52:33.207712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402210943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.207735Z","caller":"traceutil/trace.go:171","msg":"trace[1632763457] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26725; }","duration":"1.402269884s","start":"2026-05-11T01:52:31.805455Z","end":"2026-05-11T01:52:33.207725Z","steps":["trace[1632763457] 'agreement among raft nodes before linearized reading' (duration: 1.402238253s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:33.207745Z","caller":"traceutil/trace.go:171","msg":"trace[1666068531] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"1.524312273s","start":"2026-05-11T01:52:31.683421Z","end":"2026-05-11T01:52:33.207733Z","steps":["trace[1666068531] 'process raft request' (duration: 1.523676339s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.805432Z","time spent":"1.402323585s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:33.20783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.683413Z","time spent":"1.524360384s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:33.207508Z","caller":"traceutil/trace.go:171","msg":"trace[1765241055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26725; }","duration":"1.8023113s","start":"2026-05-11T01:52:31.405189Z","end":"2026-05-11T01:52:33.2075Z","steps":["trace[1765241055] 'agreement among raft nodes before linearized reading' (duration: 1.802272699s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.402956Z","time spent":"1.804470748s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:52:33.207887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.405174Z","time spent":"1.802708508s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:33.207901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807628108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.207951Z","caller":"traceutil/trace.go:171","msg":"trace[59735108] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26725; }","duration":"1.8077047s","start":"2026-05-11T01:52:31.400235Z","end":"2026-05-11T01:52:33.20794Z","steps":["trace[59735108] 'agreement among raft nodes before linearized reading' (duration: 1.807629739s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.208005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.400219Z","time spent":"1.807771321s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:52:33.208053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.904332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.208071Z","caller":"traceutil/trace.go:171","msg":"trace[1618746033] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26725; }","duration":"353.923402ms","start":"2026-05-11T01:52:32.854142Z","end":"2026-05-11T01:52:33.208065Z","steps":["trace[1618746033] 'agreement among raft nodes before linearized reading' (duration: 353.889931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.208087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:32.854091Z","time spent":"353.990765ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:33.208123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.577753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:33.207965Z","caller":"traceutil/trace.go:171","msg":"trace[1716089168] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"1.524043757s","start":"2026-05-11T01:52:31.683913Z","end":"2026-05-11T01:52:33.207957Z","steps":["trace[1716089168] 'process raft request' (duration: 1.523316011s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.208084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.783779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:52:33.20819Z","caller":"traceutil/trace.go:171","msg":"trace[1112336079] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26725; }","duration":"971.926072ms","start":"2026-05-11T01:52:32.236258Z","end":"2026-05-11T01:52:33.208184Z","steps":["trace[1112336079] 'agreement among raft nodes before linearized reading' (duration: 971.771648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.208203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.423376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6fd8cc48b4-kpxgv.18ae5f4152520254\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-11T01:52:33.208149Z","caller":"traceutil/trace.go:171","msg":"trace[1993944660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26725; }","duration":"674.641495ms","start":"2026-05-11T01:52:32.533502Z","end":"2026-05-11T01:52:33.208143Z","steps":["trace[1993944660] 'agreement among raft nodes before linearized reading' (duration: 674.597004ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:33.208223Z","caller":"traceutil/trace.go:171","msg":"trace[1969854562] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6fd8cc48b4-kpxgv.18ae5f4152520254; range_end:; response_count:1; response_revision:26725; }","duration":"969.442577ms","start":"2026-05-11T01:52:32.238774Z","end":"2026-05-11T01:52:33.208217Z","steps":["trace[1969854562] 'agreement among raft nodes before linearized reading' (duration: 969.386415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.207865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807410414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-05-11T01:52:33.208246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:32.238762Z","time spent":"969.479637ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6fd8cc48b4-kpxgv.18ae5f4152520254\" "} {"level":"info","ts":"2026-05-11T01:52:33.208257Z","caller":"traceutil/trace.go:171","msg":"trace[580672646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2; range_end:; response_count:1; response_revision:26725; }","duration":"1.807797102s","start":"2026-05-11T01:52:31.400448Z","end":"2026-05-11T01:52:33.208245Z","steps":["trace[580672646] 'agreement among raft nodes before linearized reading' (duration: 1.807362073s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:33.208207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:32.236239Z","time spent":"971.963263ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:52:33.208209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.683902Z","time spent":"1.524270603s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:33.208296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:31.400439Z","time spent":"1.807849653s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-089435f1-fe80-4a44-985b-2a06995265a2\" "} {"level":"warn","ts":"2026-05-11T01:52:33.208227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:32.533481Z","time spent":"674.739987ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:33.715904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:34.077444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.217641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:34.077838Z","caller":"traceutil/trace.go:171","msg":"trace[1154433817] linearizableReadLoop","detail":"{readStateIndex:27634; appliedIndex:27631; }","duration":"862.811673ms","start":"2026-05-11T01:52:33.215009Z","end":"2026-05-11T01:52:34.077821Z","steps":["trace[1154433817] 'read index received' (duration: 737.02924ms)","trace[1154433817] 'applied index is now lower than readState.Index' (duration: 125.781403ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:34.078193Z","caller":"traceutil/trace.go:171","msg":"trace[61652428] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"863.408657ms","start":"2026-05-11T01:52:33.214764Z","end":"2026-05-11T01:52:34.078172Z","steps":["trace[61652428] 'process raft request' (duration: 737.316787ms)","trace[61652428] 'compare' (duration: 13.039451ms)","trace[61652428] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-apiserver-instance; req_size:7084; } (duration: 111.449653ms)"],"step_count":3} {"level":"warn","ts":"2026-05-11T01:52:34.078407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.214752Z","time spent":"863.499799ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:34.078707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.667162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:52:34.078741Z","caller":"traceutil/trace.go:171","msg":"trace[988200520] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"863.328935ms","start":"2026-05-11T01:52:33.215379Z","end":"2026-05-11T01:52:34.078707Z","steps":["trace[988200520] 'process raft request' (duration: 862.164939ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:34.078792Z","caller":"traceutil/trace.go:171","msg":"trace[1438154702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26728; }","duration":"863.786685ms","start":"2026-05-11T01:52:33.214991Z","end":"2026-05-11T01:52:34.078778Z","steps":["trace[1438154702] 'agreement among raft nodes before linearized reading' (duration: 863.455198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.078872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.215367Z","time spent":"863.440497ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:34.078932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.214983Z","time spent":"863.934978ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-11T01:52:34.078872Z","caller":"traceutil/trace.go:171","msg":"trace[11623251] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"863.339115ms","start":"2026-05-11T01:52:33.215499Z","end":"2026-05-11T01:52:34.078838Z","steps":["trace[11623251] 'process raft request' (duration: 862.262371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.078974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.582701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:34.079028Z","caller":"traceutil/trace.go:171","msg":"trace[614482493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26728; }","duration":"859.651212ms","start":"2026-05-11T01:52:33.219362Z","end":"2026-05-11T01:52:34.079013Z","steps":["trace[614482493] 'agreement among raft nodes before linearized reading' (duration: 859.579011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.07906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.219352Z","time spent":"859.702504ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:34.079157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.460783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-11T01:52:34.079244Z","caller":"traceutil/trace.go:171","msg":"trace[618211672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26728; }","duration":"251.582576ms","start":"2026-05-11T01:52:33.827643Z","end":"2026-05-11T01:52:34.079225Z","steps":["trace[618211672] 'agreement among raft nodes before linearized reading' (duration: 251.30776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.079239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.442006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"warn","ts":"2026-05-11T01:52:34.079324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.01265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-11T01:52:34.079374Z","caller":"traceutil/trace.go:171","msg":"trace[1790237379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26728; }","duration":"864.065671ms","start":"2026-05-11T01:52:33.215292Z","end":"2026-05-11T01:52:34.079357Z","steps":["trace[1790237379] 'agreement among raft nodes before linearized reading' (duration: 863.951228ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:34.079386Z","caller":"traceutil/trace.go:171","msg":"trace[862778426] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26728; }","duration":"469.665491ms","start":"2026-05-11T01:52:33.609688Z","end":"2026-05-11T01:52:34.079354Z","steps":["trace[862778426] 'agreement among raft nodes before linearized reading' (duration: 469.086518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.079415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.215285Z","time spent":"864.119572ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:34.079178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.215482Z","time spent":"863.55872ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:34.079469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.609673Z","time spent":"469.780904ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-11T01:52:34.078789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.17808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:34.079587Z","caller":"traceutil/trace.go:171","msg":"trace[841836808] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26728; }","duration":"177.030229ms","start":"2026-05-11T01:52:33.902538Z","end":"2026-05-11T01:52:34.079568Z","steps":["trace[841836808] 'agreement among raft nodes before linearized reading' (duration: 176.156299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.08248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.327533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-05-11T01:52:34.082597Z","caller":"traceutil/trace.go:171","msg":"trace[379041152] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26728; }","duration":"867.447387ms","start":"2026-05-11T01:52:33.215125Z","end":"2026-05-11T01:52:34.082573Z","steps":["trace[379041152] 'agreement among raft nodes before linearized reading' (duration: 863.510829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:34.082669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:33.21512Z","time spent":"867.536878ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-11T01:52:36.183699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062503989s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-11T01:52:36.183901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.079975Z","time spent":"2.103920267s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:52:36.183913Z","caller":"traceutil/trace.go:171","msg":"trace[1554303036] linearizableReadLoop","detail":"{readStateIndex:27635; appliedIndex:27634; }","duration":"2.100735705s","start":"2026-05-11T01:52:34.083151Z","end":"2026-05-11T01:52:36.183886Z","steps":["trace[1554303036] 'read index received' (duration: 37.975709ms)","trace[1554303036] 'applied index is now lower than readState.Index' (duration: 2.062758366s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.184076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100909879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-11T01:52:36.184142Z","caller":"traceutil/trace.go:171","msg":"trace[27066967] range","detail":"{range_begin:/registry/persistentvolumes/pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71; range_end:; response_count:1; response_revision:26728; }","duration":"2.101009311s","start":"2026-05-11T01:52:34.083112Z","end":"2026-05-11T01:52:36.184122Z","steps":["trace[27066967] 'agreement among raft nodes before linearized reading' (duration: 2.100836698s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.184196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.083091Z","time spent":"2.101088453s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-804514bf-b7f7-4e7a-940f-55d45a55ef71\" "} {"level":"info","ts":"2026-05-11T01:52:36.672272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24277,"took":"11.229572916s","hash":4185988523,"current-db-size-bytes":52174848,"current-db-size":"52 MB","current-db-size-in-use-bytes":34275328,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-11T01:52:36.672364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4185988523,"revision":24277,"compact-revision":21481} {"level":"warn","ts":"2026-05-11T01:52:36.672487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.569985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:36.672984Z","caller":"traceutil/trace.go:171","msg":"trace[1177150249] transaction","detail":"{read_only:false; response_revision:26731; number_of_response:1; }","duration":"1.459410513s","start":"2026-05-11T01:52:35.213538Z","end":"2026-05-11T01:52:36.672949Z","steps":["trace[1177150249] 'process raft request' (duration: 1.459151338s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673056Z","caller":"traceutil/trace.go:171","msg":"trace[716392683] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"487.448469ms","start":"2026-05-11T01:52:36.185587Z","end":"2026-05-11T01:52:36.673035Z","steps":["trace[716392683] 'process raft request' (duration: 487.399548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.673138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.185556Z","time spent":"487.544962ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.213512Z","time spent":"1.459525736s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:36.673256Z","caller":"traceutil/trace.go:171","msg":"trace[1295399380] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"2.427927381s","start":"2026-05-11T01:52:34.245286Z","end":"2026-05-11T01:52:36.673213Z","steps":["trace[1295399380] 'process raft request' (duration: 1.938539808s)","trace[1295399380] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:604; } (duration: 488.38269ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:36.673263Z","caller":"traceutil/trace.go:171","msg":"trace[1579379077] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"1.457937221s","start":"2026-05-11T01:52:35.215295Z","end":"2026-05-11T01:52:36.673233Z","steps":["trace[1579379077] 'process raft request' (duration: 1.457553792s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673292Z","caller":"traceutil/trace.go:171","msg":"trace[878080621] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"2.426837366s","start":"2026-05-11T01:52:34.246427Z","end":"2026-05-11T01:52:36.673264Z","steps":["trace[878080621] 'process raft request' (duration: 2.426173492s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673291Z","caller":"traceutil/trace.go:171","msg":"trace[4159973] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"1.065220969s","start":"2026-05-11T01:52:35.60803Z","end":"2026-05-11T01:52:36.673251Z","steps":["trace[4159973] 'process raft request' (duration: 1.064884592s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673312Z","caller":"traceutil/trace.go:171","msg":"trace[1427352529] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"1.018828972s","start":"2026-05-11T01:52:35.654449Z","end":"2026-05-11T01:52:36.673278Z","steps":["trace[1427352529] 'process raft request' (duration: 1.018500444s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673364Z","caller":"traceutil/trace.go:171","msg":"trace[2018702369] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27635; }","duration":"489.373982ms","start":"2026-05-11T01:52:36.183978Z","end":"2026-05-11T01:52:36.673352Z","steps":["trace[2018702369] 'read index received' (duration: 147.531188ms)","trace[2018702369] 'applied index is now lower than readState.Index' (duration: 341.841704ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:36.673338Z","caller":"traceutil/trace.go:171","msg":"trace[1179870199] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"1.457175764s","start":"2026-05-11T01:52:35.216116Z","end":"2026-05-11T01:52:36.673292Z","steps":["trace[1179870199] 'process raft request' (duration: 1.456764545s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.673403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.245266Z","time spent":"2.428056013s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.246399Z","time spent":"2.426940038s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.215285Z","time spent":"1.458041153s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.654439Z","time spent":"1.018941414s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:36.673575Z","caller":"traceutil/trace.go:171","msg":"trace[611854198] transaction","detail":"{read_only:false; response_revision:26732; number_of_response:1; }","duration":"1.459478885s","start":"2026-05-11T01:52:35.214084Z","end":"2026-05-11T01:52:36.673563Z","steps":["trace[611854198] 'process raft request' (duration: 1.458649687s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.673465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.608008Z","time spent":"1.065362803s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.216105Z","time spent":"1.457333027s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:36.673613Z","caller":"traceutil/trace.go:171","msg":"trace[819177407] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"1.459350093s","start":"2026-05-11T01:52:35.21425Z","end":"2026-05-11T01:52:36.6736Z","steps":["trace[819177407] 'process raft request' (duration: 1.458532215s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.673631Z","caller":"traceutil/trace.go:171","msg":"trace[15514341] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"1.459219289s","start":"2026-05-11T01:52:35.214401Z","end":"2026-05-11T01:52:36.673621Z","steps":["trace[15514341] 'process raft request' (duration: 1.458415281s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.673638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.21407Z","time spent":"1.459537237s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.214236Z","time spent":"1.459407644s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.673699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.214374Z","time spent":"1.459294141s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.810953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763487633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:36.81105Z","caller":"traceutil/trace.go:171","msg":"trace[129778510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26739; }","duration":"1.763628636s","start":"2026-05-11T01:52:35.047396Z","end":"2026-05-11T01:52:36.811024Z","steps":["trace[129778510] 'agreement among raft nodes before linearized reading' (duration: 1.62608929s)","trace[129778510] 'range keys from in-memory index tree' (duration: 137.410173ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.811112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:35.047376Z","time spent":"1.763726149s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:36.811394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570142551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:36.811505Z","caller":"traceutil/trace.go:171","msg":"trace[16878215] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26739; }","duration":"2.570293895s","start":"2026-05-11T01:52:34.241182Z","end":"2026-05-11T01:52:36.811476Z","steps":["trace[16878215] 'agreement among raft nodes before linearized reading' (duration: 2.432317558s)","trace[16878215] 'count revisions from in-memory index tree' (duration: 137.800692ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.811578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.241166Z","time spent":"2.570393788s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:36.81198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717915076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-11T01:52:36.812048Z","caller":"traceutil/trace.go:171","msg":"trace[716556551] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26739; }","duration":"2.717989937s","start":"2026-05-11T01:52:34.094039Z","end":"2026-05-11T01:52:36.812028Z","steps":["trace[716556551] 'agreement among raft nodes before linearized reading' (duration: 2.579499209s)","trace[716556551] 'range keys from in-memory index tree' (duration: 138.318744ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.812111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.094034Z","time spent":"2.718056678s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:52:36.812449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721583058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-05-11T01:52:36.812515Z","caller":"traceutil/trace.go:171","msg":"trace[16103127] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26739; }","duration":"2.721665819s","start":"2026-05-11T01:52:34.090832Z","end":"2026-05-11T01:52:36.812498Z","steps":["trace[16103127] 'agreement among raft nodes before linearized reading' (duration: 2.582714611s)","trace[16103127] 'range keys from in-memory index tree' (duration: 138.810474ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.812589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.090819Z","time spent":"2.721737742s","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-11T01:52:36.812816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729550766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-677678c77d-l2v8t.18ae5f4152dcee40\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-11T01:52:36.812874Z","caller":"traceutil/trace.go:171","msg":"trace[2039041005] range","detail":"{range_begin:/registry/events/openstack/heat-api-677678c77d-l2v8t.18ae5f4152dcee40; range_end:; response_count:1; response_revision:26739; }","duration":"2.729623237s","start":"2026-05-11T01:52:34.083231Z","end":"2026-05-11T01:52:36.812854Z","steps":["trace[2039041005] 'agreement among raft nodes before linearized reading' (duration: 2.590337222s)","trace[2039041005] 'range keys from in-memory index tree' (duration: 139.138392ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.812908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722042098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-05-11T01:52:36.812999Z","caller":"traceutil/trace.go:171","msg":"trace[1694305136] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:26739; }","duration":"2.722181431s","start":"2026-05-11T01:52:34.090795Z","end":"2026-05-11T01:52:36.812976Z","steps":["trace[1694305136] 'agreement among raft nodes before linearized reading' (duration: 2.582761613s)","trace[1694305136] 'range keys from in-memory index tree' (duration: 139.182923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.813054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.09078Z","time spent":"2.722264153s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-05-11T01:52:36.813085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.500248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:36.813211Z","caller":"traceutil/trace.go:171","msg":"trace[957271659] linearizableReadLoop","detail":"{readStateIndex:27647; appliedIndex:27646; }","duration":"139.785017ms","start":"2026-05-11T01:52:36.673404Z","end":"2026-05-11T01:52:36.813189Z","steps":["trace[957271659] 'read index received' (duration: 990.293µs)","trace[957271659] 'applied index is now lower than readState.Index' (duration: 138.793044ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:36.813342Z","caller":"traceutil/trace.go:171","msg":"trace[352319818] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"410.214193ms","start":"2026-05-11T01:52:36.403105Z","end":"2026-05-11T01:52:36.81332Z","steps":["trace[352319818] 'process raft request' (duration: 271.397768ms)","trace[352319818] 'compare' (duration: 138.300313ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:36.813434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.403085Z","time spent":"410.300824ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:36.813492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.084828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-11T01:52:36.8135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.909394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-11T01:52:36.813608Z","caller":"traceutil/trace.go:171","msg":"trace[2067958880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26740; }","duration":"625.227991ms","start":"2026-05-11T01:52:36.188363Z","end":"2026-05-11T01:52:36.813591Z","steps":["trace[2067958880] 'agreement among raft nodes before linearized reading' (duration: 625.058257ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:36.813627Z","caller":"traceutil/trace.go:171","msg":"trace[452331948] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26740; }","duration":"138.061558ms","start":"2026-05-11T01:52:36.675539Z","end":"2026-05-11T01:52:36.813601Z","steps":["trace[452331948] 'agreement among raft nodes before linearized reading' (duration: 137.831823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.813657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.188348Z","time spent":"625.297203ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:36.813673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.394722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:36.813776Z","caller":"traceutil/trace.go:171","msg":"trace[1904464654] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26740; }","duration":"116.561756ms","start":"2026-05-11T01:52:36.697193Z","end":"2026-05-11T01:52:36.813755Z","steps":["trace[1904464654] 'agreement among raft nodes before linearized reading' (duration: 116.29593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:36.815007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:34.083218Z","time spent":"2.729688728s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-677678c77d-l2v8t.18ae5f4152dcee40\" "} {"level":"warn","ts":"2026-05-11T01:52:37.491373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.277847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:37.491593Z","caller":"traceutil/trace.go:171","msg":"trace[1855565780] linearizableReadLoop","detail":"{readStateIndex:27649; appliedIndex:27647; }","duration":"668.921857ms","start":"2026-05-11T01:52:36.822652Z","end":"2026-05-11T01:52:37.491574Z","steps":["trace[1855565780] 'read index received' (duration: 278.331403ms)","trace[1855565780] 'applied index is now lower than readState.Index' (duration: 390.589404ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:37.491668Z","caller":"traceutil/trace.go:171","msg":"trace[1242375293] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"672.958929ms","start":"2026-05-11T01:52:36.81868Z","end":"2026-05-11T01:52:37.491639Z","steps":["trace[1242375293] 'process raft request' (duration: 672.790045ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:37.491696Z","caller":"traceutil/trace.go:171","msg":"trace[1222080296] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"672.990529ms","start":"2026-05-11T01:52:36.818668Z","end":"2026-05-11T01:52:37.491658Z","steps":["trace[1222080296] 'process raft request' (duration: 282.342544ms)","trace[1222080296] 'compare' (duration: 389.536151ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:37.491796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.818663Z","time spent":"673.064551ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:37.491827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.161532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-05-11T01:52:37.491861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.818653Z","time spent":"673.116641ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:37.491882Z","caller":"traceutil/trace.go:171","msg":"trace[91276540] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:26742; }","duration":"669.217144ms","start":"2026-05-11T01:52:36.822646Z","end":"2026-05-11T01:52:37.491863Z","steps":["trace[91276540] 'agreement among raft nodes before linearized reading' (duration: 669.018469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:37.491945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.822595Z","time spent":"669.331356ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-05-11T01:52:37.493635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.599704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:37.493694Z","caller":"traceutil/trace.go:171","msg":"trace[1981825416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26743; }","duration":"665.677745ms","start":"2026-05-11T01:52:36.828004Z","end":"2026-05-11T01:52:37.493681Z","steps":["trace[1981825416] 'agreement among raft nodes before linearized reading' (duration: 665.534092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:37.493727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:36.827994Z","time spent":"665.726127ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:52:37.493758Z","caller":"traceutil/trace.go:171","msg":"trace[502380883] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"312.877217ms","start":"2026-05-11T01:52:37.180864Z","end":"2026-05-11T01:52:37.493741Z","steps":["trace[502380883] 'process raft request' (duration: 312.536139ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:37.493849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:37.180837Z","time spent":"312.966908ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:37.493976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.7738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:37.494022Z","caller":"traceutil/trace.go:171","msg":"trace[1806549587] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26743; }","duration":"205.825842ms","start":"2026-05-11T01:52:37.288183Z","end":"2026-05-11T01:52:37.494009Z","steps":["trace[1806549587] 'agreement among raft nodes before linearized reading' (duration: 205.722799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:38.164395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.078313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:38.164733Z","caller":"traceutil/trace.go:171","msg":"trace[756518399] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27650; }","duration":"663.814834ms","start":"2026-05-11T01:52:37.500895Z","end":"2026-05-11T01:52:38.16471Z","steps":["trace[756518399] 'read index received' (duration: 222.215849ms)","trace[756518399] 'applied index is now lower than readState.Index' (duration: 441.595525ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:38.164892Z","caller":"traceutil/trace.go:171","msg":"trace[1595271359] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"665.340258ms","start":"2026-05-11T01:52:37.499536Z","end":"2026-05-11T01:52:38.164876Z","steps":["trace[1595271359] 'process raft request' (duration: 223.654212ms)","trace[1595271359] 'compare' (duration: 440.54911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:38.164977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:37.499521Z","time spent":"665.41305ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:38.165096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.166341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:38.165192Z","caller":"traceutil/trace.go:171","msg":"trace[1687261039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26744; }","duration":"664.302685ms","start":"2026-05-11T01:52:37.500867Z","end":"2026-05-11T01:52:38.16517Z","steps":["trace[1687261039] 'agreement among raft nodes before linearized reading' (duration: 664.06495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:38.165243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:37.500853Z","time spent":"664.382086ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:38.165569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.659702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-11T01:52:38.165684Z","caller":"traceutil/trace.go:171","msg":"trace[1672136855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26744; }","duration":"664.798136ms","start":"2026-05-11T01:52:37.500867Z","end":"2026-05-11T01:52:38.165665Z","steps":["trace[1672136855] 'agreement among raft nodes before linearized reading' (duration: 664.495769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:38.16575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:37.500853Z","time spent":"664.887348ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-05-11T01:52:38.691611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.112869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:38.691702Z","caller":"traceutil/trace.go:171","msg":"trace[456180272] linearizableReadLoop","detail":"{readStateIndex:27652; appliedIndex:27651; }","duration":"519.958237ms","start":"2026-05-11T01:52:38.17173Z","end":"2026-05-11T01:52:38.691688Z","steps":["trace[456180272] 'read index received' (duration: 402.690015ms)","trace[456180272] 'applied index is now lower than readState.Index' (duration: 117.266332ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:38.691753Z","caller":"traceutil/trace.go:171","msg":"trace[1571138702] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"521.165873ms","start":"2026-05-11T01:52:38.170578Z","end":"2026-05-11T01:52:38.691744Z","steps":["trace[1571138702] 'process raft request' (duration: 403.84248ms)","trace[1571138702] 'compare' (duration: 116.560596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:38.691799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.170565Z","time spent":"521.210195ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:38.691943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.191872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-11T01:52:38.692004Z","caller":"traceutil/trace.go:171","msg":"trace[279523471] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:26745; }","duration":"520.286294ms","start":"2026-05-11T01:52:38.171705Z","end":"2026-05-11T01:52:38.691991Z","steps":["trace[279523471] 'agreement among raft nodes before linearized reading' (duration: 520.10128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:38.692035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.171699Z","time spent":"520.331366ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-05-11T01:52:39.38624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.676034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:39.386403Z","caller":"traceutil/trace.go:171","msg":"trace[358564344] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"695.842372ms","start":"2026-05-11T01:52:38.69054Z","end":"2026-05-11T01:52:39.386382Z","steps":["trace[358564344] 'process raft request' (duration: 695.78726ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:39.38643Z","caller":"traceutil/trace.go:171","msg":"trace[2077486749] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"695.877522ms","start":"2026-05-11T01:52:38.690528Z","end":"2026-05-11T01:52:39.386405Z","steps":["trace[2077486749] 'process raft request' (duration: 322.978034ms)","trace[2077486749] 'compare' (duration: 372.491409ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:39.386476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.690513Z","time spent":"695.927504ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:39.386551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.690503Z","time spent":"695.985405ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:39.443307Z","caller":"traceutil/trace.go:171","msg":"trace[875666854] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"752.675752ms","start":"2026-05-11T01:52:38.690613Z","end":"2026-05-11T01:52:39.443289Z","steps":["trace[875666854] 'process raft request' (duration: 752.528128ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.443435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.690606Z","time spent":"752.763905ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:39.443637Z","caller":"traceutil/trace.go:171","msg":"trace[8974098] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"752.326963ms","start":"2026-05-11T01:52:38.691296Z","end":"2026-05-11T01:52:39.443623Z","steps":["trace[8974098] 'process raft request' (duration: 751.961585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.443697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.691286Z","time spent":"752.382265ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:39.443751Z","caller":"traceutil/trace.go:171","msg":"trace[1235591816] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"752.396595ms","start":"2026-05-11T01:52:38.691345Z","end":"2026-05-11T01:52:39.443741Z","steps":["trace[1235591816] 'process raft request' (duration: 752.137289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.443805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.69134Z","time spent":"752.438436ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:39.44387Z","caller":"traceutil/trace.go:171","msg":"trace[589093666] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"752.454006ms","start":"2026-05-11T01:52:38.691408Z","end":"2026-05-11T01:52:39.443862Z","steps":["trace[589093666] 'process raft request' (duration: 752.202501ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:39.443843Z","caller":"traceutil/trace.go:171","msg":"trace[337135790] linearizableReadLoop","detail":"{readStateIndex:27658; appliedIndex:27652; }","duration":"752.096498ms","start":"2026-05-11T01:52:38.69172Z","end":"2026-05-11T01:52:39.443817Z","steps":["trace[337135790] 'read index received' (duration: 321.770346ms)","trace[337135790] 'applied index is now lower than readState.Index' (duration: 430.324612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:39.443917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.691392Z","time spent":"752.501227ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:39.44389Z","caller":"traceutil/trace.go:171","msg":"trace[2119972032] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"747.021745ms","start":"2026-05-11T01:52:38.696835Z","end":"2026-05-11T01:52:39.443856Z","steps":["trace[2119972032] 'process raft request' (duration: 746.937363ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:39.443953Z","caller":"traceutil/trace.go:171","msg":"trace[1246399641] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"751.540706ms","start":"2026-05-11T01:52:38.692404Z","end":"2026-05-11T01:52:39.443944Z","steps":["trace[1246399641] 'process raft request' (duration: 751.326261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.44398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.696807Z","time spent":"747.149377ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:39.444014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053624871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:39.444025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216452133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:39.444058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099602358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:39.444063Z","caller":"traceutil/trace.go:171","msg":"trace[927875300] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26753; }","duration":"1.053727644s","start":"2026-05-11T01:52:38.390323Z","end":"2026-05-11T01:52:39.44405Z","steps":["trace[927875300] 'agreement among raft nodes before linearized reading' (duration: 1.053621171s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:39.444073Z","caller":"traceutil/trace.go:171","msg":"trace[953886816] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26753; }","duration":"1.216539864s","start":"2026-05-11T01:52:38.22752Z","end":"2026-05-11T01:52:39.44406Z","steps":["trace[953886816] 'agreement among raft nodes before linearized reading' (duration: 1.216454682s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.444079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.692392Z","time spent":"751.607347ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:39.444102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.390306Z","time spent":"1.053785484s","remote":"127.0.0.1:50738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:39.444124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.377953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:39.44415Z","caller":"traceutil/trace.go:171","msg":"trace[526302414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26753; }","duration":"396.445675ms","start":"2026-05-11T01:52:39.0477Z","end":"2026-05-11T01:52:39.444145Z","steps":["trace[526302414] 'agreement among raft nodes before linearized reading' (duration: 396.403494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.444169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.047673Z","time spent":"396.489936ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:39.444229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.14093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-798d8b6b78-xw4j2.18ae5dd44907a8cd\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-11T01:52:39.444263Z","caller":"traceutil/trace.go:171","msg":"trace[1200672277] range","detail":"{range_begin:/registry/events/openstack/barbican-api-798d8b6b78-xw4j2.18ae5dd44907a8cd; range_end:; response_count:1; response_revision:26753; }","duration":"748.185201ms","start":"2026-05-11T01:52:38.696071Z","end":"2026-05-11T01:52:39.444256Z","steps":["trace[1200672277] 'agreement among raft nodes before linearized reading' (duration: 748.110609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.44412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.227498Z","time spent":"1.216613236s","remote":"127.0.0.1:53200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:39.444284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.696066Z","time spent":"748.212072ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-798d8b6b78-xw4j2.18ae5dd44907a8cd\" "} {"level":"info","ts":"2026-05-11T01:52:39.444082Z","caller":"traceutil/trace.go:171","msg":"trace[571275828] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26753; }","duration":"1.099684651s","start":"2026-05-11T01:52:38.34439Z","end":"2026-05-11T01:52:39.444075Z","steps":["trace[571275828] 'agreement among raft nodes before linearized reading' (duration: 1.09963482s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.444378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.344364Z","time spent":"1.100004788s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:39.444168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.267513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-05-11T01:52:39.444449Z","caller":"traceutil/trace.go:171","msg":"trace[2138855309] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26753; }","duration":"748.5635ms","start":"2026-05-11T01:52:38.695873Z","end":"2026-05-11T01:52:39.444437Z","steps":["trace[2138855309] 'agreement among raft nodes before linearized reading' (duration: 748.222263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.444498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.695863Z","time spent":"748.623561ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1286,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} {"level":"warn","ts":"2026-05-11T01:52:39.445268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208894534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T01:52:39.445305Z","caller":"traceutil/trace.go:171","msg":"trace[1436749895] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26753; }","duration":"1.208982556s","start":"2026-05-11T01:52:38.236314Z","end":"2026-05-11T01:52:39.445296Z","steps":["trace[1436749895] 'agreement among raft nodes before linearized reading' (duration: 1.20782765s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:39.445332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:38.236283Z","time spent":"1.209042397s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2740,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:39.922705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.586425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:39.922809Z","caller":"traceutil/trace.go:171","msg":"trace[990105164] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"475.737908ms","start":"2026-05-11T01:52:39.447053Z","end":"2026-05-11T01:52:39.922791Z","steps":["trace[990105164] 'process raft request' (duration: 130.982759ms)","trace[990105164] 'compare' (duration: 344.462562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:39.922864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.447025Z","time spent":"475.81228ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:40.474338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.885384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:40.474451Z","caller":"traceutil/trace.go:171","msg":"trace[547250833] linearizableReadLoop","detail":"{readStateIndex:27662; appliedIndex:27660; }","duration":"1.023891826s","start":"2026-05-11T01:52:39.450536Z","end":"2026-05-11T01:52:40.474427Z","steps":["trace[547250833] 'read index received' (duration: 127.444219ms)","trace[547250833] 'applied index is now lower than readState.Index' (duration: 896.446226ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:40.474516Z","caller":"traceutil/trace.go:171","msg":"trace[457158820] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"1.025967902s","start":"2026-05-11T01:52:39.448504Z","end":"2026-05-11T01:52:40.474472Z","steps":["trace[457158820] 'process raft request' (duration: 861.851393ms)","trace[457158820] 'compare' (duration: 163.503306ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:40.474626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.076634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:40.47466Z","caller":"traceutil/trace.go:171","msg":"trace[1370772638] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26755; }","duration":"979.154355ms","start":"2026-05-11T01:52:39.495494Z","end":"2026-05-11T01:52:40.474648Z","steps":["trace[1370772638] 'agreement among raft nodes before linearized reading' (duration: 979.080394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.495474Z","time spent":"979.213526ms","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:40.474722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024172581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-11T01:52:40.474798Z","caller":"traceutil/trace.go:171","msg":"trace[1131423063] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26755; }","duration":"1.024254013s","start":"2026-05-11T01:52:39.450522Z","end":"2026-05-11T01:52:40.474776Z","steps":["trace[1131423063] 'agreement among raft nodes before linearized reading' (duration: 1.023992907s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.928553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:40.474814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.581763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:40.47484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.450484Z","time spent":"1.024345565s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-05-11T01:52:40.474849Z","caller":"traceutil/trace.go:171","msg":"trace[1731750739] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26755; }","duration":"112.001695ms","start":"2026-05-11T01:52:40.362834Z","end":"2026-05-11T01:52:40.474836Z","steps":["trace[1731750739] 'agreement among raft nodes before linearized reading' (duration: 111.939783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.370714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:40.474862Z","caller":"traceutil/trace.go:171","msg":"trace[2116832209] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26755; }","duration":"148.655544ms","start":"2026-05-11T01:52:40.326193Z","end":"2026-05-11T01:52:40.474849Z","steps":["trace[2116832209] 'agreement among raft nodes before linearized reading' (duration: 148.593232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.399804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:40.474896Z","caller":"traceutil/trace.go:171","msg":"trace[1255532527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26755; }","duration":"426.475046ms","start":"2026-05-11T01:52:40.048403Z","end":"2026-05-11T01:52:40.474878Z","steps":["trace[1255532527] 'agreement among raft nodes before linearized reading' (duration: 426.355974ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:40.474912Z","caller":"traceutil/trace.go:171","msg":"trace[1295484547] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26755; }","duration":"248.479936ms","start":"2026-05-11T01:52:40.226415Z","end":"2026-05-11T01:52:40.474895Z","steps":["trace[1295484547] 'agreement among raft nodes before linearized reading' (duration: 248.353583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.789142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-05-11T01:52:40.474937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.04838Z","time spent":"426.548059ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:40.474955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.423902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:40.474994Z","caller":"traceutil/trace.go:171","msg":"trace[1972003119] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26755; }","duration":"573.468403ms","start":"2026-05-11T01:52:39.901515Z","end":"2026-05-11T01:52:40.474983Z","steps":["trace[1972003119] 'agreement among raft nodes before linearized reading' (duration: 573.396751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.474711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.099588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:40.474975Z","caller":"traceutil/trace.go:171","msg":"trace[531274817] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77; range_end:; response_count:1; response_revision:26755; }","duration":"548.873993ms","start":"2026-05-11T01:52:39.926087Z","end":"2026-05-11T01:52:40.474961Z","steps":["trace[531274817] 'agreement among raft nodes before linearized reading' (duration: 548.692449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.475028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.901461Z","time spent":"573.555746ms","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:40.475048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.926069Z","time spent":"548.968006ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" "} {"level":"info","ts":"2026-05-11T01:52:40.475056Z","caller":"traceutil/trace.go:171","msg":"trace[2123600156] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26755; }","duration":"159.482337ms","start":"2026-05-11T01:52:40.315547Z","end":"2026-05-11T01:52:40.475029Z","steps":["trace[2123600156] 'agreement among raft nodes before linearized reading' (duration: 159.078638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.475515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:39.448481Z","time spent":"1.026114625s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:40.980193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.46646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:40.980893Z","caller":"traceutil/trace.go:171","msg":"trace[568023869] linearizableReadLoop","detail":"{readStateIndex:27664; appliedIndex:27662; }","duration":"498.536178ms","start":"2026-05-11T01:52:40.482343Z","end":"2026-05-11T01:52:40.98088Z","steps":["trace[568023869] 'read index received' (duration: 95.26924ms)","trace[568023869] 'applied index is now lower than readState.Index' (duration: 403.265988ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:40.980989Z","caller":"traceutil/trace.go:171","msg":"trace[32937467] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"502.938467ms","start":"2026-05-11T01:52:40.478041Z","end":"2026-05-11T01:52:40.980979Z","steps":["trace[32937467] 'process raft request' (duration: 99.614778ms)","trace[32937467] 'compare' (duration: 400.808293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:40.981041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.478023Z","time spent":"502.984778ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:40.981062Z","caller":"traceutil/trace.go:171","msg":"trace[611596130] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"499.741645ms","start":"2026-05-11T01:52:40.481295Z","end":"2026-05-11T01:52:40.981037Z","steps":["trace[611596130] 'process raft request' (duration: 499.52523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.981172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.481279Z","time spent":"499.836886ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:40.981197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.694195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:40.98123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.858575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-11T01:52:40.981265Z","caller":"traceutil/trace.go:171","msg":"trace[1271974659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26757; }","duration":"245.813987ms","start":"2026-05-11T01:52:40.735432Z","end":"2026-05-11T01:52:40.981246Z","steps":["trace[1271974659] 'agreement among raft nodes before linearized reading' (duration: 245.601263ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:40.981301Z","caller":"traceutil/trace.go:171","msg":"trace[1693885061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26757; }","duration":"498.962677ms","start":"2026-05-11T01:52:40.48232Z","end":"2026-05-11T01:52:40.981283Z","steps":["trace[1693885061] 'agreement among raft nodes before linearized reading' (duration: 498.65529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:40.981351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.482313Z","time spent":"499.029729ms","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-05-11T01:52:41.71493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.382154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:41.715072Z","caller":"traceutil/trace.go:171","msg":"trace[1920464223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26757; }","duration":"197.545157ms","start":"2026-05-11T01:52:41.517506Z","end":"2026-05-11T01:52:41.715051Z","steps":["trace[1920464223] 'range keys from in-memory index tree' (duration: 197.358673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:41.715519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.448456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:41.715638Z","caller":"traceutil/trace.go:171","msg":"trace[833073087] linearizableReadLoop","detail":"{readStateIndex:27665; appliedIndex:27664; }","duration":"722.330022ms","start":"2026-05-11T01:52:40.993289Z","end":"2026-05-11T01:52:41.715619Z","steps":["trace[833073087] 'read index received' (duration: 286.665901ms)","trace[833073087] 'applied index is now lower than readState.Index' (duration: 435.661471ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:41.71574Z","caller":"traceutil/trace.go:171","msg":"trace[561981291] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"729.39413ms","start":"2026-05-11T01:52:40.986273Z","end":"2026-05-11T01:52:41.715668Z","steps":["trace[561981291] 'process raft request' (duration: 293.695148ms)","trace[561981291] 'compare' (duration: 435.233402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:41.715852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.558828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-05-11T01:52:41.715895Z","caller":"traceutil/trace.go:171","msg":"trace[940739277] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26758; }","duration":"722.612689ms","start":"2026-05-11T01:52:40.99327Z","end":"2026-05-11T01:52:41.715882Z","steps":["trace[940739277] 'agreement among raft nodes before linearized reading' (duration: 722.426974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:41.7159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.986239Z","time spent":"729.577564ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:41.715946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:40.993257Z","time spent":"722.67639ms","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-05-11T01:52:42.317973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.182186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:42.31806Z","caller":"traceutil/trace.go:171","msg":"trace[1506795967] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"926.027777ms","start":"2026-05-11T01:52:41.392016Z","end":"2026-05-11T01:52:42.318044Z","steps":["trace[1506795967] 'process raft request' (duration: 700.697518ms)","trace[1506795967] 'compare' (duration: 224.289446ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:42.31811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.39199Z","time spent":"926.096428ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:42.88873Z","caller":"traceutil/trace.go:171","msg":"trace[516979550] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"1.439014969s","start":"2026-05-11T01:52:41.449678Z","end":"2026-05-11T01:52:42.888693Z","steps":["trace[516979550] 'process raft request' (duration: 1.438830265s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.888842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.449633Z","time spent":"1.439148912s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:42.888764Z","caller":"traceutil/trace.go:171","msg":"trace[276258001] transaction","detail":"{read_only:false; response_revision:26761; number_of_response:1; }","duration":"1.439426268s","start":"2026-05-11T01:52:41.449267Z","end":"2026-05-11T01:52:42.888693Z","steps":["trace[276258001] 'process raft request' (duration: 1.439095901s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:42.888897Z","caller":"traceutil/trace.go:171","msg":"trace[1494144722] linearizableReadLoop","detail":"{readStateIndex:27673; appliedIndex:27665; }","duration":"1.173203885s","start":"2026-05-11T01:52:41.71567Z","end":"2026-05-11T01:52:42.888874Z","steps":["trace[1494144722] 'read index received' (duration: 377.129293ms)","trace[1494144722] 'applied index is now lower than readState.Index' (duration: 796.073512ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:42.88907Z","caller":"traceutil/trace.go:171","msg":"trace[1948207253] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"1.438301072s","start":"2026-05-11T01:52:41.450751Z","end":"2026-05-11T01:52:42.889052Z","steps":["trace[1948207253] 'process raft request' (duration: 1.437807751s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:42.889047Z","caller":"traceutil/trace.go:171","msg":"trace[2026508773] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"1.439422648s","start":"2026-05-11T01:52:41.449588Z","end":"2026-05-11T01:52:42.889011Z","steps":["trace[2026508773] 'process raft request' (duration: 1.438864196s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.889183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.450719Z","time spent":"1.438397475s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.889188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.449253Z","time spent":"1.439725135s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:42.889436Z","caller":"traceutil/trace.go:171","msg":"trace[869683268] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"1.49724993s","start":"2026-05-11T01:52:41.392021Z","end":"2026-05-11T01:52:42.889271Z","steps":["trace[869683268] 'process raft request' (duration: 1.43642033s)","trace[869683268] 'compare' (duration: 59.4569ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:42.8896Z","caller":"traceutil/trace.go:171","msg":"trace[1614991463] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"1.433824293s","start":"2026-05-11T01:52:41.455767Z","end":"2026-05-11T01:52:42.889592Z","steps":["trace[1614991463] 'process raft request' (duration: 1.432848912s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.889216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.44955Z","time spent":"1.439584251s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.889639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.455752Z","time spent":"1.433869674s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.889628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69758585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:42.889622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.391996Z","time spent":"1.497512876s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.889687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533363468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:42.8898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172703773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:42.88983Z","caller":"traceutil/trace.go:171","msg":"trace[300021744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26768; }","duration":"1.172772225s","start":"2026-05-11T01:52:41.71705Z","end":"2026-05-11T01:52:42.889822Z","steps":["trace[300021744] 'agreement among raft nodes before linearized reading' (duration: 1.172722724s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.889846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.717029Z","time spent":"1.172812626s","remote":"127.0.0.1:59134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:42.88997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.867098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:42.889989Z","caller":"traceutil/trace.go:171","msg":"trace[1364353691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26768; }","duration":"842.92921ms","start":"2026-05-11T01:52:42.047056Z","end":"2026-05-11T01:52:42.889985Z","steps":["trace[1364353691] 'agreement among raft nodes before linearized reading' (duration: 842.889979ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:42.889914Z","caller":"traceutil/trace.go:171","msg":"trace[1018835010] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"1.07144933s","start":"2026-05-11T01:52:41.818361Z","end":"2026-05-11T01:52:42.88981Z","steps":["trace[1018835010] 'process raft request' (duration: 1.070431528s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.89003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.434449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-05-11T01:52:42.890073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069317832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:52:42.890094Z","caller":"traceutil/trace.go:171","msg":"trace[1773603321] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26768; }","duration":"1.069360112s","start":"2026-05-11T01:52:41.82073Z","end":"2026-05-11T01:52:42.89009Z","steps":["trace[1773603321] 'agreement among raft nodes before linearized reading' (duration: 1.06928275s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.890107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.820721Z","time spent":"1.069383202s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:52:42.890104Z","caller":"traceutil/trace.go:171","msg":"trace[312655170] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77; range_end:; response_count:1; response_revision:26768; }","duration":"580.551182ms","start":"2026-05-11T01:52:42.309536Z","end":"2026-05-11T01:52:42.890088Z","steps":["trace[312655170] 'agreement among raft nodes before linearized reading' (duration: 580.352518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.890155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.309513Z","time spent":"580.625973ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" "} {"level":"warn","ts":"2026-05-11T01:52:42.890221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166214619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-05-11T01:52:42.89024Z","caller":"traceutil/trace.go:171","msg":"trace[1169418206] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26768; }","duration":"1.166256789s","start":"2026-05-11T01:52:41.723978Z","end":"2026-05-11T01:52:42.890235Z","steps":["trace[1169418206] 'agreement among raft nodes before linearized reading' (duration: 1.166201028s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.890253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.72397Z","time spent":"1.16627977s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3336,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-05-11T01:52:42.889794Z","caller":"traceutil/trace.go:171","msg":"trace[1098490463] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26768; }","duration":"1.533665735s","start":"2026-05-11T01:52:41.356106Z","end":"2026-05-11T01:52:42.889772Z","steps":["trace[1098490463] 'agreement among raft nodes before linearized reading' (duration: 1.533317537s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.890347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.818344Z","time spent":"1.071689425s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.890003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.047034Z","time spent":"842.967141ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:42.890384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.356088Z","time spent":"1.534271299s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:42.88973Z","caller":"traceutil/trace.go:171","msg":"trace[2087235955] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26768; }","duration":"1.697704033s","start":"2026-05-11T01:52:41.191983Z","end":"2026-05-11T01:52:42.889687Z","steps":["trace[2087235955] 'agreement among raft nodes before linearized reading' (duration: 1.697591171s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.890842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.191957Z","time spent":"1.69886577s","remote":"127.0.0.1:42650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:42.889743Z","caller":"traceutil/trace.go:171","msg":"trace[2094872102] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"1.167731093s","start":"2026-05-11T01:52:41.722007Z","end":"2026-05-11T01:52:42.889739Z","steps":["trace[2094872102] 'process raft request' (duration: 1.166711341s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.891021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.721989Z","time spent":"1.169002802s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:52:42.889722Z","caller":"traceutil/trace.go:171","msg":"trace[286363801] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"1.430014647s","start":"2026-05-11T01:52:41.459701Z","end":"2026-05-11T01:52:42.889716Z","steps":["trace[286363801] 'process raft request' (duration: 1.428966674s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:42.891218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:41.459676Z","time spent":"1.431507691s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:42.890443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.121887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:42.891428Z","caller":"traceutil/trace.go:171","msg":"trace[2080060366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26768; }","duration":"172.114009ms","start":"2026-05-11T01:52:42.719297Z","end":"2026-05-11T01:52:42.891411Z","steps":["trace[2080060366] 'agreement among raft nodes before linearized reading' (duration: 171.090277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:43.347676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.550306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:43.347783Z","caller":"traceutil/trace.go:171","msg":"trace[177160216] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27675; }","duration":"452.99364ms","start":"2026-05-11T01:52:42.894772Z","end":"2026-05-11T01:52:43.347765Z","steps":["trace[177160216] 'read index received' (duration: 150.327342ms)","trace[177160216] 'applied index is now lower than readState.Index' (duration: 302.663678ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:43.348023Z","caller":"traceutil/trace.go:171","msg":"trace[1555482231] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"454.965154ms","start":"2026-05-11T01:52:42.893044Z","end":"2026-05-11T01:52:43.348009Z","steps":["trace[1555482231] 'process raft request' (duration: 151.984939ms)","trace[1555482231] 'compare' (duration: 302.095906ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:43.348094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.893029Z","time spent":"455.023275ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:43.348144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.370168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:52:43.348149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.611709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:43.34816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.999376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-11T01:52:43.348174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.61231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-11T01:52:43.348193Z","caller":"traceutil/trace.go:171","msg":"trace[803268542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26769; }","duration":"453.440289ms","start":"2026-05-11T01:52:42.894741Z","end":"2026-05-11T01:52:43.348181Z","steps":["trace[803268542] 'agreement among raft nodes before linearized reading' (duration: 453.271375ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:43.348213Z","caller":"traceutil/trace.go:171","msg":"trace[1585724016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26769; }","duration":"447.681651ms","start":"2026-05-11T01:52:42.900521Z","end":"2026-05-11T01:52:43.348203Z","steps":["trace[1585724016] 'agreement among raft nodes before linearized reading' (duration: 447.497877ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:43.348212Z","caller":"traceutil/trace.go:171","msg":"trace[1168781991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26769; }","duration":"185.097619ms","start":"2026-05-11T01:52:43.1631Z","end":"2026-05-11T01:52:43.348198Z","steps":["trace[1168781991] 'agreement among raft nodes before linearized reading' (duration: 184.946095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:43.348221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.894715Z","time spent":"453.498731ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:52:43.348188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.889588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:43.348236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.900505Z","time spent":"447.726232ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-11T01:52:43.348268Z","caller":"traceutil/trace.go:171","msg":"trace[42436624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26769; }","duration":"301.007451ms","start":"2026-05-11T01:52:43.047242Z","end":"2026-05-11T01:52:43.34825Z","steps":["trace[42436624] 'agreement among raft nodes before linearized reading' (duration: 300.865108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:43.348288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.068477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-11T01:52:43.348342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.18037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-11T01:52:43.348351Z","caller":"traceutil/trace.go:171","msg":"trace[832214783] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26769; }","duration":"392.16421ms","start":"2026-05-11T01:52:42.95617Z","end":"2026-05-11T01:52:43.348334Z","steps":["trace[832214783] 'agreement among raft nodes before linearized reading' (duration: 391.941565ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:43.34838Z","caller":"traceutil/trace.go:171","msg":"trace[1579484401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26769; }","duration":"172.254461ms","start":"2026-05-11T01:52:43.176113Z","end":"2026-05-11T01:52:43.348368Z","steps":["trace[1579484401] 'agreement among raft nodes before linearized reading' (duration: 172.135619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:43.348387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:42.956154Z","time spent":"392.22433ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:43.348308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.047226Z","time spent":"301.073992ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:52:43.348209Z","caller":"traceutil/trace.go:171","msg":"trace[1483553573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26769; }","duration":"125.68797ms","start":"2026-05-11T01:52:43.222503Z","end":"2026-05-11T01:52:43.348191Z","steps":["trace[1483553573] 'agreement among raft nodes before linearized reading' (duration: 125.558948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.135705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.799612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:44.135978Z","caller":"traceutil/trace.go:171","msg":"trace[1232849596] linearizableReadLoop","detail":"{readStateIndex:27677; appliedIndex:27676; }","duration":"783.08366ms","start":"2026-05-11T01:52:43.352872Z","end":"2026-05-11T01:52:44.135956Z","steps":["trace[1232849596] 'read index received' (duration: 272.039263ms)","trace[1232849596] 'applied index is now lower than readState.Index' (duration: 511.042007ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:44.136016Z","caller":"traceutil/trace.go:171","msg":"trace[574649607] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"781.799481ms","start":"2026-05-11T01:52:43.354202Z","end":"2026-05-11T01:52:44.136002Z","steps":["trace[574649607] 'process raft request' (duration: 781.634408ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:44.136084Z","caller":"traceutil/trace.go:171","msg":"trace[1154033102] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"783.429058ms","start":"2026-05-11T01:52:43.352643Z","end":"2026-05-11T01:52:44.136072Z","steps":["trace[1154033102] 'process raft request' (duration: 272.167496ms)","trace[1154033102] 'compare' (duration: 510.205679ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:44.136087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.354168Z","time spent":"781.883373ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:44.136151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.352634Z","time spent":"783.472559ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:44.136289Z","caller":"traceutil/trace.go:171","msg":"trace[1991699742] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"779.701484ms","start":"2026-05-11T01:52:43.356578Z","end":"2026-05-11T01:52:44.13628Z","steps":["trace[1991699742] 'process raft request' (duration: 779.354287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.136342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.356566Z","time spent":"779.744035ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:44.452781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.629151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:52:44.452865Z","caller":"traceutil/trace.go:171","msg":"trace[859545597] linearizableReadLoop","detail":"{readStateIndex:27680; appliedIndex:27679; }","duration":"316.833805ms","start":"2026-05-11T01:52:44.136018Z","end":"2026-05-11T01:52:44.452852Z","steps":["trace[859545597] 'read index received' (duration: 234.325µs)","trace[859545597] 'applied index is now lower than readState.Index' (duration: 316.59827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:44.452961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.362274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:44.452978Z","caller":"traceutil/trace.go:171","msg":"trace[1326933158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26772; }","duration":"405.436815ms","start":"2026-05-11T01:52:44.047534Z","end":"2026-05-11T01:52:44.45297Z","steps":["trace[1326933158] 'agreement among raft nodes before linearized reading' (duration: 405.368214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.452998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.047512Z","time spent":"405.481197ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:44.453141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100242722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-11T01:52:44.453215Z","caller":"traceutil/trace.go:171","msg":"trace[1927748285] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:26772; }","duration":"1.100337414s","start":"2026-05-11T01:52:43.352855Z","end":"2026-05-11T01:52:44.453192Z","steps":["trace[1927748285] 'agreement among raft nodes before linearized reading' (duration: 783.383627ms)","trace[1927748285] 'range keys from in-memory index tree' (duration: 316.745963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:44.453256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.352838Z","time spent":"1.100408995s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-05-11T01:52:44.453243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.092719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:44.453283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.312862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:44.453256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098185467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:44.453285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.620128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-11T01:52:44.45332Z","caller":"traceutil/trace.go:171","msg":"trace[1446203884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26772; }","duration":"413.396884ms","start":"2026-05-11T01:52:44.039915Z","end":"2026-05-11T01:52:44.453311Z","steps":["trace[1446203884] 'agreement among raft nodes before linearized reading' (duration: 413.351563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.45334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.039896Z","time spent":"413.440164ms","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:44.453327Z","caller":"traceutil/trace.go:171","msg":"trace[1111501320] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26772; }","duration":"723.218742ms","start":"2026-05-11T01:52:43.730086Z","end":"2026-05-11T01:52:44.453305Z","steps":["trace[1111501320] 'agreement among raft nodes before linearized reading' (duration: 723.059508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.453322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.464822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:52:44.45335Z","caller":"traceutil/trace.go:171","msg":"trace[1496474764] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26772; }","duration":"561.73223ms","start":"2026-05-11T01:52:43.891601Z","end":"2026-05-11T01:52:44.453334Z","steps":["trace[1496474764] 'agreement among raft nodes before linearized reading' (duration: 561.552036ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:44.453348Z","caller":"traceutil/trace.go:171","msg":"trace[716257983] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26772; }","duration":"1.098305559s","start":"2026-05-11T01:52:43.355022Z","end":"2026-05-11T01:52:44.453327Z","steps":["trace[716257983] 'agreement among raft nodes before linearized reading' (duration: 1.098163856s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.453388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.891576Z","time spent":"561.806112ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-11T01:52:44.453395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.355001Z","time spent":"1.098384731s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:52:44.453393Z","caller":"traceutil/trace.go:171","msg":"trace[1901746161] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26772; }","duration":"467.579335ms","start":"2026-05-11T01:52:43.985795Z","end":"2026-05-11T01:52:44.453375Z","steps":["trace[1901746161] 'agreement among raft nodes before linearized reading' (duration: 467.35575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.453369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.73007Z","time spent":"723.290064ms","remote":"127.0.0.1:40592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:44.453177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040566208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:44.453434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.985774Z","time spent":"467.652606ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-11T01:52:44.453479Z","caller":"traceutil/trace.go:171","msg":"trace[176057329] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26772; }","duration":"1.040878925s","start":"2026-05-11T01:52:43.412564Z","end":"2026-05-11T01:52:44.453443Z","steps":["trace[176057329] 'agreement among raft nodes before linearized reading' (duration: 1.040593458s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:44.453576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:43.412544Z","time spent":"1.040996679s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:52:44.953762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:52:45.150569Z","caller":"traceutil/trace.go:171","msg":"trace[1971491109] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"809.158904ms","start":"2026-05-11T01:52:44.341385Z","end":"2026-05-11T01:52:45.150544Z","steps":["trace[1971491109] 'process raft request' (duration: 808.942169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.150735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.341361Z","time spent":"809.293107ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:45.496893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.454585Z","time spent":"1.042299757s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:52:45.497759Z","caller":"traceutil/trace.go:171","msg":"trace[831042500] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"602.655097ms","start":"2026-05-11T01:52:44.89507Z","end":"2026-05-11T01:52:45.497725Z","steps":["trace[831042500] 'process raft request' (duration: 601.725076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.49797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.895037Z","time spent":"602.8095ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:45.498159Z","caller":"traceutil/trace.go:171","msg":"trace[532277337] transaction","detail":"{read_only:false; response_revision:26776; number_of_response:1; }","duration":"602.840101ms","start":"2026-05-11T01:52:44.895298Z","end":"2026-05-11T01:52:45.498139Z","steps":["trace[532277337] 'process raft request' (duration: 601.753437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.498322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.895269Z","time spent":"602.952653ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:45.498398Z","caller":"traceutil/trace.go:171","msg":"trace[1815797203] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"603.093316ms","start":"2026-05-11T01:52:44.895268Z","end":"2026-05-11T01:52:45.498361Z","steps":["trace[1815797203] 'process raft request' (duration: 601.720966ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:45.498414Z","caller":"traceutil/trace.go:171","msg":"trace[879867212] transaction","detail":"{read_only:false; response_revision:26777; number_of_response:1; }","duration":"603.065096ms","start":"2026-05-11T01:52:44.895328Z","end":"2026-05-11T01:52:45.498393Z","steps":["trace[879867212] 'process raft request' (duration: 602.740488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.498523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.895305Z","time spent":"603.172038ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:45.498563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.895252Z","time spent":"603.22335ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:45.498884Z","caller":"traceutil/trace.go:171","msg":"trace[766556855] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"602.659017ms","start":"2026-05-11T01:52:44.896198Z","end":"2026-05-11T01:52:45.498857Z","steps":["trace[766556855] 'process raft request' (duration: 602.120974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.498989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.89618Z","time spent":"602.763069ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:45.499Z","caller":"traceutil/trace.go:171","msg":"trace[1369826943] transaction","detail":"{read_only:false; response_revision:26779; number_of_response:1; }","duration":"602.050863ms","start":"2026-05-11T01:52:44.896914Z","end":"2026-05-11T01:52:45.498964Z","steps":["trace[1369826943] 'process raft request' (duration: 601.818668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.499223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.896868Z","time spent":"602.237257ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:45.499557Z","caller":"traceutil/trace.go:171","msg":"trace[1684021755] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27680; }","duration":"1.046655156s","start":"2026-05-11T01:52:44.452879Z","end":"2026-05-11T01:52:45.499535Z","steps":["trace[1684021755] 'read index received' (duration: 697.562619ms)","trace[1684021755] 'applied index is now lower than readState.Index' (duration: 349.091307ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:45.499787Z","caller":"traceutil/trace.go:171","msg":"trace[1017367928] transaction","detail":"{read_only:false; response_revision:26780; number_of_response:1; }","duration":"602.583665ms","start":"2026-05-11T01:52:44.897186Z","end":"2026-05-11T01:52:45.49977Z","steps":["trace[1017367928] 'process raft request' (duration: 601.718046ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:45.499787Z","caller":"traceutil/trace.go:171","msg":"trace[1811752444] transaction","detail":"{read_only:false; response_revision:26781; number_of_response:1; }","duration":"501.204618ms","start":"2026-05-11T01:52:44.998567Z","end":"2026-05-11T01:52:45.499771Z","steps":["trace[1811752444] 'process raft request' (duration: 500.684856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.499865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.897172Z","time spent":"602.649576ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:45.499937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245963962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:45.500004Z","caller":"traceutil/trace.go:171","msg":"trace[1604786175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26781; }","duration":"1.246083144s","start":"2026-05-11T01:52:44.253894Z","end":"2026-05-11T01:52:45.499977Z","steps":["trace[1604786175] 'agreement among raft nodes before linearized reading' (duration: 1.245989642s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:45.50004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.253873Z","time spent":"1.246156236s","remote":"127.0.0.1:54078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:45.500224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.998548Z","time spent":"501.550075ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:46.137832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.906983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:46.137917Z","caller":"traceutil/trace.go:171","msg":"trace[1062243009] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27690; }","duration":"638.259642ms","start":"2026-05-11T01:52:45.499644Z","end":"2026-05-11T01:52:46.137903Z","steps":["trace[1062243009] 'read index received' (duration: 382.225137ms)","trace[1062243009] 'applied index is now lower than readState.Index' (duration: 256.032225ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:46.138116Z","caller":"traceutil/trace.go:171","msg":"trace[1210411091] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"639.999681ms","start":"2026-05-11T01:52:45.498091Z","end":"2026-05-11T01:52:46.138091Z","steps":["trace[1210411091] 'process raft request' (duration: 383.763071ms)","trace[1210411091] 'compare' (duration: 255.266078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:46.138171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680997889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:46.138199Z","caller":"traceutil/trace.go:171","msg":"trace[1529782731] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26782; }","duration":"1.68106543s","start":"2026-05-11T01:52:44.457125Z","end":"2026-05-11T01:52:46.13819Z","steps":["trace[1529782731] 'agreement among raft nodes before linearized reading' (duration: 1.680965208s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.457109Z","time spent":"1.681111252s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:52:46.138218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.296713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:46.13824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:45.498074Z","time spent":"640.094593ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:46.138224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683948296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:46.13826Z","caller":"traceutil/trace.go:171","msg":"trace[1076610417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26782; }","duration":"617.403196ms","start":"2026-05-11T01:52:45.520844Z","end":"2026-05-11T01:52:46.138247Z","steps":["trace[1076610417] 'agreement among raft nodes before linearized reading' (duration: 617.298013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677558333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:46.138328Z","caller":"traceutil/trace.go:171","msg":"trace[1250244830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26782; }","duration":"1.684097228s","start":"2026-05-11T01:52:44.454212Z","end":"2026-05-11T01:52:46.13831Z","steps":["trace[1250244830] 'agreement among raft nodes before linearized reading' (duration: 1.683866773s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679066355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:46.138346Z","caller":"traceutil/trace.go:171","msg":"trace[2021605735] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26782; }","duration":"1.677702505s","start":"2026-05-11T01:52:44.460624Z","end":"2026-05-11T01:52:46.138326Z","steps":["trace[2021605735] 'agreement among raft nodes before linearized reading' (duration: 1.677517701s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.454198Z","time spent":"1.68416031s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:46.138334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.210871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:46.13835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681187254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-11T01:52:46.138382Z","caller":"traceutil/trace.go:171","msg":"trace[1875361023] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26782; }","duration":"1.679127417s","start":"2026-05-11T01:52:44.45924Z","end":"2026-05-11T01:52:46.138367Z","steps":["trace[1875361023] 'agreement among raft nodes before linearized reading' (duration: 1.67877649s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.460615Z","time spent":"1.677769857s","remote":"127.0.0.1:50584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-05-11T01:52:46.13841Z","caller":"traceutil/trace.go:171","msg":"trace[1729973437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26782; }","duration":"549.381714ms","start":"2026-05-11T01:52:45.58901Z","end":"2026-05-11T01:52:46.138391Z","steps":["trace[1729973437] 'agreement among raft nodes before linearized reading' (duration: 549.19879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.459231Z","time spent":"1.679184448s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:52:46.138354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:45.520826Z","time spent":"617.494737ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:46.138422Z","caller":"traceutil/trace.go:171","msg":"trace[79575773] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc; range_end:; response_count:1; response_revision:26782; }","duration":"1.681295416s","start":"2026-05-11T01:52:44.457112Z","end":"2026-05-11T01:52:46.138408Z","steps":["trace[79575773] 'agreement among raft nodes before linearized reading' (duration: 1.680941058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.138456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:45.588958Z","time spent":"549.490107ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:46.138464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:44.457094Z","time spent":"1.681362227s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3c0b1280-8eda-4010-a988-9cd64ec12bbc\" "} {"level":"warn","ts":"2026-05-11T01:52:46.635776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.445901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:46.635963Z","caller":"traceutil/trace.go:171","msg":"trace[834777339] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"489.818533ms","start":"2026-05-11T01:52:46.146118Z","end":"2026-05-11T01:52:46.635937Z","steps":["trace[834777339] 'process raft request' (duration: 209.130996ms)","trace[834777339] 'compare' (duration: 280.134144ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:46.636027Z","caller":"traceutil/trace.go:171","msg":"trace[483424433] linearizableReadLoop","detail":"{readStateIndex:27692; appliedIndex:27691; }","duration":"489.028526ms","start":"2026-05-11T01:52:46.146824Z","end":"2026-05-11T01:52:46.635852Z","steps":["trace[483424433] 'read index received' (duration: 208.285518ms)","trace[483424433] 'applied index is now lower than readState.Index' (duration: 280.741728ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:46.636066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.146096Z","time spent":"489.917776ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:46.63616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.251351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:46.636191Z","caller":"traceutil/trace.go:171","msg":"trace[2009453495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26783; }","duration":"489.305442ms","start":"2026-05-11T01:52:46.146872Z","end":"2026-05-11T01:52:46.636178Z","steps":["trace[2009453495] 'agreement among raft nodes before linearized reading' (duration: 489.243041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.63622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.146863Z","time spent":"489.350473ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:46.636308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.864531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-11T01:52:46.636339Z","caller":"traceutil/trace.go:171","msg":"trace[1638413118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26783; }","duration":"479.941603ms","start":"2026-05-11T01:52:46.156387Z","end":"2026-05-11T01:52:46.636329Z","steps":["trace[1638413118] 'agreement among raft nodes before linearized reading' (duration: 479.83298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.63636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.156371Z","time spent":"479.983243ms","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:52:46.636345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.577843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:46.636458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.460025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-05-11T01:52:46.636457Z","caller":"traceutil/trace.go:171","msg":"trace[2120733128] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26783; }","duration":"288.776107ms","start":"2026-05-11T01:52:46.347657Z","end":"2026-05-11T01:52:46.636433Z","steps":["trace[2120733128] 'agreement among raft nodes before linearized reading' (duration: 288.488031ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:46.636487Z","caller":"traceutil/trace.go:171","msg":"trace[873191804] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26783; }","duration":"489.498816ms","start":"2026-05-11T01:52:46.146979Z","end":"2026-05-11T01:52:46.636478Z","steps":["trace[873191804] 'agreement among raft nodes before linearized reading' (duration: 489.388284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.636514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.146975Z","time spent":"489.533607ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-11T01:52:46.636663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.835604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-11T01:52:46.636691Z","caller":"traceutil/trace.go:171","msg":"trace[1523502680] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26783; }","duration":"489.902176ms","start":"2026-05-11T01:52:46.146781Z","end":"2026-05-11T01:52:46.636683Z","steps":["trace[1523502680] 'agreement among raft nodes before linearized reading' (duration: 489.248381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:46.636708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.146759Z","time spent":"489.944846ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:52:47.142903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179869,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:52:47.326866Z","caller":"traceutil/trace.go:171","msg":"trace[925140289] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"684.441164ms","start":"2026-05-11T01:52:46.642403Z","end":"2026-05-11T01:52:47.326844Z","steps":["trace[925140289] 'process raft request' (duration: 684.306731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:47.326989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.642387Z","time spent":"684.548267ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:48.330098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.551698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:48.33049Z","caller":"traceutil/trace.go:171","msg":"trace[1685823517] transaction","detail":"{read_only:false; response_revision:26785; number_of_response:1; }","duration":"1.321787046s","start":"2026-05-11T01:52:47.008665Z","end":"2026-05-11T01:52:48.330452Z","steps":["trace[1685823517] 'process raft request' (duration: 572.778987ms)","trace[1685823517] 'compare' (duration: 747.202949ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:48.330645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.00864Z","time spent":"1.321926089s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:48.330875Z","caller":"traceutil/trace.go:171","msg":"trace[951885640] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"1.283070581s","start":"2026-05-11T01:52:47.047774Z","end":"2026-05-11T01:52:48.330844Z","steps":["trace[951885640] 'process raft request' (duration: 1.282475787s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:48.330952Z","caller":"traceutil/trace.go:171","msg":"trace[2049204494] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27692; }","duration":"1.688318843s","start":"2026-05-11T01:52:46.642608Z","end":"2026-05-11T01:52:48.330927Z","steps":["trace[2049204494] 'read index received' (duration: 684.076487ms)","trace[2049204494] 'applied index is now lower than readState.Index' (duration: 1.004240836s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:48.331016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.047763Z","time spent":"1.283181034s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:48.331166Z","caller":"traceutil/trace.go:171","msg":"trace[435091908] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"1.174947854s","start":"2026-05-11T01:52:47.156199Z","end":"2026-05-11T01:52:48.331147Z","steps":["trace[435091908] 'process raft request' (duration: 1.174633587s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.331247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.156177Z","time spent":"1.175031115s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.331392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688685121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-11T01:52:48.331686Z","caller":"traceutil/trace.go:171","msg":"trace[1640723121] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26787; }","duration":"1.688972927s","start":"2026-05-11T01:52:46.642598Z","end":"2026-05-11T01:52:48.331571Z","steps":["trace[1640723121] 'agreement among raft nodes before linearized reading' (duration: 1.688555698s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.331758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.642527Z","time spent":"1.689213463s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-11T01:52:48.993302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.20782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:48.993539Z","caller":"traceutil/trace.go:171","msg":"trace[655709926] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"1.489855585s","start":"2026-05-11T01:52:47.503665Z","end":"2026-05-11T01:52:48.993521Z","steps":["trace[655709926] 'process raft request' (duration: 1.042200105s)","trace[655709926] 'compare' (duration: 446.870743ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:48.993571Z","caller":"traceutil/trace.go:171","msg":"trace[1354446664] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"1.489834265s","start":"2026-05-11T01:52:47.503711Z","end":"2026-05-11T01:52:48.993545Z","steps":["trace[1354446664] 'process raft request' (duration: 1.489673861s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.993596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.503636Z","time spent":"1.489937056s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:48.993598Z","caller":"traceutil/trace.go:171","msg":"trace[545158069] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.489822824s","start":"2026-05-11T01:52:47.503748Z","end":"2026-05-11T01:52:48.993571Z","steps":["trace[545158069] 'process raft request' (duration: 1.489693321s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.9937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.503686Z","time spent":"1.489935346s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:48.993691Z","caller":"traceutil/trace.go:171","msg":"trace[407469182] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"1.489856485s","start":"2026-05-11T01:52:47.503812Z","end":"2026-05-11T01:52:48.993669Z","steps":["trace[407469182] 'process raft request' (duration: 1.489655391s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.993715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.50374Z","time spent":"1.489907166s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.993805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.503793Z","time spent":"1.489951127s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:48.993903Z","caller":"traceutil/trace.go:171","msg":"trace[1170224190] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"1.488999415s","start":"2026-05-11T01:52:47.504896Z","end":"2026-05-11T01:52:48.993896Z","steps":["trace[1170224190] 'process raft request' (duration: 1.488904393s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:48.993897Z","caller":"traceutil/trace.go:171","msg":"trace[648832803] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"1.489306912s","start":"2026-05-11T01:52:47.504553Z","end":"2026-05-11T01:52:48.99386Z","steps":["trace[648832803] 'process raft request' (duration: 1.488936133s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:48.99395Z","caller":"traceutil/trace.go:171","msg":"trace[957518279] transaction","detail":"{read_only:false; response_revision:26794; number_of_response:1; }","duration":"1.479620186s","start":"2026-05-11T01:52:47.514318Z","end":"2026-05-11T01:52:48.993939Z","steps":["trace[957518279] 'process raft request' (duration: 1.479513494s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.99399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.514298Z","time spent":"1.479671837s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.994015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521221816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:48.994061Z","caller":"traceutil/trace.go:171","msg":"trace[844782489] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26795; }","duration":"1.521266248s","start":"2026-05-11T01:52:47.472785Z","end":"2026-05-11T01:52:48.994051Z","steps":["trace[844782489] 'agreement among raft nodes before linearized reading' (duration: 1.521178546s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905738154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-11T01:52:48.994065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.504547Z","time spent":"1.489430744s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.994089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.472741Z","time spent":"1.521342559s","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:48.994092Z","caller":"traceutil/trace.go:171","msg":"trace[1208924062] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26795; }","duration":"1.905790306s","start":"2026-05-11T01:52:47.088296Z","end":"2026-05-11T01:52:48.994086Z","steps":["trace[1208924062] 'agreement among raft nodes before linearized reading' (duration: 1.905677973s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.088283Z","time spent":"1.905828846s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:52:48.994159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684102988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-11T01:52:48.994208Z","caller":"traceutil/trace.go:171","msg":"trace[737088863] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77; range_end:; response_count:1; response_revision:26795; }","duration":"1.68418572s","start":"2026-05-11T01:52:47.310014Z","end":"2026-05-11T01:52:48.9942Z","steps":["trace[737088863] 'agreement among raft nodes before linearized reading' (duration: 1.684028157s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.99394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.504892Z","time spent":"1.489025476s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.99423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.309995Z","time spent":"1.684229832s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" "} {"level":"info","ts":"2026-05-11T01:52:48.994258Z","caller":"traceutil/trace.go:171","msg":"trace[869940236] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"1.097433609s","start":"2026-05-11T01:52:47.896814Z","end":"2026-05-11T01:52:48.994248Z","steps":["trace[869940236] 'process raft request' (duration: 1.097071631s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.896788Z","time spent":"1.0975052s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:48.994432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.57586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:48.994459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947946819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:48.994461Z","caller":"traceutil/trace.go:171","msg":"trace[789981025] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26795; }","duration":"876.630742ms","start":"2026-05-11T01:52:48.117821Z","end":"2026-05-11T01:52:48.994452Z","steps":["trace[789981025] 'agreement among raft nodes before linearized reading' (duration: 876.585871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089105453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-05-11T01:52:48.994486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:48.117804Z","time spent":"876.674382ms","remote":"127.0.0.1:60886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:48.994484Z","caller":"traceutil/trace.go:171","msg":"trace[190402766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26795; }","duration":"1.947991529s","start":"2026-05-11T01:52:47.046486Z","end":"2026-05-11T01:52:48.994477Z","steps":["trace[190402766] 'agreement among raft nodes before linearized reading' (duration: 1.947947318s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.046473Z","time spent":"1.94803218s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:52:48.99451Z","caller":"traceutil/trace.go:171","msg":"trace[1715666880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26795; }","duration":"1.089215776s","start":"2026-05-11T01:52:47.905281Z","end":"2026-05-11T01:52:48.994497Z","steps":["trace[1715666880] 'agreement among raft nodes before linearized reading' (duration: 1.089031232s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.994545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:47.905265Z","time spent":"1.089272778s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-05-11T01:52:48.993949Z","caller":"traceutil/trace.go:171","msg":"trace[1094388239] linearizableReadLoop","detail":"{readStateIndex:27704; appliedIndex:27696; }","duration":"662.939963ms","start":"2026-05-11T01:52:48.331001Z","end":"2026-05-11T01:52:48.993941Z","steps":["trace[1094388239] 'read index received' (duration: 214.762202ms)","trace[1094388239] 'applied index is now lower than readState.Index' (duration: 448.176791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:48.994926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138723505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:48.994974Z","caller":"traceutil/trace.go:171","msg":"trace[386946451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26795; }","duration":"2.138817087s","start":"2026-05-11T01:52:46.856147Z","end":"2026-05-11T01:52:48.994964Z","steps":["trace[386946451] 'agreement among raft nodes before linearized reading' (duration: 2.138746495s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.995017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.599937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-11T01:52:48.995012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:46.856122Z","time spent":"2.138882209s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:48.995048Z","caller":"traceutil/trace.go:171","msg":"trace[680553633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26795; }","duration":"658.645768ms","start":"2026-05-11T01:52:48.336394Z","end":"2026-05-11T01:52:48.995039Z","steps":["trace[680553633] 'agreement among raft nodes before linearized reading' (duration: 658.549836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:48.99507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:48.33638Z","time spent":"658.685359ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:49.468665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.583345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:49.468753Z","caller":"traceutil/trace.go:171","msg":"trace[1465171045] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27704; }","duration":"470.393958ms","start":"2026-05-11T01:52:48.998346Z","end":"2026-05-11T01:52:49.46874Z","steps":["trace[1465171045] 'read index received' (duration: 159.66505ms)","trace[1465171045] 'applied index is now lower than readState.Index' (duration: 310.727368ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:49.468817Z","caller":"traceutil/trace.go:171","msg":"trace[713575848] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"470.517982ms","start":"2026-05-11T01:52:48.998293Z","end":"2026-05-11T01:52:49.468811Z","steps":["trace[713575848] 'process raft request' (duration: 159.701271ms)","trace[713575848] 'compare' (duration: 310.117965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:49.46885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:48.998275Z","time spent":"470.558032ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:49.469354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.9001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d9105b35-c4e5-4b7e-a33f-bec38d54741c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-11T01:52:49.469467Z","caller":"traceutil/trace.go:171","msg":"trace[1224497204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d9105b35-c4e5-4b7e-a33f-bec38d54741c; range_end:; response_count:1; response_revision:26796; }","duration":"471.190466ms","start":"2026-05-11T01:52:48.998248Z","end":"2026-05-11T01:52:49.469438Z","steps":["trace[1224497204] 'agreement among raft nodes before linearized reading' (duration: 470.723256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:49.469519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:48.998229Z","time spent":"471.275898ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d9105b35-c4e5-4b7e-a33f-bec38d54741c\" "} {"level":"warn","ts":"2026-05-11T01:52:49.469979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.101924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:49.470088Z","caller":"traceutil/trace.go:171","msg":"trace[1045908040] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26796; }","duration":"221.257917ms","start":"2026-05-11T01:52:49.248799Z","end":"2026-05-11T01:52:49.470057Z","steps":["trace[1045908040] 'agreement among raft nodes before linearized reading' (duration: 221.076553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:49.470135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.475255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-05-11T01:52:49.470234Z","caller":"traceutil/trace.go:171","msg":"trace[361342517] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26796; }","duration":"455.587617ms","start":"2026-05-11T01:52:49.014604Z","end":"2026-05-11T01:52:49.470192Z","steps":["trace[361342517] 'agreement among raft nodes before linearized reading' (duration: 455.304431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:49.470302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.01458Z","time spent":"455.705839ms","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-11T01:52:49.469862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.446282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:49.470588Z","caller":"traceutil/trace.go:171","msg":"trace[919614719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26796; }","duration":"472.202748ms","start":"2026-05-11T01:52:48.998353Z","end":"2026-05-11T01:52:49.470556Z","steps":["trace[919614719] 'agreement among raft nodes before linearized reading' (duration: 471.430521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:49.470721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:48.998258Z","time spent":"472.408002ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:49.977611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:50.474621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.183574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:50.47473Z","caller":"traceutil/trace.go:171","msg":"trace[1063194300] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"999.171374ms","start":"2026-05-11T01:52:49.475535Z","end":"2026-05-11T01:52:50.474707Z","steps":["trace[1063194300] 'process raft request' (duration: 668.811536ms)","trace[1063194300] 'compare' (duration: 329.380076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:50.474793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.475522Z","time spent":"999.241246ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:51.314805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170415962s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:52:51.383658Z","caller":"traceutil/trace.go:171","msg":"trace[914621598] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"1.907477175s","start":"2026-05-11T01:52:49.476151Z","end":"2026-05-11T01:52:51.383629Z","steps":["trace[914621598] 'process raft request' (duration: 1.83882472s)","trace[914621598] 'compare' (duration: 67.898568ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:51.383769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.476138Z","time spent":"1.907574626s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:52:51.479111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000758421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:52:51.479208Z","caller":"traceutil/trace.go:171","msg":"trace[1437943629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000893283s","start":"2026-05-11T01:52:49.478291Z","end":"2026-05-11T01:52:51.479185Z","steps":["trace[1437943629] 'agreement among raft nodes before linearized reading' (duration: 2.000767811s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.479261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.478255Z","time spent":"2.000994996s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:52:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:52:51.633756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.651966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:52:51.633864Z","caller":"traceutil/trace.go:171","msg":"trace[1694450994] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27705; }","duration":"2.156900041s","start":"2026-05-11T01:52:49.476944Z","end":"2026-05-11T01:52:51.633844Z","steps":["trace[1694450994] 'read index received' (duration: 667.464826ms)","trace[1694450994] 'applied index is now lower than readState.Index' (duration: 1.489433475s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:51.633989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.686797ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:51.634172Z","caller":"traceutil/trace.go:171","msg":"trace[1361831201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26798; }","duration":"115.896782ms","start":"2026-05-11T01:52:51.518249Z","end":"2026-05-11T01:52:51.634146Z","steps":["trace[1361831201] 'range keys from in-memory index tree' (duration: 115.654617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.63422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15726416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-11T01:52:51.6343Z","caller":"traceutil/trace.go:171","msg":"trace[965597401] range","detail":"{range_begin:/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a; range_end:; response_count:1; response_revision:26798; }","duration":"2.157420153s","start":"2026-05-11T01:52:49.476865Z","end":"2026-05-11T01:52:51.634285Z","steps":["trace[965597401] 'agreement among raft nodes before linearized reading' (duration: 2.157200578s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.634382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.476856Z","time spent":"2.157517345s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-64428c39-2fe9-4098-93b3-c1d767022c1a\" "} {"level":"info","ts":"2026-05-11T01:52:51.881138Z","caller":"traceutil/trace.go:171","msg":"trace[1065438807] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"1.530562465s","start":"2026-05-11T01:52:50.350537Z","end":"2026-05-11T01:52:51.881099Z","steps":["trace[1065438807] 'process raft request' (duration: 1.530252668s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.881188Z","caller":"traceutil/trace.go:171","msg":"trace[1311886687] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"877.744807ms","start":"2026-05-11T01:52:51.003431Z","end":"2026-05-11T01:52:51.881176Z","steps":["trace[1311886687] 'process raft request' (duration: 877.613214ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.881259Z","caller":"traceutil/trace.go:171","msg":"trace[83877682] transaction","detail":"{read_only:false; response_revision:26802; number_of_response:1; }","duration":"877.670786ms","start":"2026-05-11T01:52:51.003556Z","end":"2026-05-11T01:52:51.881226Z","steps":["trace[83877682] 'process raft request' (duration: 877.523173ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.881264Z","caller":"traceutil/trace.go:171","msg":"trace[860515512] linearizableReadLoop","detail":"{readStateIndex:27716; appliedIndex:27708; }","duration":"247.351021ms","start":"2026-05-11T01:52:51.63389Z","end":"2026-05-11T01:52:51.881241Z","steps":["trace[860515512] 'read index received' (duration: 246.83938ms)","trace[860515512] 'applied index is now lower than readState.Index' (duration: 510.801µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:51.881314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.003419Z","time spent":"877.822559ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:51.881321Z","caller":"traceutil/trace.go:171","msg":"trace[1584761777] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"874.033305ms","start":"2026-05-11T01:52:51.007266Z","end":"2026-05-11T01:52:51.881299Z","steps":["trace[1584761777] 'process raft request' (duration: 873.880791ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.881357Z","caller":"traceutil/trace.go:171","msg":"trace[1987180315] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"876.232564ms","start":"2026-05-11T01:52:51.005103Z","end":"2026-05-11T01:52:51.881336Z","steps":["trace[1987180315] 'process raft request' (duration: 876.01043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.00724Z","time spent":"874.115447ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:51.881399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.657331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:51.881401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.003547Z","time spent":"877.775488ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:51.881391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:50.350517Z","time spent":"1.530701548s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:51.881387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.006047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:51.88145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243063628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:51.881478Z","caller":"traceutil/trace.go:171","msg":"trace[408387190] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26806; }","duration":"2.243128899s","start":"2026-05-11T01:52:49.638341Z","end":"2026-05-11T01:52:51.88147Z","steps":["trace[408387190] 'agreement among raft nodes before linearized reading' (duration: 2.243062448s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.005077Z","time spent":"876.324676ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:51.88143Z","caller":"traceutil/trace.go:171","msg":"trace[1553691570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26806; }","duration":"401.747133ms","start":"2026-05-11T01:52:51.479674Z","end":"2026-05-11T01:52:51.881421Z","steps":["trace[1553691570] 'agreement among raft nodes before linearized reading' (duration: 401.676262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.638319Z","time spent":"2.243173761s","remote":"127.0.0.1:40668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:51.881519Z","caller":"traceutil/trace.go:171","msg":"trace[296148033] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"872.457259ms","start":"2026-05-11T01:52:51.009055Z","end":"2026-05-11T01:52:51.881512Z","steps":["trace[296148033] 'process raft request' (duration: 872.121972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.479649Z","time spent":"401.862695ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:51.88155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.009043Z","time spent":"872.48983ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:51.881547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399453715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-05-11T01:52:51.881561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.117806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:51.881578Z","caller":"traceutil/trace.go:171","msg":"trace[1845414150] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:26806; }","duration":"2.399494306s","start":"2026-05-11T01:52:49.482075Z","end":"2026-05-11T01:52:51.881569Z","steps":["trace[1845414150] 'agreement among raft nodes before linearized reading' (duration: 2.399374303s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.881593Z","caller":"traceutil/trace.go:171","msg":"trace[1177844343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26806; }","duration":"954.190328ms","start":"2026-05-11T01:52:50.927391Z","end":"2026-05-11T01:52:51.881582Z","steps":["trace[1177844343] 'agreement among raft nodes before linearized reading' (duration: 954.135787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:49.482069Z","time spent":"2.399535467s","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-11T01:52:51.881618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:50.927369Z","time spent":"954.242519ms","remote":"127.0.0.1:59162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:51.881631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228399029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:51.881654Z","caller":"traceutil/trace.go:171","msg":"trace[1989879499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26806; }","duration":"1.22846042s","start":"2026-05-11T01:52:50.653186Z","end":"2026-05-11T01:52:51.881647Z","steps":["trace[1989879499] 'agreement among raft nodes before linearized reading' (duration: 1.228407609s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.88167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:50.653154Z","time spent":"1.228511311s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:51.881674Z","caller":"traceutil/trace.go:171","msg":"trace[1702626397] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"869.624246ms","start":"2026-05-11T01:52:51.012038Z","end":"2026-05-11T01:52:51.881663Z","steps":["trace[1702626397] 'process raft request' (duration: 869.167726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.88167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.183025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-05-11T01:52:51.881726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.012031Z","time spent":"869.668596ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:51.881726Z","caller":"traceutil/trace.go:171","msg":"trace[569483657] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26806; }","duration":"686.283857ms","start":"2026-05-11T01:52:51.195431Z","end":"2026-05-11T01:52:51.881715Z","steps":["trace[569483657] 'agreement among raft nodes before linearized reading' (duration: 686.103083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.195394Z","time spent":"686.366918ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-11T01:52:51.881786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.26235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:52:51.881809Z","caller":"traceutil/trace.go:171","msg":"trace[1653447848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26806; }","duration":"239.322722ms","start":"2026-05-11T01:52:51.642479Z","end":"2026-05-11T01:52:51.881802Z","steps":["trace[1653447848] 'agreement among raft nodes before linearized reading' (duration: 239.220999ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:51.88147Z","caller":"traceutil/trace.go:171","msg":"trace[226160212] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26806; }","duration":"312.108119ms","start":"2026-05-11T01:52:51.569344Z","end":"2026-05-11T01:52:51.881452Z","steps":["trace[226160212] 'agreement among raft nodes before linearized reading' (duration: 311.935345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.881871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.56927Z","time spent":"312.589249ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:51.881154Z","caller":"traceutil/trace.go:171","msg":"trace[596378163] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"880.760405ms","start":"2026-05-11T01:52:51.000366Z","end":"2026-05-11T01:52:51.881127Z","steps":["trace[596378163] 'process raft request' (duration: 880.598941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:51.882237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.00033Z","time spent":"881.864449ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:52.406315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:52.638158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.193244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:52.63832Z","caller":"traceutil/trace.go:171","msg":"trace[225265680] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"733.684016ms","start":"2026-05-11T01:52:51.904601Z","end":"2026-05-11T01:52:52.638285Z","steps":["trace[225265680] 'process raft request' (duration: 606.301608ms)","trace[225265680] 'compare' (duration: 126.795756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:52.638496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.904576Z","time spent":"733.86045ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:52:52.638681Z","caller":"traceutil/trace.go:171","msg":"trace[2013825840] linearizableReadLoop","detail":"{readStateIndex:27717; appliedIndex:27716; }","duration":"732.463579ms","start":"2026-05-11T01:52:51.905791Z","end":"2026-05-11T01:52:52.638254Z","steps":["trace[2013825840] 'read index received' (duration: 605.118622ms)","trace[2013825840] 'applied index is now lower than readState.Index' (duration: 127.343747ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:52.638772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.96325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-05-11T01:52:52.638856Z","caller":"traceutil/trace.go:171","msg":"trace[638667342] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26807; }","duration":"733.077542ms","start":"2026-05-11T01:52:51.905767Z","end":"2026-05-11T01:52:52.638844Z","steps":["trace[638667342] 'agreement among raft nodes before linearized reading' (duration: 732.767605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:52.638862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.220719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:52.638886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.905755Z","time spent":"733.125103ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-11T01:52:52.639006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.407045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" ","response":"range_response_count:1 size:6857"} {"level":"warn","ts":"2026-05-11T01:52:52.639026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.842115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e955c9ee\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-05-11T01:52:52.639063Z","caller":"traceutil/trace.go:171","msg":"trace[842932755] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e955c9ee; range_end:; response_count:1; response_revision:26807; }","duration":"329.913026ms","start":"2026-05-11T01:52:52.309141Z","end":"2026-05-11T01:52:52.639054Z","steps":["trace[842932755] 'agreement among raft nodes before linearized reading' (duration: 329.774603ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:52.639083Z","caller":"traceutil/trace.go:171","msg":"trace[1455066595] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9; range_end:; response_count:1; response_revision:26807; }","duration":"329.468216ms","start":"2026-05-11T01:52:52.30958Z","end":"2026-05-11T01:52:52.639048Z","steps":["trace[1455066595] 'agreement among raft nodes before linearized reading' (duration: 329.263192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:52.639107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.309122Z","time spent":"329.977277ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e955c9ee\" "} {"level":"warn","ts":"2026-05-11T01:52:52.639125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.309533Z","time spent":"329.58133ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6mjr9\" "} {"level":"info","ts":"2026-05-11T01:52:52.638897Z","caller":"traceutil/trace.go:171","msg":"trace[1939222393] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26807; }","duration":"688.28545ms","start":"2026-05-11T01:52:51.950599Z","end":"2026-05-11T01:52:52.638884Z","steps":["trace[1939222393] 'agreement among raft nodes before linearized reading' (duration: 688.200538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:52.639188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:51.950585Z","time spent":"688.593048ms","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:52:53.210362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.693203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:53.210614Z","caller":"traceutil/trace.go:171","msg":"trace[1595096308] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27717; }","duration":"564.174237ms","start":"2026-05-11T01:52:52.646425Z","end":"2026-05-11T01:52:53.210599Z","steps":["trace[1595096308] 'read index received' (duration: 67.743955ms)","trace[1595096308] 'applied index is now lower than readState.Index' (duration: 496.429492ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:53.210612Z","caller":"traceutil/trace.go:171","msg":"trace[533467993] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"567.422858ms","start":"2026-05-11T01:52:52.643156Z","end":"2026-05-11T01:52:53.210579Z","steps":["trace[533467993] 'process raft request' (duration: 465.406067ms)","trace[533467993] 'compare' (duration: 101.55031ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:53.210675Z","caller":"traceutil/trace.go:171","msg":"trace[390911819] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"560.144786ms","start":"2026-05-11T01:52:52.650523Z","end":"2026-05-11T01:52:53.210668Z","steps":["trace[390911819] 'process raft request' (duration: 559.968541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:53.210724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.650508Z","time spent":"560.189607ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:53.210757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.643136Z","time spent":"567.537562ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:53.210833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.358221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:53.21114Z","caller":"traceutil/trace.go:171","msg":"trace[969373092] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26810; }","duration":"564.741509ms","start":"2026-05-11T01:52:52.646374Z","end":"2026-05-11T01:52:53.211115Z","steps":["trace[969373092] 'agreement among raft nodes before linearized reading' (duration: 564.3094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:53.211213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.646361Z","time spent":"564.842071ms","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:52:53.711173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:52:54.113506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.651045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:54.113852Z","caller":"traceutil/trace.go:171","msg":"trace[953372044] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"227.137979ms","start":"2026-05-11T01:52:53.886689Z","end":"2026-05-11T01:52:54.113827Z","steps":["trace[953372044] 'process raft request' (duration: 227.070117ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:54.114118Z","caller":"traceutil/trace.go:171","msg":"trace[155869200] linearizableReadLoop","detail":"{readStateIndex:27722; appliedIndex:27720; }","duration":"903.461652ms","start":"2026-05-11T01:52:53.21064Z","end":"2026-05-11T01:52:54.114102Z","steps":["trace[155869200] 'read index received' (duration: 618.06386ms)","trace[155869200] 'applied index is now lower than readState.Index' (duration: 285.395222ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:54.114195Z","caller":"traceutil/trace.go:171","msg":"trace[451661542] transaction","detail":"{read_only:false; response_revision:26812; number_of_response:1; }","duration":"1.10952658s","start":"2026-05-11T01:52:53.004659Z","end":"2026-05-11T01:52:54.114185Z","steps":["trace[451661542] 'process raft request' (duration: 1.108953048s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:54.114192Z","caller":"traceutil/trace.go:171","msg":"trace[1106794224] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"1.133594849s","start":"2026-05-11T01:52:52.980571Z","end":"2026-05-11T01:52:54.114166Z","steps":["trace[1106794224] 'process raft request' (duration: 848.179297ms)","trace[1106794224] 'compare' (duration: 284.071142ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:54.114246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.004628Z","time spent":"1.109588161s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:54.114323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154014835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:54.114346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.980543Z","time spent":"1.133715671s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.114381Z","caller":"traceutil/trace.go:171","msg":"trace[1936704212] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26813; }","duration":"1.154114267s","start":"2026-05-11T01:52:52.960252Z","end":"2026-05-11T01:52:54.114367Z","steps":["trace[1936704212] 'agreement among raft nodes before linearized reading' (duration: 1.153985535s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.11441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.960234Z","time spent":"1.154170108s","remote":"127.0.0.1:59510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:54.114449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463907304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-11T01:52:54.114566Z","caller":"traceutil/trace.go:171","msg":"trace[334639457] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26813; }","duration":"1.464053717s","start":"2026-05-11T01:52:52.650494Z","end":"2026-05-11T01:52:54.114547Z","steps":["trace[334639457] 'agreement among raft nodes before linearized reading' (duration: 1.463752251s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.114613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:52.650485Z","time spent":"1.464118979s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-11T01:52:54.114409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067616783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:54.114824Z","caller":"traceutil/trace.go:171","msg":"trace[1303660813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26813; }","duration":"1.068067213s","start":"2026-05-11T01:52:53.046732Z","end":"2026-05-11T01:52:54.114799Z","steps":["trace[1303660813] 'agreement among raft nodes before linearized reading' (duration: 1.067611103s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.1149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.04671Z","time spent":"1.068169885s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:54.614206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736179928,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:52:54.794147Z","caller":"traceutil/trace.go:171","msg":"trace[331670166] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"907.296598ms","start":"2026-05-11T01:52:53.886825Z","end":"2026-05-11T01:52:54.794122Z","steps":["trace[331670166] 'process raft request' (duration: 843.254005ms)","trace[331670166] 'compare' (duration: 63.653004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:54.794292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.886796Z","time spent":"907.409351ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.79443Z","caller":"traceutil/trace.go:171","msg":"trace[1303613622] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"907.39067ms","start":"2026-05-11T01:52:53.887022Z","end":"2026-05-11T01:52:54.794412Z","steps":["trace[1303613622] 'process raft request' (duration: 907.119924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.794563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.887002Z","time spent":"907.477232ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.794765Z","caller":"traceutil/trace.go:171","msg":"trace[746873556] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"907.723008ms","start":"2026-05-11T01:52:53.887035Z","end":"2026-05-11T01:52:54.794758Z","steps":["trace[746873556] 'process raft request' (duration: 907.311539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.794808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.886998Z","time spent":"907.782658ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.794959Z","caller":"traceutil/trace.go:171","msg":"trace[90450640] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"907.065373ms","start":"2026-05-11T01:52:53.887876Z","end":"2026-05-11T01:52:54.794941Z","steps":["trace[90450640] 'process raft request' (duration: 906.845048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.795035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.887867Z","time spent":"907.124154ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:54.79544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.120445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:54.795482Z","caller":"traceutil/trace.go:171","msg":"trace[312867359] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26821; }","duration":"907.192585ms","start":"2026-05-11T01:52:53.888276Z","end":"2026-05-11T01:52:54.795469Z","steps":["trace[312867359] 'agreement among raft nodes before linearized reading' (duration: 907.100223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.795509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.888264Z","time spent":"907.237487ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:54.795521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580556092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:52:54.795527Z","caller":"traceutil/trace.go:171","msg":"trace[30491543] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"907.295068ms","start":"2026-05-11T01:52:53.888211Z","end":"2026-05-11T01:52:54.795506Z","steps":["trace[30491543] 'process raft request' (duration: 906.664534ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:54.795564Z","caller":"traceutil/trace.go:171","msg":"trace[119342209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26821; }","duration":"1.580644354s","start":"2026-05-11T01:52:53.214907Z","end":"2026-05-11T01:52:54.795551Z","steps":["trace[119342209] 'agreement among raft nodes before linearized reading' (duration: 1.580480321s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.795592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.214884Z","time spent":"1.580700866s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:52:54.795613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.888204Z","time spent":"907.36443ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.795581Z","caller":"traceutil/trace.go:171","msg":"trace[417146873] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"907.215196ms","start":"2026-05-11T01:52:53.888335Z","end":"2026-05-11T01:52:54.79555Z","steps":["trace[417146873] 'process raft request' (duration: 906.612463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.795717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.622006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-11T01:52:54.795742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.888314Z","time spent":"907.3535ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.79576Z","caller":"traceutil/trace.go:171","msg":"trace[1984325893] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26821; }","duration":"810.708068ms","start":"2026-05-11T01:52:53.985042Z","end":"2026-05-11T01:52:54.79575Z","steps":["trace[1984325893] 'agreement among raft nodes before linearized reading' (duration: 810.571025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.795788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.985019Z","time spent":"810.761089ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-11T01:52:54.795913Z","caller":"traceutil/trace.go:171","msg":"trace[211193541] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"794.290351ms","start":"2026-05-11T01:52:54.0011Z","end":"2026-05-11T01:52:54.79539Z","steps":["trace[211193541] 'process raft request' (duration: 793.901262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.796884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.001085Z","time spent":"795.744843ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:54.796008Z","caller":"traceutil/trace.go:171","msg":"trace[652706520] linearizableReadLoop","detail":"{readStateIndex:27731; appliedIndex:27723; }","duration":"681.003278ms","start":"2026-05-11T01:52:54.114149Z","end":"2026-05-11T01:52:54.795152Z","steps":["trace[652706520] 'read index received' (duration: 615.844151ms)","trace[652706520] 'applied index is now lower than readState.Index' (duration: 65.158027ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:54.796054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581850341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-11T01:52:54.797064Z","caller":"traceutil/trace.go:171","msg":"trace[2132944717] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77; range_end:; response_count:1; response_revision:26821; }","duration":"1.582891645s","start":"2026-05-11T01:52:53.214153Z","end":"2026-05-11T01:52:54.797044Z","steps":["trace[2132944717] 'agreement among raft nodes before linearized reading' (duration: 1.58177705s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.797129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.214127Z","time spent":"1.582974177s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-6mjr9.18ae5fd2e896de77\" "} {"level":"info","ts":"2026-05-11T01:52:54.794202Z","caller":"traceutil/trace.go:171","msg":"trace[1443161914] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"907.209616ms","start":"2026-05-11T01:52:53.886969Z","end":"2026-05-11T01:52:54.794179Z","steps":["trace[1443161914] 'process raft request' (duration: 907.081913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:54.797231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:53.886963Z","time spent":"910.222563ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:55.458045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.058898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-11T01:52:55.458248Z","caller":"traceutil/trace.go:171","msg":"trace[367998835] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"658.944775ms","start":"2026-05-11T01:52:54.799288Z","end":"2026-05-11T01:52:55.458233Z","steps":["trace[367998835] 'process raft request' (duration: 658.828763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.458496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270638143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:55.458573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334423499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-05-11T01:52:55.458608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340342801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-11T01:52:55.45862Z","caller":"traceutil/trace.go:171","msg":"trace[1345933642] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26822; }","duration":"1.334491231s","start":"2026-05-11T01:52:54.124115Z","end":"2026-05-11T01:52:55.458606Z","steps":["trace[1345933642] 'agreement among raft nodes before linearized reading' (duration: 1.334282176s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.458628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.799262Z","time spent":"659.319353ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:55.45861Z","caller":"traceutil/trace.go:171","msg":"trace[1565296427] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26822; }","duration":"1.270797457s","start":"2026-05-11T01:52:54.187789Z","end":"2026-05-11T01:52:55.458586Z","steps":["trace[1565296427] 'agreement among raft nodes before linearized reading' (duration: 1.270621383s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:55.458657Z","caller":"traceutil/trace.go:171","msg":"trace[60109164] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26822; }","duration":"1.340430414s","start":"2026-05-11T01:52:54.118212Z","end":"2026-05-11T01:52:55.458642Z","steps":["trace[60109164] 'agreement among raft nodes before linearized reading' (duration: 1.340190159s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.45866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.124106Z","time spent":"1.334545372s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-11T01:52:55.458337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.796599Z","time spent":"661.732177ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:52:55.45869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.187774Z","time spent":"1.270892849s","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:55.458699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.118195Z","time spent":"1.340497425s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:55.458481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.031286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:52:55.458369Z","caller":"traceutil/trace.go:171","msg":"trace[623191476] linearizableReadLoop","detail":"{readStateIndex:27732; appliedIndex:27731; }","duration":"661.340169ms","start":"2026-05-11T01:52:54.797003Z","end":"2026-05-11T01:52:55.458343Z","steps":["trace[623191476] 'read index received' (duration: 378.993015ms)","trace[623191476] 'applied index is now lower than readState.Index' (duration: 282.344484ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:52:55.458855Z","caller":"traceutil/trace.go:171","msg":"trace[1046592077] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26822; }","duration":"756.455996ms","start":"2026-05-11T01:52:54.702382Z","end":"2026-05-11T01:52:55.458838Z","steps":["trace[1046592077] 'agreement among raft nodes before linearized reading' (duration: 755.985615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.458917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.70236Z","time spent":"756.541047ms","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:55.458486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341895836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:55.458985Z","caller":"traceutil/trace.go:171","msg":"trace[1371479264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26822; }","duration":"1.342446289s","start":"2026-05-11T01:52:54.116531Z","end":"2026-05-11T01:52:55.458978Z","steps":["trace[1371479264] 'agreement among raft nodes before linearized reading' (duration: 1.341888966s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.458989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.99478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:55.458482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.014292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:52:55.459003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.116515Z","time spent":"1.342483569s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:52:55.459014Z","caller":"traceutil/trace.go:171","msg":"trace[477322563] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26822; }","duration":"381.04849ms","start":"2026-05-11T01:52:55.077956Z","end":"2026-05-11T01:52:55.459005Z","steps":["trace[477322563] 'agreement among raft nodes before linearized reading' (duration: 381.01619ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:55.459018Z","caller":"traceutil/trace.go:171","msg":"trace[296350] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26822; }","duration":"687.614855ms","start":"2026-05-11T01:52:54.771397Z","end":"2026-05-11T01:52:55.459012Z","steps":["trace[296350] 'agreement among raft nodes before linearized reading' (duration: 687.014582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.459037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.771372Z","time spent":"687.659147ms","remote":"127.0.0.1:50782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:55.459035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.077939Z","time spent":"381.090302ms","remote":"127.0.0.1:59590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:55.45851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.497862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:52:55.45908Z","caller":"traceutil/trace.go:171","msg":"trace[833861048] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26822; }","duration":"662.094875ms","start":"2026-05-11T01:52:54.79698Z","end":"2026-05-11T01:52:55.459075Z","steps":["trace[833861048] 'agreement among raft nodes before linearized reading' (duration: 661.41012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.459096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.796968Z","time spent":"662.123076ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:52:55.458958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.712744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-11T01:52:55.458496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.803965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:55.459149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.761111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:55.45914Z","caller":"traceutil/trace.go:171","msg":"trace[243557242] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26822; }","duration":"533.914859ms","start":"2026-05-11T01:52:54.925211Z","end":"2026-05-11T01:52:55.459126Z","steps":["trace[243557242] 'agreement among raft nodes before linearized reading' (duration: 533.695774ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:55.459167Z","caller":"traceutil/trace.go:171","msg":"trace[802939790] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26822; }","duration":"417.779032ms","start":"2026-05-11T01:52:55.041382Z","end":"2026-05-11T01:52:55.459161Z","steps":["trace[802939790] 'agreement among raft nodes before linearized reading' (duration: 417.744761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.459179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.925193Z","time spent":"533.97529ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-11T01:52:55.459183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.041334Z","time spent":"417.844954ms","remote":"127.0.0.1:40652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:55.459172Z","caller":"traceutil/trace.go:171","msg":"trace[1306401162] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26822; }","duration":"673.517201ms","start":"2026-05-11T01:52:54.785642Z","end":"2026-05-11T01:52:55.45916Z","steps":["trace[1306401162] 'agreement among raft nodes before linearized reading' (duration: 672.746854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:55.45923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:54.785623Z","time spent":"673.591692ms","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:56.276681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.619876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:56.27688Z","caller":"traceutil/trace.go:171","msg":"trace[1053989235] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"788.659074ms","start":"2026-05-11T01:52:55.488203Z","end":"2026-05-11T01:52:56.276862Z","steps":["trace[1053989235] 'process raft request' (duration: 788.587003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.276948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.488192Z","time spent":"788.731856ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-11T01:52:56.277151Z","caller":"traceutil/trace.go:171","msg":"trace[2093567849] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"793.239087ms","start":"2026-05-11T01:52:55.4839Z","end":"2026-05-11T01:52:56.277139Z","steps":["trace[2093567849] 'process raft request' (duration: 160.072629ms)","trace[2093567849] 'compare' (duration: 631.933461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:56.277239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.483876Z","time spent":"793.32197ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:56.277402Z","caller":"traceutil/trace.go:171","msg":"trace[1916311873] linearizableReadLoop","detail":"{readStateIndex:27735; appliedIndex:27734; }","duration":"793.173906ms","start":"2026-05-11T01:52:55.484206Z","end":"2026-05-11T01:52:56.27738Z","steps":["trace[1916311873] 'read index received' (duration: 159.782723ms)","trace[1916311873] 'applied index is now lower than readState.Index' (duration: 633.388063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:56.277616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.39418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-11T01:52:56.277676Z","caller":"traceutil/trace.go:171","msg":"trace[1757326425] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26825; }","duration":"793.495513ms","start":"2026-05-11T01:52:55.484167Z","end":"2026-05-11T01:52:56.277663Z","steps":["trace[1757326425] 'agreement among raft nodes before linearized reading' (duration: 793.278468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.277715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.48415Z","time spent":"793.556525ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-11T01:52:56.359038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.293649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-05-11T01:52:56.359053Z","caller":"traceutil/trace.go:171","msg":"trace[2079919679] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"239.344742ms","start":"2026-05-11T01:52:56.119651Z","end":"2026-05-11T01:52:56.358996Z","steps":["trace[2079919679] 'process raft request' (duration: 239.112137ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:56.359102Z","caller":"traceutil/trace.go:171","msg":"trace[569997647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26826; }","duration":"463.393432ms","start":"2026-05-11T01:52:55.895694Z","end":"2026-05-11T01:52:56.359088Z","steps":["trace[569997647] 'agreement among raft nodes before linearized reading' (duration: 463.206178ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.359145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.895677Z","time spent":"463.448042ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-05-11T01:52:56.359128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.894833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:56.359209Z","caller":"traceutil/trace.go:171","msg":"trace[1266817024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26826; }","duration":"871.009396ms","start":"2026-05-11T01:52:55.488181Z","end":"2026-05-11T01:52:56.35919Z","steps":["trace[1266817024] 'agreement among raft nodes before linearized reading' (duration: 870.840102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.359263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.488165Z","time spent":"871.090077ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:52:56.359319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.521118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:56.359398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.052663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-11T01:52:56.359479Z","caller":"traceutil/trace.go:171","msg":"trace[2133875121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26826; }","duration":"869.157436ms","start":"2026-05-11T01:52:55.490305Z","end":"2026-05-11T01:52:56.359462Z","steps":["trace[2133875121] 'agreement among raft nodes before linearized reading' (duration: 868.963461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.359514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.490296Z","time spent":"869.212257ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-11T01:52:56.359369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.98636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:56.359616Z","caller":"traceutil/trace.go:171","msg":"trace[521731337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26826; }","duration":"640.334119ms","start":"2026-05-11T01:52:55.719264Z","end":"2026-05-11T01:52:56.359598Z","steps":["trace[521731337] 'agreement among raft nodes before linearized reading' (duration: 639.936979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.35967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:55.719245Z","time spent":"640.40729ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:56.360077Z","caller":"traceutil/trace.go:171","msg":"trace[1096332988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26826; }","duration":"198.905837ms","start":"2026-05-11T01:52:56.160539Z","end":"2026-05-11T01:52:56.359445Z","steps":["trace[1096332988] 'agreement among raft nodes before linearized reading' (duration: 198.419886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.961013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.185173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"info","ts":"2026-05-11T01:52:56.961101Z","caller":"traceutil/trace.go:171","msg":"trace[12658201] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:26826; }","duration":"584.299125ms","start":"2026-05-11T01:52:56.376784Z","end":"2026-05-11T01:52:56.961083Z","steps":["trace[12658201] 'range keys from in-memory index tree' (duration: 584.088081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:56.961143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.376775Z","time spent":"584.359766ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"info","ts":"2026-05-11T01:52:57.409521Z","caller":"traceutil/trace.go:171","msg":"trace[2092435243] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"608.679151ms","start":"2026-05-11T01:52:56.800809Z","end":"2026-05-11T01:52:57.409488Z","steps":["trace[2092435243] 'process raft request' (duration: 608.420175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:57.409745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.800784Z","time spent":"608.839614ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.257619Z","caller":"traceutil/trace.go:171","msg":"trace[739950141] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"1.456710034s","start":"2026-05-11T01:52:56.800883Z","end":"2026-05-11T01:52:58.257593Z","steps":["trace[739950141] 'process raft request' (duration: 1.456488629s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:58.257927Z","caller":"traceutil/trace.go:171","msg":"trace[593282456] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"1.45695243s","start":"2026-05-11T01:52:56.800948Z","end":"2026-05-11T01:52:58.2579Z","steps":["trace[593282456] 'process raft request' (duration: 1.456601052s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:58.257963Z","caller":"traceutil/trace.go:171","msg":"trace[1284462929] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"1.456796126s","start":"2026-05-11T01:52:56.801149Z","end":"2026-05-11T01:52:58.257945Z","steps":["trace[1284462929] 'process raft request' (duration: 1.456644072s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.258079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.80091Z","time spent":"1.457089102s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:58.258083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.801136Z","time spent":"1.456895248s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.258317Z","caller":"traceutil/trace.go:171","msg":"trace[1216638578] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"1.45695606s","start":"2026-05-11T01:52:56.801348Z","end":"2026-05-11T01:52:58.258304Z","steps":["trace[1216638578] 'process raft request' (duration: 1.456556861s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.258379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.801311Z","time spent":"1.457036152s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.25847Z","caller":"traceutil/trace.go:171","msg":"trace[787921671] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"1.455885225s","start":"2026-05-11T01:52:56.802576Z","end":"2026-05-11T01:52:58.258461Z","steps":["trace[787921671] 'process raft request' (duration: 1.455602819s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.257921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.800865Z","time spent":"1.456915168s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:58.258528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.802562Z","time spent":"1.455934386s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.258538Z","caller":"traceutil/trace.go:171","msg":"trace[165466566] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"1.454521735s","start":"2026-05-11T01:52:56.80396Z","end":"2026-05-11T01:52:58.258482Z","steps":["trace[165466566] 'process raft request' (duration: 1.454441013s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.258829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.803943Z","time spent":"1.454847793s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.258504Z","caller":"traceutil/trace.go:171","msg":"trace[1986103367] linearizableReadLoop","detail":"{readStateIndex:27744; appliedIndex:27737; }","duration":"1.29153468s","start":"2026-05-11T01:52:56.966932Z","end":"2026-05-11T01:52:58.258467Z","steps":["trace[1986103367] 'read index received' (duration: 442.348922ms)","trace[1986103367] 'applied index is now lower than readState.Index' (duration: 849.184058ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:58.258835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291889439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-05-11T01:52:58.258919Z","caller":"traceutil/trace.go:171","msg":"trace[156739036] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:26833; }","duration":"1.291983481s","start":"2026-05-11T01:52:56.966914Z","end":"2026-05-11T01:52:58.258898Z","steps":["trace[156739036] 'agreement among raft nodes before linearized reading' (duration: 1.291655782s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.258975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:56.966849Z","time spent":"1.292117344s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-05-11T01:52:58.258995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212442592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:58.259041Z","caller":"traceutil/trace.go:171","msg":"trace[1853715074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26833; }","duration":"1.212523424s","start":"2026-05-11T01:52:57.046505Z","end":"2026-05-11T01:52:58.259028Z","steps":["trace[1853715074] 'agreement among raft nodes before linearized reading' (duration: 1.212446482s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.259047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.948356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:58.25907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:57.046482Z","time spent":"1.212581755s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:52:58.25909Z","caller":"traceutil/trace.go:171","msg":"trace[1768324401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26833; }","duration":"473.026818ms","start":"2026-05-11T01:52:57.786053Z","end":"2026-05-11T01:52:58.259079Z","steps":["trace[1768324401] 'agreement among raft nodes before linearized reading' (duration: 472.904845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.25913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:57.785987Z","time spent":"473.12863ms","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:52:58.259128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.716825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" ","response":"range_response_count:1 size:838"} {"level":"warn","ts":"2026-05-11T01:52:58.259118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.622758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:52:58.259188Z","caller":"traceutil/trace.go:171","msg":"trace[290959011] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665; range_end:; response_count:1; response_revision:26833; }","duration":"453.843589ms","start":"2026-05-11T01:52:57.805329Z","end":"2026-05-11T01:52:58.259173Z","steps":["trace[290959011] 'agreement among raft nodes before linearized reading' (duration: 453.663625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.259217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:57.805277Z","time spent":"453.934141ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" "} {"level":"info","ts":"2026-05-11T01:52:58.2592Z","caller":"traceutil/trace.go:171","msg":"trace[114311333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26833; }","duration":"802.789702ms","start":"2026-05-11T01:52:57.456395Z","end":"2026-05-11T01:52:58.259185Z","steps":["trace[114311333] 'agreement among raft nodes before linearized reading' (duration: 802.617748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.259257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190645214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-11T01:52:58.259271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:57.45637Z","time spent":"802.887344ms","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:52:58.259336Z","caller":"traceutil/trace.go:171","msg":"trace[1230291475] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26833; }","duration":"1.190767797s","start":"2026-05-11T01:52:57.068551Z","end":"2026-05-11T01:52:58.259319Z","steps":["trace[1230291475] 'agreement among raft nodes before linearized reading' (duration: 1.190521412s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.259382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:57.068535Z","time spent":"1.190837778s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:52:58.635523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.749377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:58.635808Z","caller":"traceutil/trace.go:171","msg":"trace[1311369939] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"266.594961ms","start":"2026-05-11T01:52:58.369192Z","end":"2026-05-11T01:52:58.635787Z","steps":["trace[1311369939] 'process raft request' (duration: 266.54414ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:58.636052Z","caller":"traceutil/trace.go:171","msg":"trace[349131924] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"374.065035ms","start":"2026-05-11T01:52:58.261968Z","end":"2026-05-11T01:52:58.636033Z","steps":["trace[349131924] 'process raft request' (duration: 135.708385ms)","trace[349131924] 'compare' (duration: 237.628004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:58.636128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.261946Z","time spent":"374.140356ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:58.636287Z","caller":"traceutil/trace.go:171","msg":"trace[1449165023] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"271.135962ms","start":"2026-05-11T01:52:58.36514Z","end":"2026-05-11T01:52:58.636276Z","steps":["trace[1449165023] 'process raft request' (duration: 270.506148ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:58.636347Z","caller":"traceutil/trace.go:171","msg":"trace[1365392868] linearizableReadLoop","detail":"{readStateIndex:27745; appliedIndex:27744; }","duration":"371.18204ms","start":"2026-05-11T01:52:58.265138Z","end":"2026-05-11T01:52:58.63632Z","steps":["trace[1365392868] 'read index received' (duration: 132.560514ms)","trace[1365392868] 'applied index is now lower than readState.Index' (duration: 238.619666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:58.636574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.414995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe356dd2269\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-05-11T01:52:58.636617Z","caller":"traceutil/trace.go:171","msg":"trace[374522268] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18ae5fe356dd2269; range_end:; response_count:1; response_revision:26836; }","duration":"371.496796ms","start":"2026-05-11T01:52:58.265107Z","end":"2026-05-11T01:52:58.636604Z","steps":["trace[374522268] 'agreement among raft nodes before linearized reading' (duration: 371.334693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:58.636655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.265095Z","time spent":"371.547238ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe356dd2269\" "} {"level":"warn","ts":"2026-05-11T01:52:59.92204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.367145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:52:59.922489Z","caller":"traceutil/trace.go:171","msg":"trace[1845604525] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"1.494892697s","start":"2026-05-11T01:52:58.427564Z","end":"2026-05-11T01:52:59.922456Z","steps":["trace[1845604525] 'process raft request' (duration: 520.98963ms)","trace[1845604525] 'compare' (duration: 972.845024ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:59.922653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.42754Z","time spent":"1.49502443s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:59.922695Z","caller":"traceutil/trace.go:171","msg":"trace[130319073] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"497.746249ms","start":"2026-05-11T01:52:59.424925Z","end":"2026-05-11T01:52:59.922671Z","steps":["trace[130319073] 'process raft request' (duration: 497.665397ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:52:59.922816Z","caller":"traceutil/trace.go:171","msg":"trace[570202117] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"1.284117345s","start":"2026-05-11T01:52:58.638623Z","end":"2026-05-11T01:52:59.92274Z","steps":["trace[570202117] 'process raft request' (duration: 1.283781886s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:59.922908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.424853Z","time spent":"497.896754ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:52:59.922921Z","caller":"traceutil/trace.go:171","msg":"trace[63617529] linearizableReadLoop","detail":"{readStateIndex:27748; appliedIndex:27747; }","duration":"1.286484158s","start":"2026-05-11T01:52:58.63641Z","end":"2026-05-11T01:52:59.922894Z","steps":["trace[63617529] 'read index received' (duration: 312.273953ms)","trace[63617529] 'applied index is now lower than readState.Index' (duration: 974.208015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:52:59.923014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.638598Z","time spent":"1.284308009s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:52:59.923019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65551582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:52:59.923149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657867672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-05-11T01:52:59.923188Z","caller":"traceutil/trace.go:171","msg":"trace[241320753] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26839; }","duration":"1.657933283s","start":"2026-05-11T01:52:58.265245Z","end":"2026-05-11T01:52:59.923178Z","steps":["trace[241320753] 'agreement among raft nodes before linearized reading' (duration: 1.657762119s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:59.923298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.265241Z","time spent":"1.658047076s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-05-11T01:52:59.924072Z","caller":"traceutil/trace.go:171","msg":"trace[1264926465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26839; }","duration":"1.656595843s","start":"2026-05-11T01:52:58.267451Z","end":"2026-05-11T01:52:59.924046Z","steps":["trace[1264926465] 'agreement among raft nodes before linearized reading' (duration: 1.655458538s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:52:59.924125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.267444Z","time spent":"1.656671375s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:00.437361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.802697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:00.437475Z","caller":"traceutil/trace.go:171","msg":"trace[676386226] linearizableReadLoop","detail":"{readStateIndex:27751; appliedIndex:27750; }","duration":"514.483794ms","start":"2026-05-11T01:52:59.922975Z","end":"2026-05-11T01:53:00.437459Z","steps":["trace[676386226] 'read index received' (duration: 107.37343ms)","trace[676386226] 'applied index is now lower than readState.Index' (duration: 407.109134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:00.43757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33398713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:00.4376Z","caller":"traceutil/trace.go:171","msg":"trace[1587121189] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26840; }","duration":"1.334071492s","start":"2026-05-11T01:52:59.103517Z","end":"2026-05-11T01:53:00.437588Z","steps":["trace[1587121189] 'agreement among raft nodes before linearized reading' (duration: 1.33401079s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:00.437636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.103484Z","time spent":"1.334142924s","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:00.437649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29555479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-11T01:53:00.437718Z","caller":"traceutil/trace.go:171","msg":"trace[808719935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26840; }","duration":"1.295673702s","start":"2026-05-11T01:52:59.142026Z","end":"2026-05-11T01:53:00.437699Z","steps":["trace[808719935] 'agreement among raft nodes before linearized reading' (duration: 1.295463498s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:00.437772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.142003Z","time spent":"1.295758315s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-11T01:53:00.437961Z","caller":"traceutil/trace.go:171","msg":"trace[1833489423] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"635.378688ms","start":"2026-05-11T01:52:59.802564Z","end":"2026-05-11T01:53:00.437943Z","steps":["trace[1833489423] 'process raft request' (duration: 227.903096ms)","trace[1833489423] 'compare' (duration: 406.643373ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:00.43799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6130969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-11T01:53:00.438025Z","caller":"traceutil/trace.go:171","msg":"trace[311962590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26840; }","duration":"1.613173162s","start":"2026-05-11T01:52:58.824842Z","end":"2026-05-11T01:53:00.438015Z","steps":["trace[311962590] 'agreement among raft nodes before linearized reading' (duration: 1.613021559s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:00.438054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.824814Z","time spent":"1.613233743s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-05-11T01:53:00.43814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295847528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-11T01:53:00.438113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728409379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:00.438053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.802545Z","time spent":"635.446929ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:00.438176Z","caller":"traceutil/trace.go:171","msg":"trace[98693984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26840; }","duration":"1.295947869s","start":"2026-05-11T01:52:59.142219Z","end":"2026-05-11T01:53:00.438167Z","steps":["trace[98693984] 'agreement among raft nodes before linearized reading' (duration: 1.295858517s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:00.438206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.142189Z","time spent":"1.296010921s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:53:00.438206Z","caller":"traceutil/trace.go:171","msg":"trace[1373781341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26840; }","duration":"1.728569344s","start":"2026-05-11T01:52:58.709616Z","end":"2026-05-11T01:53:00.438186Z","steps":["trace[1373781341] 'agreement among raft nodes before linearized reading' (duration: 1.728389699s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:00.438296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:58.70959Z","time spent":"1.728661016s","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:01.209417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.095293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:01.209949Z","caller":"traceutil/trace.go:171","msg":"trace[741986115] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"945.289388ms","start":"2026-05-11T01:53:00.264617Z","end":"2026-05-11T01:53:01.209907Z","steps":["trace[741986115] 'process raft request' (duration: 371.769792ms)","trace[741986115] 'compare' (duration: 571.799867ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:01.210088Z","caller":"traceutil/trace.go:171","msg":"trace[1048017327] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"945.340089ms","start":"2026-05-11T01:53:00.264724Z","end":"2026-05-11T01:53:01.210064Z","steps":["trace[1048017327] 'process raft request' (duration: 945.002792ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:01.210241Z","caller":"traceutil/trace.go:171","msg":"trace[212670631] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"944.894649ms","start":"2026-05-11T01:53:00.265336Z","end":"2026-05-11T01:53:01.21023Z","steps":["trace[212670631] 'process raft request' (duration: 944.658494ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:01.210351Z","caller":"traceutil/trace.go:171","msg":"trace[211231074] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"945.403641ms","start":"2026-05-11T01:53:00.264854Z","end":"2026-05-11T01:53:01.210257Z","steps":["trace[211231074] 'process raft request' (duration: 945.040963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.264593Z","time spent":"945.434162ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:01.210466Z","caller":"traceutil/trace.go:171","msg":"trace[801455063] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"768.613408ms","start":"2026-05-11T01:53:00.441824Z","end":"2026-05-11T01:53:01.210438Z","steps":["trace[801455063] 'process raft request' (duration: 768.244969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.2105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.264683Z","time spent":"945.645436ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:01.210567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282040128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:01.21059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.441804Z","time spent":"768.723219ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:01.210161Z","caller":"traceutil/trace.go:171","msg":"trace[608051157] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"944.43023ms","start":"2026-05-11T01:53:00.265696Z","end":"2026-05-11T01:53:01.210126Z","steps":["trace[608051157] 'process raft request' (duration: 944.336438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.374512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:01.210725Z","caller":"traceutil/trace.go:171","msg":"trace[1654512425] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26848; }","duration":"895.435293ms","start":"2026-05-11T01:53:00.315281Z","end":"2026-05-11T01:53:01.210716Z","steps":["trace[1654512425] 'agreement among raft nodes before linearized reading' (duration: 895.383482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.26569Z","time spent":"944.988732ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:01.210697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.264842Z","time spent":"945.648266ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:01.21021Z","caller":"traceutil/trace.go:171","msg":"trace[1146169653] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"945.038722ms","start":"2026-05-11T01:53:00.26516Z","end":"2026-05-11T01:53:01.210199Z","steps":["trace[1146169653] 'process raft request' (duration: 944.785937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.265135Z","time spent":"945.749318ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:01.210909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281943087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-05-11T01:53:01.210761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.315258Z","time spent":"895.493884ms","remote":"127.0.0.1:47426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:01.210962Z","caller":"traceutil/trace.go:171","msg":"trace[1117413124] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26848; }","duration":"1.282004618s","start":"2026-05-11T01:52:59.92895Z","end":"2026-05-11T01:53:01.210954Z","steps":["trace[1117413124] 'agreement among raft nodes before linearized reading' (duration: 1.281829214s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.928945Z","time spent":"1.282041039s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-05-11T01:53:01.210478Z","caller":"traceutil/trace.go:171","msg":"trace[178452805] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27751; }","duration":"772.966055ms","start":"2026-05-11T01:53:00.437501Z","end":"2026-05-11T01:53:01.210467Z","steps":["trace[178452805] 'read index received' (duration: 198.898608ms)","trace[178452805] 'applied index is now lower than readState.Index' (duration: 574.066107ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:01.210646Z","caller":"traceutil/trace.go:171","msg":"trace[1953425589] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"768.659158ms","start":"2026-05-11T01:53:00.441979Z","end":"2026-05-11T01:53:01.210638Z","steps":["trace[1953425589] 'process raft request' (duration: 768.347111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.210928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282282714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe3570ea629\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-05-11T01:53:01.211115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.441956Z","time spent":"769.111618ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:01.21113Z","caller":"traceutil/trace.go:171","msg":"trace[2077831067] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18ae5fe3570ea629; range_end:; response_count:1; response_revision:26848; }","duration":"1.282508399s","start":"2026-05-11T01:52:59.928609Z","end":"2026-05-11T01:53:01.211118Z","steps":["trace[2077831067] 'agreement among raft nodes before linearized reading' (duration: 1.282183111s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:01.210614Z","caller":"traceutil/trace.go:171","msg":"trace[1668455243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26848; }","duration":"1.28210528s","start":"2026-05-11T01:52:59.928501Z","end":"2026-05-11T01:53:01.210606Z","steps":["trace[1668455243] 'agreement among raft nodes before linearized reading' (duration: 1.282004728s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:01.211308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.928597Z","time spent":"1.282647462s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe3570ea629\" "} {"level":"warn","ts":"2026-05-11T01:53:01.211351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:52:59.928487Z","time spent":"1.282853747s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:01.213165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.265328Z","time spent":"945.946023ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:02.213399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.42439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:02.213527Z","caller":"traceutil/trace.go:171","msg":"trace[1918850552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26848; }","duration":"695.564523ms","start":"2026-05-11T01:53:01.51794Z","end":"2026-05-11T01:53:02.213504Z","steps":["trace[1918850552] 'range keys from in-memory index tree' (duration: 695.4038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:02.214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.547973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:02.214313Z","caller":"traceutil/trace.go:171","msg":"trace[1968372803] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"1.572125557s","start":"2026-05-11T01:53:00.642134Z","end":"2026-05-11T01:53:02.21426Z","steps":["trace[1968372803] 'process raft request' (duration: 673.230206ms)","trace[1968372803] 'compare' (duration: 897.944669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:02.214458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.642115Z","time spent":"1.57226824s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:02.885434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.318192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:53:02.885647Z","caller":"traceutil/trace.go:171","msg":"trace[1795916751] linearizableReadLoop","detail":"{readStateIndex:27761; appliedIndex:27759; }","duration":"1.674599637s","start":"2026-05-11T01:53:01.21103Z","end":"2026-05-11T01:53:02.88563Z","steps":["trace[1795916751] 'read index received' (duration: 104.352544ms)","trace[1795916751] 'applied index is now lower than readState.Index' (duration: 1.570246183s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:02.885902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394610968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:53:02.885954Z","caller":"traceutil/trace.go:171","msg":"trace[328821383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26849; }","duration":"2.394709081s","start":"2026-05-11T01:53:00.491232Z","end":"2026-05-11T01:53:02.885941Z","steps":["trace[328821383] 'agreement among raft nodes before linearized reading' (duration: 2.394540877s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:02.885978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.491215Z","time spent":"2.394758571s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:53:02.886098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445308182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-91d3723a-d334-465c-8d1b-94738f1933b1\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-11T01:53:02.886443Z","caller":"traceutil/trace.go:171","msg":"trace[1334043294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-91d3723a-d334-465c-8d1b-94738f1933b1; range_end:; response_count:1; response_revision:26849; }","duration":"2.44567549s","start":"2026-05-11T01:53:00.44075Z","end":"2026-05-11T01:53:02.886426Z","steps":["trace[1334043294] 'agreement among raft nodes before linearized reading' (duration: 2.445171529s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:02.886606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.440737Z","time spent":"2.445852895s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-91d3723a-d334-465c-8d1b-94738f1933b1\" "} {"level":"warn","ts":"2026-05-11T01:53:02.886119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40721677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:02.887359Z","caller":"traceutil/trace.go:171","msg":"trace[1614817593] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"1.670821513s","start":"2026-05-11T01:53:01.216476Z","end":"2026-05-11T01:53:02.887297Z","steps":["trace[1614817593] 'process raft request' (duration: 1.669058683s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:02.887179Z","caller":"traceutil/trace.go:171","msg":"trace[1825834234] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26849; }","duration":"2.408327255s","start":"2026-05-11T01:53:00.478825Z","end":"2026-05-11T01:53:02.887152Z","steps":["trace[1825834234] 'agreement among raft nodes before linearized reading' (duration: 2.407069487s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:02.88755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:00.478787Z","time spent":"2.408725804s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:02.887572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.216461Z","time spent":"1.670999867s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:03.220188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999569464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:03.220427Z","caller":"traceutil/trace.go:171","msg":"trace[256869158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999863041s","start":"2026-05-11T01:53:01.220551Z","end":"2026-05-11T01:53:03.220414Z","steps":["trace[256869158] 'agreement among raft nodes before linearized reading' (duration: 1.999610735s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.220459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.220531Z","time spent":"1.999920952s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:03.292967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.62281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:03.293165Z","caller":"traceutil/trace.go:171","msg":"trace[1228369545] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"1.66755405s","start":"2026-05-11T01:53:01.625585Z","end":"2026-05-11T01:53:03.293139Z","steps":["trace[1228369545] 'process raft request' (duration: 1.261680904s)","trace[1228369545] 'compare' (duration: 405.121618ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:03.293205Z","caller":"traceutil/trace.go:171","msg":"trace[1153374257] linearizableReadLoop","detail":"{readStateIndex:27765; appliedIndex:27761; }","duration":"407.505463ms","start":"2026-05-11T01:53:02.885683Z","end":"2026-05-11T01:53:03.293188Z","steps":["trace[1153374257] 'read index received' (duration: 182.764µs)","trace[1153374257] 'applied index is now lower than readState.Index' (duration: 407.321719ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:03.293307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.625549Z","time spent":"1.667683872s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:03.293328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.070306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:03.293362Z","caller":"traceutil/trace.go:171","msg":"trace[1392644534] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26853; }","duration":"878.146118ms","start":"2026-05-11T01:53:02.415203Z","end":"2026-05-11T01:53:03.293349Z","steps":["trace[1392644534] 'agreement among raft nodes before linearized reading' (duration: 878.061666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.293399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.415179Z","time spent":"878.210328ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:03.293481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578573489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:03.29356Z","caller":"traceutil/trace.go:171","msg":"trace[962139834] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26853; }","duration":"1.578730083s","start":"2026-05-11T01:53:01.714811Z","end":"2026-05-11T01:53:03.293541Z","steps":["trace[962139834] 'agreement among raft nodes before linearized reading' (duration: 1.578564069s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.29361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.714788Z","time spent":"1.578810635s","remote":"127.0.0.1:59310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:03.29364Z","caller":"traceutil/trace.go:171","msg":"trace[1941778107] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"1.351776967s","start":"2026-05-11T01:53:01.941843Z","end":"2026-05-11T01:53:03.29362Z","steps":["trace[1941778107] 'process raft request' (duration: 1.351227035s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.293638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.894435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:03.293671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079499641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:03.293711Z","caller":"traceutil/trace.go:171","msg":"trace[1875509779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26853; }","duration":"926.025698ms","start":"2026-05-11T01:53:02.367668Z","end":"2026-05-11T01:53:03.293693Z","steps":["trace[1875509779] 'agreement among raft nodes before linearized reading' (duration: 925.897255ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:03.293716Z","caller":"traceutil/trace.go:171","msg":"trace[10424454] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26853; }","duration":"2.079573012s","start":"2026-05-11T01:53:01.21413Z","end":"2026-05-11T01:53:03.293703Z","steps":["trace[10424454] 'agreement among raft nodes before linearized reading' (duration: 2.07944912s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.293767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.214108Z","time spent":"2.079650825s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:03.293766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.941818Z","time spent":"1.35187375s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:03.293735Z","caller":"traceutil/trace.go:171","msg":"trace[626631846] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"1.159535669s","start":"2026-05-11T01:53:02.13416Z","end":"2026-05-11T01:53:03.293696Z","steps":["trace[626631846] 'process raft request' (duration: 1.158976037s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.293914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.134133Z","time spent":"1.159700082s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:53:03.293921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.799731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:03.293768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.367586Z","time spent":"926.1717ms","remote":"127.0.0.1:47434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:03.293983Z","caller":"traceutil/trace.go:171","msg":"trace[627642243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26853; }","duration":"875.132359ms","start":"2026-05-11T01:53:02.418833Z","end":"2026-05-11T01:53:03.293966Z","steps":["trace[627642243] 'agreement among raft nodes before linearized reading' (duration: 874.399483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.294068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075959672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-11T01:53:03.29421Z","caller":"traceutil/trace.go:171","msg":"trace[416584462] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26853; }","duration":"2.076222848s","start":"2026-05-11T01:53:01.217963Z","end":"2026-05-11T01:53:03.294186Z","steps":["trace[416584462] 'agreement among raft nodes before linearized reading' (duration: 2.075641675s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:03.29433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:01.217953Z","time spent":"2.076362291s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-11T01:53:03.294132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.418826Z","time spent":"875.290922ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:03.337562Z","caller":"traceutil/trace.go:171","msg":"trace[1801140710] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"119.703797ms","start":"2026-05-11T01:53:03.217842Z","end":"2026-05-11T01:53:03.337545Z","steps":["trace[1801140710] 'process raft request' (duration: 119.577783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.306118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.934916Z","time spent":"371.19435ms","remote":"127.0.0.1:35472","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:53:04.404794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067282197s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:53:04.405343Z","caller":"traceutil/trace.go:171","msg":"trace[174203325] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"1.185688595s","start":"2026-05-11T01:53:03.219629Z","end":"2026-05-11T01:53:04.405317Z","steps":["trace[174203325] 'process raft request' (duration: 1.185406459s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.405547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.219603Z","time spent":"1.185818408s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:04.405679Z","caller":"traceutil/trace.go:171","msg":"trace[388170188] linearizableReadLoop","detail":"{readStateIndex:27771; appliedIndex:27765; }","duration":"1.112418906s","start":"2026-05-11T01:53:03.293238Z","end":"2026-05-11T01:53:04.405657Z","steps":["trace[388170188] 'read index received' (duration: 44.28086ms)","trace[388170188] 'applied index is now lower than readState.Index' (duration: 1.068137326s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:04.405786Z","caller":"traceutil/trace.go:171","msg":"trace[752073538] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"1.185316376s","start":"2026-05-11T01:53:03.22046Z","end":"2026-05-11T01:53:04.405777Z","steps":["trace[752073538] 'process raft request' (duration: 1.184810954s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.405892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.220439Z","time spent":"1.185376397s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:04.406035Z","caller":"traceutil/trace.go:171","msg":"trace[113848582] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"1.184711072s","start":"2026-05-11T01:53:03.221313Z","end":"2026-05-11T01:53:04.406024Z","steps":["trace[113848582] 'process raft request' (duration: 1.18416333s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.40609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.221298Z","time spent":"1.184765174s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:04.406219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185708424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:04.406251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514057177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-11T01:53:04.406297Z","caller":"traceutil/trace.go:171","msg":"trace[869529836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26859; }","duration":"1.185810127s","start":"2026-05-11T01:53:03.220446Z","end":"2026-05-11T01:53:04.406256Z","steps":["trace[869529836] 'agreement among raft nodes before linearized reading' (duration: 1.185705925s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:04.406317Z","caller":"traceutil/trace.go:171","msg":"trace[1368160642] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26859; }","duration":"1.514140118s","start":"2026-05-11T01:53:02.892165Z","end":"2026-05-11T01:53:04.406305Z","steps":["trace[1368160642] 'agreement among raft nodes before linearized reading' (duration: 1.513993375s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.40635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.892156Z","time spent":"1.514185149s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-11T01:53:04.40638Z","caller":"traceutil/trace.go:171","msg":"trace[1295828784] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"1.184685552s","start":"2026-05-11T01:53:03.221681Z","end":"2026-05-11T01:53:04.406367Z","steps":["trace[1295828784] 'process raft request' (duration: 1.183891614s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.406453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.22166Z","time spent":"1.184762274s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:04.406462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.220411Z","time spent":"1.185915049s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:04.406509Z","caller":"traceutil/trace.go:171","msg":"trace[963435659] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.184575199s","start":"2026-05-11T01:53:03.221917Z","end":"2026-05-11T01:53:04.406492Z","steps":["trace[963435659] 'process raft request' (duration: 1.18370161s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.406721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.221906Z","time spent":"1.184742263s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:04.797668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90772194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:53:04.797763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.460677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:04.797831Z","caller":"traceutil/trace.go:171","msg":"trace[101998087] linearizableReadLoop","detail":"{readStateIndex:27772; appliedIndex:27771; }","duration":"392.073697ms","start":"2026-05-11T01:53:04.405743Z","end":"2026-05-11T01:53:04.797817Z","steps":["trace[101998087] 'read index received' (duration: 96.477237ms)","trace[101998087] 'applied index is now lower than readState.Index' (duration: 295.59499ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:04.797841Z","caller":"traceutil/trace.go:171","msg":"trace[360673830] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"577.918924ms","start":"2026-05-11T01:53:04.219898Z","end":"2026-05-11T01:53:04.797817Z","steps":["trace[360673830] 'process raft request' (duration: 282.334184ms)","trace[360673830] 'compare' (duration: 295.338954ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:04.797948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.219876Z","time spent":"578.010985ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:04.797957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.972177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:04.798072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.47917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:04.798114Z","caller":"traceutil/trace.go:171","msg":"trace[1462620989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26860; }","duration":"948.553081ms","start":"2026-05-11T01:53:03.849549Z","end":"2026-05-11T01:53:04.798102Z","steps":["trace[1462620989] 'agreement among raft nodes before linearized reading' (duration: 948.49786ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:04.798106Z","caller":"traceutil/trace.go:171","msg":"trace[1458188018] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26860; }","duration":"524.13595ms","start":"2026-05-11T01:53:04.273934Z","end":"2026-05-11T01:53:04.79807Z","steps":["trace[1458188018] 'agreement among raft nodes before linearized reading' (duration: 523.975617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.798172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.849528Z","time spent":"948.631093ms","remote":"127.0.0.1:54084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:04.79803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.853196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-11T01:53:04.79822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.273913Z","time spent":"524.262123ms","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:04.798245Z","caller":"traceutil/trace.go:171","msg":"trace[672893140] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26860; }","duration":"813.078191ms","start":"2026-05-11T01:53:03.985143Z","end":"2026-05-11T01:53:04.798221Z","steps":["trace[672893140] 'agreement among raft nodes before linearized reading' (duration: 812.830145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.798361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.985126Z","time spent":"813.212824ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:53:04.798382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501038796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-05-11T01:53:04.798428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492033474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-05-11T01:53:04.798454Z","caller":"traceutil/trace.go:171","msg":"trace[1441095834] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:26860; }","duration":"1.492078166s","start":"2026-05-11T01:53:03.306368Z","end":"2026-05-11T01:53:04.798447Z","steps":["trace[1441095834] 'agreement among raft nodes before linearized reading' (duration: 1.491972153s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:04.798455Z","caller":"traceutil/trace.go:171","msg":"trace[1869379654] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716; range_end:; response_count:1; response_revision:26860; }","duration":"1.501176148s","start":"2026-05-11T01:53:03.297262Z","end":"2026-05-11T01:53:04.798438Z","steps":["trace[1869379654] 'agreement among raft nodes before linearized reading' (duration: 1.500947383s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.798449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.497287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:04.798484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.30636Z","time spent":"1.492117776s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-05-11T01:53:04.798494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.297243Z","time spent":"1.5012422s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" "} {"level":"info","ts":"2026-05-11T01:53:04.798499Z","caller":"traceutil/trace.go:171","msg":"trace[227525253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26860; }","duration":"384.564388ms","start":"2026-05-11T01:53:04.413922Z","end":"2026-05-11T01:53:04.798486Z","steps":["trace[227525253] 'agreement among raft nodes before linearized reading' (duration: 384.500447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.79853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.413909Z","time spent":"384.61484ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:04.798301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.10554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:04.798382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.946598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84432e11-341e-46a2-944c-f226febfd84f\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-11T01:53:04.798653Z","caller":"traceutil/trace.go:171","msg":"trace[756309149] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84432e11-341e-46a2-944c-f226febfd84f; range_end:; response_count:1; response_revision:26860; }","duration":"389.269984ms","start":"2026-05-11T01:53:04.409375Z","end":"2026-05-11T01:53:04.798645Z","steps":["trace[756309149] 'agreement among raft nodes before linearized reading' (duration: 388.878905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.798684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.409357Z","time spent":"389.319926ms","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-84432e11-341e-46a2-944c-f226febfd84f\" "} {"level":"info","ts":"2026-05-11T01:53:04.798613Z","caller":"traceutil/trace.go:171","msg":"trace[912584302] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26860; }","duration":"986.480199ms","start":"2026-05-11T01:53:03.81211Z","end":"2026-05-11T01:53:04.798591Z","steps":["trace[912584302] 'agreement among raft nodes before linearized reading' (duration: 986.127891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:04.798739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:03.812085Z","time spent":"986.635672ms","remote":"127.0.0.1:59390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:04.800481Z","caller":"traceutil/trace.go:171","msg":"trace[516716786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26859; }","duration":"1.907845182s","start":"2026-05-11T01:53:02.889882Z","end":"2026-05-11T01:53:04.797728Z","steps":["trace[516716786] 'agreement among raft nodes before linearized reading' (duration: 1.516517621s)","trace[516716786] 'range keys from in-memory index tree' (duration: 391.095425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:04.800557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:02.889863Z","time spent":"1.910676166s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:53:05.338304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:53:05.544344Z","caller":"traceutil/trace.go:171","msg":"trace[848629667] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"743.487745ms","start":"2026-05-11T01:53:04.800818Z","end":"2026-05-11T01:53:05.544306Z","steps":["trace[848629667] 'process raft request' (duration: 743.317121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.54453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.800793Z","time spent":"743.627788ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:05.56764Z","caller":"traceutil/trace.go:171","msg":"trace[1376635162] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"268.451283ms","start":"2026-05-11T01:53:05.299167Z","end":"2026-05-11T01:53:05.567618Z","steps":["trace[1376635162] 'process raft request' (duration: 268.31209ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:05.567703Z","caller":"traceutil/trace.go:171","msg":"trace[709405389] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"729.164786ms","start":"2026-05-11T01:53:04.838514Z","end":"2026-05-11T01:53:05.567679Z","steps":["trace[709405389] 'process raft request' (duration: 728.850358ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:05.567703Z","caller":"traceutil/trace.go:171","msg":"trace[1303386195] linearizableReadLoop","detail":"{readStateIndex:27776; appliedIndex:27773; }","duration":"730.28521ms","start":"2026-05-11T01:53:04.837399Z","end":"2026-05-11T01:53:05.567684Z","steps":["trace[1303386195] 'read index received' (duration: 706.739933ms)","trace[1303386195] 'applied index is now lower than readState.Index' (duration: 23.543827ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:05.567827Z","caller":"traceutil/trace.go:171","msg":"trace[223272082] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"225.342819ms","start":"2026-05-11T01:53:05.342471Z","end":"2026-05-11T01:53:05.567814Z","steps":["trace[223272082] 'process raft request' (duration: 225.056873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.567855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.838498Z","time spent":"729.258088ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:05.568083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.925135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe35b967fcd\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-05-11T01:53:05.568147Z","caller":"traceutil/trace.go:171","msg":"trace[2010751450] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18ae5fe35b967fcd; range_end:; response_count:1; response_revision:26865; }","duration":"765.010406ms","start":"2026-05-11T01:53:04.803117Z","end":"2026-05-11T01:53:05.568128Z","steps":["trace[2010751450] 'agreement among raft nodes before linearized reading' (duration: 764.840742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.568183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.803101Z","time spent":"765.073498ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18ae5fe35b967fcd\" "} {"level":"info","ts":"2026-05-11T01:53:05.568237Z","caller":"traceutil/trace.go:171","msg":"trace[1736799341] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"125.301102ms","start":"2026-05-11T01:53:05.442917Z","end":"2026-05-11T01:53:05.568218Z","steps":["trace[1736799341] 'process raft request' (duration: 124.685259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.568098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.623431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-05-11T01:53:05.568376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.107081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-05-11T01:53:05.568432Z","caller":"traceutil/trace.go:171","msg":"trace[1287760165] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26865; }","duration":"762.175233ms","start":"2026-05-11T01:53:04.806241Z","end":"2026-05-11T01:53:05.568416Z","steps":["trace[1287760165] 'agreement among raft nodes before linearized reading' (duration: 762.02123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.568478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.806232Z","time spent":"762.232815ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-05-11T01:53:05.568371Z","caller":"traceutil/trace.go:171","msg":"trace[800183747] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26865; }","duration":"765.907637ms","start":"2026-05-11T01:53:04.802449Z","end":"2026-05-11T01:53:05.568357Z","steps":["trace[800183747] 'agreement among raft nodes before linearized reading' (duration: 765.546579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:05.569156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:04.802442Z","time spent":"766.678394ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:53:06.072462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:06.318166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:06.318257Z","caller":"traceutil/trace.go:171","msg":"trace[592857689] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"746.959685ms","start":"2026-05-11T01:53:05.571282Z","end":"2026-05-11T01:53:06.318242Z","steps":["trace[592857689] 'process raft request' (duration: 629.450857ms)","trace[592857689] 'compare' (duration: 117.091698ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:06.318321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.571269Z","time spent":"747.030186ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:06.593998Z","caller":"traceutil/trace.go:171","msg":"trace[1101365724] linearizableReadLoop","detail":"{readStateIndex:27780; appliedIndex:27778; }","duration":"1.021578265s","start":"2026-05-11T01:53:05.572395Z","end":"2026-05-11T01:53:06.593973Z","steps":["trace[1101365724] 'read index received' (duration: 628.349222ms)","trace[1101365724] 'applied index is now lower than readState.Index' (duration: 393.227963ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:06.594044Z","caller":"traceutil/trace.go:171","msg":"trace[1973858331] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"1.022564167s","start":"2026-05-11T01:53:05.571446Z","end":"2026-05-11T01:53:06.59401Z","steps":["trace[1973858331] 'process raft request' (duration: 1.022353742s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:06.594197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.571432Z","time spent":"1.022677799s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:06.594252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021843681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:53:06.594383Z","caller":"traceutil/trace.go:171","msg":"trace[907930783] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26867; }","duration":"1.021992534s","start":"2026-05-11T01:53:05.572379Z","end":"2026-05-11T01:53:06.594371Z","steps":["trace[907930783] 'agreement among raft nodes before linearized reading' (duration: 1.021713688s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:06.594424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.572366Z","time spent":"1.022047956s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-11T01:53:07.094941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-11T01:53:07.260234Z","caller":"traceutil/trace.go:171","msg":"trace[2133685622] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"848.704998ms","start":"2026-05-11T01:53:06.411494Z","end":"2026-05-11T01:53:07.260199Z","steps":["trace[2133685622] 'process raft request' (duration: 842.624632ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:07.260285Z","caller":"traceutil/trace.go:171","msg":"trace[663757306] transaction","detail":"{read_only:false; response_revision:26869; number_of_response:1; }","duration":"848.33483ms","start":"2026-05-11T01:53:06.411912Z","end":"2026-05-11T01:53:07.260247Z","steps":["trace[663757306] 'process raft request' (duration: 848.168576ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:07.260676Z","caller":"traceutil/trace.go:171","msg":"trace[1431350480] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"847.576333ms","start":"2026-05-11T01:53:06.413079Z","end":"2026-05-11T01:53:07.260655Z","steps":["trace[1431350480] 'process raft request' (duration: 847.468401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.260685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.411898Z","time spent":"848.682957ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:07.260797Z","caller":"traceutil/trace.go:171","msg":"trace[473647606] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"847.720666ms","start":"2026-05-11T01:53:06.413038Z","end":"2026-05-11T01:53:07.260759Z","steps":["trace[473647606] 'process raft request' (duration: 847.181154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.26085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.413052Z","time spent":"847.686106ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:07.260969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.412996Z","time spent":"847.88085ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:07.260277Z","caller":"traceutil/trace.go:171","msg":"trace[1469696088] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"848.118435ms","start":"2026-05-11T01:53:06.412136Z","end":"2026-05-11T01:53:07.260254Z","steps":["trace[1469696088] 'process raft request' (duration: 848.033813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.261229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.412125Z","time spent":"849.040855ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:07.261334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.411468Z","time spent":"849.090527ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:07.288812Z","caller":"traceutil/trace.go:171","msg":"trace[865490600] linearizableReadLoop","detail":"{readStateIndex:27787; appliedIndex:27780; }","duration":"694.721995ms","start":"2026-05-11T01:53:06.594064Z","end":"2026-05-11T01:53:07.288786Z","steps":["trace[865490600] 'read index received' (duration: 660.091771ms)","trace[865490600] 'applied index is now lower than readState.Index' (duration: 34.629004ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:07.288904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241808808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.288977Z","caller":"traceutil/trace.go:171","msg":"trace[1017740175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26874; }","duration":"1.241912441s","start":"2026-05-11T01:53:06.047048Z","end":"2026-05-11T01:53:07.28896Z","steps":["trace[1017740175] 'agreement among raft nodes before linearized reading' (duration: 1.241752168s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.28902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.047032Z","time spent":"1.241980272s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:07.289029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364444732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.289104Z","caller":"traceutil/trace.go:171","msg":"trace[2141257459] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26874; }","duration":"1.364614806s","start":"2026-05-11T01:53:05.924469Z","end":"2026-05-11T01:53:07.289084Z","steps":["trace[2141257459] 'agreement among raft nodes before linearized reading' (duration: 1.364450272s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.289167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.924443Z","time spent":"1.364706427s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:07.289302Z","caller":"traceutil/trace.go:171","msg":"trace[918001139] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"485.495576ms","start":"2026-05-11T01:53:06.80378Z","end":"2026-05-11T01:53:07.289276Z","steps":["trace[918001139] 'process raft request' (duration: 484.933704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.289386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.80374Z","time spent":"485.600158ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:07.289499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553930279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.289565Z","caller":"traceutil/trace.go:171","msg":"trace[796971077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26874; }","duration":"1.55399764s","start":"2026-05-11T01:53:05.735549Z","end":"2026-05-11T01:53:07.289547Z","steps":["trace[796971077] 'agreement among raft nodes before linearized reading' (duration: 1.553895278s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.289609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.735534Z","time spent":"1.554063841s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:07.289738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70290655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.289797Z","caller":"traceutil/trace.go:171","msg":"trace[1094207235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26874; }","duration":"1.702983852s","start":"2026-05-11T01:53:05.586802Z","end":"2026-05-11T01:53:07.289786Z","steps":["trace[1094207235] 'agreement among raft nodes before linearized reading' (duration: 1.70289756s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.289891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.091838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-11T01:53:07.290041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.434751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:53:07.290406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.586792Z","time spent":"1.703378411s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:07.290433Z","caller":"traceutil/trace.go:171","msg":"trace[1868974005] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26874; }","duration":"693.664372ms","start":"2026-05-11T01:53:06.596741Z","end":"2026-05-11T01:53:07.290406Z","steps":["trace[1868974005] 'agreement among raft nodes before linearized reading' (duration: 693.049207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.290524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.596717Z","time spent":"693.774415ms","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-11T01:53:07.290073Z","caller":"traceutil/trace.go:171","msg":"trace[141751038] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"689.970579ms","start":"2026-05-11T01:53:06.600065Z","end":"2026-05-11T01:53:07.290036Z","steps":["trace[141751038] 'process raft request' (duration: 688.503516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.290127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.796365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-11T01:53:07.290842Z","caller":"traceutil/trace.go:171","msg":"trace[1111533272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26874; }","duration":"440.562762ms","start":"2026-05-11T01:53:06.850254Z","end":"2026-05-11T01:53:07.290817Z","steps":["trace[1111533272] 'agreement among raft nodes before linearized reading' (duration: 439.813404ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:07.290854Z","caller":"traceutil/trace.go:171","msg":"trace[131599968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26874; }","duration":"356.776249ms","start":"2026-05-11T01:53:06.933557Z","end":"2026-05-11T01:53:07.290333Z","steps":["trace[131599968] 'agreement among raft nodes before linearized reading' (duration: 356.451491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.290861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.113793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:07.290894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.850228Z","time spent":"440.653614ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-11T01:53:07.290168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.623559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.290926Z","caller":"traceutil/trace.go:171","msg":"trace[886634969] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26874; }","duration":"902.234855ms","start":"2026-05-11T01:53:06.388674Z","end":"2026-05-11T01:53:07.290909Z","steps":["trace[886634969] 'agreement among raft nodes before linearized reading' (duration: 902.098572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.290936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.600054Z","time spent":"690.724066ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:53:07.290971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.388653Z","time spent":"902.309467ms","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:53:07.290903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.933529Z","time spent":"357.358791ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:07.291038Z","caller":"traceutil/trace.go:171","msg":"trace[1298389838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26874; }","duration":"651.431258ms","start":"2026-05-11T01:53:06.639507Z","end":"2026-05-11T01:53:07.290938Z","steps":["trace[1298389838] 'agreement among raft nodes before linearized reading' (duration: 650.637119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.291259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.639495Z","time spent":"651.725894ms","remote":"127.0.0.1:60842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:07.291346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575241315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:07.291164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105308607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:07.291413Z","caller":"traceutil/trace.go:171","msg":"trace[71846831] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26874; }","duration":"1.575363268s","start":"2026-05-11T01:53:05.716035Z","end":"2026-05-11T01:53:07.291398Z","steps":["trace[71846831] 'agreement among raft nodes before linearized reading' (duration: 1.575257285s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:07.291433Z","caller":"traceutil/trace.go:171","msg":"trace[2117978775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26874; }","duration":"1.105616454s","start":"2026-05-11T01:53:06.185809Z","end":"2026-05-11T01:53:07.291425Z","steps":["trace[2117978775] 'agreement among raft nodes before linearized reading' (duration: 1.105329058s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.291467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:06.185787Z","time spent":"1.105670335s","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:07.291521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568350281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:07.29146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.716007Z","time spent":"1.57543864s","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:07.291575Z","caller":"traceutil/trace.go:171","msg":"trace[158466917] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26874; }","duration":"1.568447213s","start":"2026-05-11T01:53:05.723114Z","end":"2026-05-11T01:53:07.291561Z","steps":["trace[158466917] 'agreement among raft nodes before linearized reading' (duration: 1.568371232s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.291616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.72309Z","time spent":"1.568514125s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:53:07.291694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670655569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:07.291768Z","caller":"traceutil/trace.go:171","msg":"trace[1531006700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26874; }","duration":"1.670788121s","start":"2026-05-11T01:53:05.620953Z","end":"2026-05-11T01:53:07.291741Z","steps":["trace[1531006700] 'agreement among raft nodes before linearized reading' (duration: 1.670663808s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.291834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:05.620913Z","time spent":"1.670901604s","remote":"127.0.0.1:54018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:07.674843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.606912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:07.674945Z","caller":"traceutil/trace.go:171","msg":"trace[1786835879] linearizableReadLoop","detail":"{readStateIndex:27788; appliedIndex:27787; }","duration":"373.045542ms","start":"2026-05-11T01:53:07.301884Z","end":"2026-05-11T01:53:07.674929Z","steps":["trace[1786835879] 'read index received' (duration: 76.203844ms)","trace[1786835879] 'applied index is now lower than readState.Index' (duration: 296.840038ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:07.674993Z","caller":"traceutil/trace.go:171","msg":"trace[1086102511] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"374.71947ms","start":"2026-05-11T01:53:07.300246Z","end":"2026-05-11T01:53:07.674966Z","steps":["trace[1086102511] 'process raft request' (duration: 77.921803ms)","trace[1086102511] 'compare' (duration: 295.896916ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:07.675153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.300226Z","time spent":"374.831142ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:53:07.675222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.317458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:53:07.675281Z","caller":"traceutil/trace.go:171","msg":"trace[1750777915] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26875; }","duration":"373.407549ms","start":"2026-05-11T01:53:07.301857Z","end":"2026-05-11T01:53:07.675265Z","steps":["trace[1750777915] 'agreement among raft nodes before linearized reading' (duration: 373.156374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:07.675339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.30185Z","time spent":"373.476172ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:53:08.175063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:08.529657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.436163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:08.529858Z","caller":"traceutil/trace.go:171","msg":"trace[1791807485] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"957.188825ms","start":"2026-05-11T01:53:07.572649Z","end":"2026-05-11T01:53:08.529838Z","steps":["trace[1791807485] 'process raft request' (duration: 790.468986ms)","trace[1791807485] 'compare' (duration: 166.123776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:08.529934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.572625Z","time spent":"957.273826ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:08.530549Z","caller":"traceutil/trace.go:171","msg":"trace[106893006] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"957.454061ms","start":"2026-05-11T01:53:07.573066Z","end":"2026-05-11T01:53:08.53052Z","steps":["trace[106893006] 'process raft request' (duration: 956.713645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:08.530748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.573049Z","time spent":"957.593444ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:08.530812Z","caller":"traceutil/trace.go:171","msg":"trace[957737651] linearizableReadLoop","detail":"{readStateIndex:27790; appliedIndex:27788; }","duration":"855.667744ms","start":"2026-05-11T01:53:07.674971Z","end":"2026-05-11T01:53:08.530638Z","steps":["trace[957737651] 'read index received' (duration: 688.24626ms)","trace[957737651] 'applied index is now lower than readState.Index' (duration: 167.417983ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:08.531323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228551853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:08.531399Z","caller":"traceutil/trace.go:171","msg":"trace[291862414] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26877; }","duration":"1.228654665s","start":"2026-05-11T01:53:07.302725Z","end":"2026-05-11T01:53:08.53138Z","steps":["trace[291862414] 'agreement among raft nodes before linearized reading' (duration: 1.228551052s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:08.531734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.302708Z","time spent":"1.229005223s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:53:08.531189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126664603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-05-11T01:53:08.532003Z","caller":"traceutil/trace.go:171","msg":"trace[346142964] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-pwc77; range_end:; response_count:1; response_revision:26877; }","duration":"1.127511263s","start":"2026-05-11T01:53:07.404475Z","end":"2026-05-11T01:53:08.531986Z","steps":["trace[346142964] 'agreement among raft nodes before linearized reading' (duration: 1.12651657s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:08.532065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.404454Z","time spent":"1.127596476s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" "} {"level":"warn","ts":"2026-05-11T01:53:08.532217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.391559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-05-11T01:53:08.532319Z","caller":"traceutil/trace.go:171","msg":"trace[1010377163] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26877; }","duration":"855.575463ms","start":"2026-05-11T01:53:07.676721Z","end":"2026-05-11T01:53:08.532297Z","steps":["trace[1010377163] 'agreement among raft nodes before linearized reading' (duration: 854.950019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:08.532397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.676709Z","time spent":"855.674475ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:53:08.532704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.62176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-05-11T01:53:08.53277Z","caller":"traceutil/trace.go:171","msg":"trace[1043472555] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665; range_end:; response_count:1; response_revision:26877; }","duration":"727.720753ms","start":"2026-05-11T01:53:07.805033Z","end":"2026-05-11T01:53:08.532753Z","steps":["trace[1043472555] 'agreement among raft nodes before linearized reading' (duration: 727.550619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:08.532831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:07.805015Z","time spent":"727.798304ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" "} {"level":"warn","ts":"2026-05-11T01:53:09.179783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.329587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:09.179901Z","caller":"traceutil/trace.go:171","msg":"trace[438890405] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"644.000481ms","start":"2026-05-11T01:53:08.535881Z","end":"2026-05-11T01:53:09.179881Z","steps":["trace[438890405] 'process raft request' (duration: 173.493369ms)","trace[438890405] 'compare' (duration: 469.787336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:09.179965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.535851Z","time spent":"644.081553ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.000319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.701176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:10.00042Z","caller":"traceutil/trace.go:171","msg":"trace[1286611318] linearizableReadLoop","detail":"{readStateIndex:27792; appliedIndex:27790; }","duration":"1.46192499s","start":"2026-05-11T01:53:08.538478Z","end":"2026-05-11T01:53:10.000403Z","steps":["trace[1286611318] 'read index received' (duration: 170.913262ms)","trace[1286611318] 'applied index is now lower than readState.Index' (duration: 1.291010578s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:10.000488Z","caller":"traceutil/trace.go:171","msg":"trace[926468424] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"1.462445612s","start":"2026-05-11T01:53:08.53803Z","end":"2026-05-11T01:53:10.000475Z","steps":["trace[926468424] 'process raft request' (duration: 838.49877ms)","trace[926468424] 'compare' (duration: 623.372459ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:10.000516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462037223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:10.000548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.538007Z","time spent":"1.462511513s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3695,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:10.000564Z","caller":"traceutil/trace.go:171","msg":"trace[546304184] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26879; }","duration":"1.462120695s","start":"2026-05-11T01:53:08.538435Z","end":"2026-05-11T01:53:10.000556Z","steps":["trace[546304184] 'agreement among raft nodes before linearized reading' (duration: 1.462047703s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.000584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.538422Z","time spent":"1.462157135s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:53:10.246669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.033724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:10.247031Z","caller":"traceutil/trace.go:171","msg":"trace[403547265] linearizableReadLoop","detail":"{readStateIndex:27799; appliedIndex:27792; }","duration":"246.571734ms","start":"2026-05-11T01:53:10.000444Z","end":"2026-05-11T01:53:10.247015Z","steps":["trace[403547265] 'read index received' (duration: 105.072469ms)","trace[403547265] 'applied index is now lower than readState.Index' (duration: 141.498285ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:10.247084Z","caller":"traceutil/trace.go:171","msg":"trace[1530662379] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"1.365309299s","start":"2026-05-11T01:53:08.881759Z","end":"2026-05-11T01:53:10.247069Z","steps":["trace[1530662379] 'process raft request' (duration: 1.223801204s)","trace[1530662379] 'compare' (duration: 140.39058ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:10.24711Z","caller":"traceutil/trace.go:171","msg":"trace[183725762] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"981.689711ms","start":"2026-05-11T01:53:09.265408Z","end":"2026-05-11T01:53:10.247098Z","steps":["trace[183725762] 'process raft request' (duration: 981.444015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.247168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.2654Z","time spent":"981.734102ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.247204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.881738Z","time spent":"1.365388981s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.247527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020496169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:10.247569Z","caller":"traceutil/trace.go:171","msg":"trace[1617123060] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26886; }","duration":"1.020567631s","start":"2026-05-11T01:53:09.226991Z","end":"2026-05-11T01:53:10.247559Z","steps":["trace[1617123060] 'agreement among raft nodes before linearized reading' (duration: 1.020433678s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.247582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123476142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:10.247599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.226975Z","time spent":"1.020616521s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:10.247624Z","caller":"traceutil/trace.go:171","msg":"trace[659387214] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26886; }","duration":"1.123560414s","start":"2026-05-11T01:53:09.124054Z","end":"2026-05-11T01:53:10.247614Z","steps":["trace[659387214] 'agreement among raft nodes before linearized reading' (duration: 1.123487472s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.247661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.124031Z","time spent":"1.123622255s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:10.247773Z","caller":"traceutil/trace.go:171","msg":"trace[1934686615] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"981.945767ms","start":"2026-05-11T01:53:09.265816Z","end":"2026-05-11T01:53:10.247761Z","steps":["trace[1934686615] 'process raft request' (duration: 981.071378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.247821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20212345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:10.247838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.265804Z","time spent":"981.998308ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:10.247854Z","caller":"traceutil/trace.go:171","msg":"trace[2066727112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26886; }","duration":"1.202194752s","start":"2026-05-11T01:53:09.045651Z","end":"2026-05-11T01:53:10.247846Z","steps":["trace[2066727112] 'agreement among raft nodes before linearized reading' (duration: 1.202145601s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.24791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.045629Z","time spent":"1.202244513s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:10.247983Z","caller":"traceutil/trace.go:171","msg":"trace[2141665406] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"981.581179ms","start":"2026-05-11T01:53:09.266392Z","end":"2026-05-11T01:53:10.247973Z","steps":["trace[2141665406] 'process raft request' (duration: 980.525386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.266381Z","time spent":"981.62956ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.248059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318235307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:10.24809Z","caller":"traceutil/trace.go:171","msg":"trace[1104602394] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26886; }","duration":"1.318278757s","start":"2026-05-11T01:53:08.929802Z","end":"2026-05-11T01:53:10.248081Z","steps":["trace[1104602394] 'agreement among raft nodes before linearized reading' (duration: 1.318232536s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.24813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.929796Z","time spent":"1.318319808s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:10.248167Z","caller":"traceutil/trace.go:171","msg":"trace[1144871671] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"980.559626ms","start":"2026-05-11T01:53:09.267598Z","end":"2026-05-11T01:53:10.248158Z","steps":["trace[1144871671] 'process raft request' (duration: 979.350419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.267578Z","time spent":"980.615958ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.248289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36488292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:10.248323Z","caller":"traceutil/trace.go:171","msg":"trace[1270316559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26886; }","duration":"1.364937031s","start":"2026-05-11T01:53:08.883378Z","end":"2026-05-11T01:53:10.248315Z","steps":["trace[1270316559] 'agreement among raft nodes before linearized reading' (duration: 1.36488162s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.88337Z","time spent":"1.364977062s","remote":"127.0.0.1:60820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:10.24842Z","caller":"traceutil/trace.go:171","msg":"trace[1860130950] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"947.060227ms","start":"2026-05-11T01:53:09.301344Z","end":"2026-05-11T01:53:10.248405Z","steps":["trace[1860130950] 'process raft request' (duration: 945.633236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.301325Z","time spent":"947.138529ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.248568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656007101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-11T01:53:10.248603Z","caller":"traceutil/trace.go:171","msg":"trace[1721416988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26886; }","duration":"1.656066353s","start":"2026-05-11T01:53:08.592527Z","end":"2026-05-11T01:53:10.248593Z","steps":["trace[1721416988] 'agreement among raft nodes before linearized reading' (duration: 1.655952049s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:08.592515Z","time spent":"1.656112413s","remote":"127.0.0.1:54062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-11T01:53:10.248676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.482296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:10.248741Z","caller":"traceutil/trace.go:171","msg":"trace[1817499085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26886; }","duration":"485.552818ms","start":"2026-05-11T01:53:09.763151Z","end":"2026-05-11T01:53:10.248704Z","steps":["trace[1817499085] 'agreement among raft nodes before linearized reading' (duration: 485.488847ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:10.247015Z","caller":"traceutil/trace.go:171","msg":"trace[1649422640] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"981.693031ms","start":"2026-05-11T01:53:09.265293Z","end":"2026-05-11T01:53:10.246986Z","steps":["trace[1649422640] 'process raft request' (duration: 981.465036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.248783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.763132Z","time spent":"485.639009ms","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:10.248815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.26527Z","time spent":"983.510293ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:10.248966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.084666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:10.249001Z","caller":"traceutil/trace.go:171","msg":"trace[567257208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26886; }","duration":"696.150707ms","start":"2026-05-11T01:53:09.552842Z","end":"2026-05-11T01:53:10.248993Z","steps":["trace[567257208] 'agreement among raft nodes before linearized reading' (duration: 696.088506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.249035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.552825Z","time spent":"696.202278ms","remote":"127.0.0.1:40544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:10.249258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.104955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:10.249306Z","caller":"traceutil/trace.go:171","msg":"trace[517844506] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26886; }","duration":"988.193347ms","start":"2026-05-11T01:53:09.261099Z","end":"2026-05-11T01:53:10.249292Z","steps":["trace[517844506] 'agreement among raft nodes before linearized reading' (duration: 988.119175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.249351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.261062Z","time spent":"988.276449ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:10.249606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02140909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-11T01:53:10.249643Z","caller":"traceutil/trace.go:171","msg":"trace[1157026683] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26886; }","duration":"1.021457451s","start":"2026-05-11T01:53:09.228176Z","end":"2026-05-11T01:53:10.249634Z","steps":["trace[1157026683] 'agreement among raft nodes before linearized reading' (duration: 1.021338759s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:10.249675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:09.22817Z","time spent":"1.021498962s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-11T01:53:10.747963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:11.248343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:11.749006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:11.828576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.576228527s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:12.250753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999196634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:12.250839Z","caller":"traceutil/trace.go:171","msg":"trace[1344438212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999318798s","start":"2026-05-11T01:53:10.251499Z","end":"2026-05-11T01:53:12.250818Z","steps":["trace[1344438212] 'agreement among raft nodes before linearized reading' (duration: 1.999211825s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:12.250939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.251487Z","time spent":"1.99944207s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:13.207287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688656362s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:13.207402Z","caller":"traceutil/trace.go:171","msg":"trace[366505907] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26886; }","duration":"1.688781904s","start":"2026-05-11T01:53:11.518603Z","end":"2026-05-11T01:53:13.207385Z","steps":["trace[366505907] 'range keys from in-memory index tree' (duration: 1.688642261s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.207504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378618178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:13.207573Z","caller":"traceutil/trace.go:171","msg":"trace[762762433] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"2.968058531s","start":"2026-05-11T01:53:10.239501Z","end":"2026-05-11T01:53:13.207559Z","steps":["trace[762762433] 'process raft request' (duration: 1.589321191s)","trace[762762433] 'compare' (duration: 1.378015054s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:13.207639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.239468Z","time spent":"2.968135422s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:13.288338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459575049s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:13.620008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.404401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:53:13.620624Z","caller":"traceutil/trace.go:171","msg":"trace[1462654686] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"3.083521663s","start":"2026-05-11T01:53:10.537068Z","end":"2026-05-11T01:53:13.620589Z","steps":["trace[1462654686] 'process raft request' (duration: 3.083065633s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.620809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.537047Z","time spent":"3.083667415s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.62083Z","caller":"traceutil/trace.go:171","msg":"trace[1189363277] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"3.083085962s","start":"2026-05-11T01:53:10.537696Z","end":"2026-05-11T01:53:13.620782Z","steps":["trace[1189363277] 'process raft request' (duration: 3.082657943s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.620997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.537671Z","time spent":"3.083202535s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.621123Z","caller":"traceutil/trace.go:171","msg":"trace[1214312913] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"3.046878932s","start":"2026-05-11T01:53:10.57421Z","end":"2026-05-11T01:53:13.621089Z","steps":["trace[1214312913] 'process raft request' (duration: 3.046480713s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.621128Z","caller":"traceutil/trace.go:171","msg":"trace[38560212] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"2.822557086s","start":"2026-05-11T01:53:10.798542Z","end":"2026-05-11T01:53:13.621099Z","steps":["trace[38560212] 'process raft request' (duration: 2.822404103s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.621212Z","caller":"traceutil/trace.go:171","msg":"trace[366904806] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"1.366445035s","start":"2026-05-11T01:53:12.25474Z","end":"2026-05-11T01:53:13.621185Z","steps":["trace[366904806] 'process raft request' (duration: 1.366375663s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.798508Z","time spent":"2.822692189s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:13.62128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.574183Z","time spent":"3.047008085s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:13.621421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.254713Z","time spent":"1.366572508s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.621438Z","caller":"traceutil/trace.go:171","msg":"trace[1098600080] linearizableReadLoop","detail":"{readStateIndex:27805; appliedIndex:27799; }","duration":"3.374313934s","start":"2026-05-11T01:53:10.247067Z","end":"2026-05-11T01:53:13.621381Z","steps":["trace[1098600080] 'read index received' (duration: 1.581698089s)","trace[1098600080] 'applied index is now lower than readState.Index' (duration: 1.792614795s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:13.621489Z","caller":"traceutil/trace.go:171","msg":"trace[958260733] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"1.365691779s","start":"2026-05-11T01:53:12.255782Z","end":"2026-05-11T01:53:13.621473Z","steps":["trace[958260733] 'process raft request' (duration: 1.365644558s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.62152Z","caller":"traceutil/trace.go:171","msg":"trace[1043678547] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"1.36664313s","start":"2026-05-11T01:53:12.254832Z","end":"2026-05-11T01:53:13.621475Z","steps":["trace[1043678547] 'process raft request' (duration: 1.366317022s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519540753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:13.621566Z","caller":"traceutil/trace.go:171","msg":"trace[1599738498] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"1.366871785s","start":"2026-05-11T01:53:12.254684Z","end":"2026-05-11T01:53:13.621556Z","steps":["trace[1599738498] 'process raft request' (duration: 1.366388193s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.255767Z","time spent":"1.365767741s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.621586Z","caller":"traceutil/trace.go:171","msg":"trace[1207660344] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26897; }","duration":"3.519622504s","start":"2026-05-11T01:53:10.101953Z","end":"2026-05-11T01:53:13.621575Z","steps":["trace[1207660344] 'agreement among raft nodes before linearized reading' (duration: 3.519493272s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.254661Z","time spent":"1.366927597s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:13.621626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.101933Z","time spent":"3.519685276s","remote":"127.0.0.1:50960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.621646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617094315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-05-11T01:53:13.621687Z","caller":"traceutil/trace.go:171","msg":"trace[1055975401] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"1.366454316s","start":"2026-05-11T01:53:12.255219Z","end":"2026-05-11T01:53:13.621673Z","steps":["trace[1055975401] 'process raft request' (duration: 1.366049576s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.255191Z","time spent":"1.366519607s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:13.621754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365841126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.621728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.2548Z","time spent":"1.366763063s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.62179Z","caller":"traceutil/trace.go:171","msg":"trace[1640120735] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26897; }","duration":"3.365906757s","start":"2026-05-11T01:53:10.25587Z","end":"2026-05-11T01:53:13.621776Z","steps":["trace[1640120735] 'agreement among raft nodes before linearized reading' (duration: 3.365852706s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.621688Z","caller":"traceutil/trace.go:171","msg":"trace[659939147] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-pwc77; range_end:; response_count:1; response_revision:26897; }","duration":"3.617157556s","start":"2026-05-11T01:53:10.00452Z","end":"2026-05-11T01:53:13.621678Z","steps":["trace[659939147] 'agreement among raft nodes before linearized reading' (duration: 3.617003742s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.255852Z","time spent":"3.365969109s","remote":"127.0.0.1:42730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.621834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.004507Z","time spent":"3.617318689s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3736,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" "} {"level":"info","ts":"2026-05-11T01:53:13.621833Z","caller":"traceutil/trace.go:171","msg":"trace[1957346416] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"1.366087318s","start":"2026-05-11T01:53:12.255729Z","end":"2026-05-11T01:53:13.621816Z","steps":["trace[1957346416] 'process raft request' (duration: 1.365616066s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41266706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.621911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.255716Z","time spent":"1.36615465s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:13.621921Z","caller":"traceutil/trace.go:171","msg":"trace[1725610043] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26897; }","duration":"1.412715381s","start":"2026-05-11T01:53:12.209193Z","end":"2026-05-11T01:53:13.621909Z","steps":["trace[1725610043] 'agreement among raft nodes before linearized reading' (duration: 1.412644609s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.621952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.209172Z","time spent":"1.412772173s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792016933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.677496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:13.622053Z","caller":"traceutil/trace.go:171","msg":"trace[138765594] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26897; }","duration":"1.792093725s","start":"2026-05-11T01:53:11.829949Z","end":"2026-05-11T01:53:13.622043Z","steps":["trace[138765594] 'agreement among raft nodes before linearized reading' (duration: 1.792037874s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.622062Z","caller":"traceutil/trace.go:171","msg":"trace[229000334] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26897; }","duration":"301.781779ms","start":"2026-05-11T01:53:13.320269Z","end":"2026-05-11T01:53:13.62205Z","steps":["trace[229000334] 'agreement among raft nodes before linearized reading' (duration: 301.602835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:11.829928Z","time spent":"1.792158646s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9112662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:13.622141Z","caller":"traceutil/trace.go:171","msg":"trace[1403867457] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26897; }","duration":"1.911332672s","start":"2026-05-11T01:53:11.710796Z","end":"2026-05-11T01:53:13.622128Z","steps":["trace[1403867457] 'agreement among raft nodes before linearized reading' (duration: 1.9112795s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.32025Z","time spent":"301.871651ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:11.710775Z","time spent":"1.911399653s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059476792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-05-11T01:53:13.622218Z","caller":"traceutil/trace.go:171","msg":"trace[1867791998] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716; range_end:; response_count:1; response_revision:26897; }","duration":"1.059541792s","start":"2026-05-11T01:53:12.562667Z","end":"2026-05-11T01:53:13.622209Z","steps":["trace[1867791998] 'agreement among raft nodes before linearized reading' (duration: 1.05942247s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189686564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.562648Z","time spent":"1.059599884s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" "} {"level":"info","ts":"2026-05-11T01:53:13.622298Z","caller":"traceutil/trace.go:171","msg":"trace[82838182] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26897; }","duration":"1.189755235s","start":"2026-05-11T01:53:12.432496Z","end":"2026-05-11T01:53:13.622252Z","steps":["trace[82838182] 'agreement among raft nodes before linearized reading' (duration: 1.189698424s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.108381119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.432481Z","time spent":"1.189842187s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622367Z","caller":"traceutil/trace.go:171","msg":"trace[1888256591] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26897; }","duration":"3.10844763s","start":"2026-05-11T01:53:10.513909Z","end":"2026-05-11T01:53:13.622357Z","steps":["trace[1888256591] 'agreement among raft nodes before linearized reading' (duration: 3.108399399s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225021994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347013093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.679263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179898777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:13.622443Z","caller":"traceutil/trace.go:171","msg":"trace[2102681862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26897; }","duration":"1.225334501s","start":"2026-05-11T01:53:12.397091Z","end":"2026-05-11T01:53:13.622425Z","steps":["trace[2102681862] 'agreement among raft nodes before linearized reading' (duration: 1.225035785s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652118706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.397071Z","time spent":"1.225441313s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622559Z","caller":"traceutil/trace.go:171","msg":"trace[2057151907] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26897; }","duration":"2.652206148s","start":"2026-05-11T01:53:10.970339Z","end":"2026-05-11T01:53:13.622545Z","steps":["trace[2057151907] 'agreement among raft nodes before linearized reading' (duration: 2.652149107s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098988498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.62259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.970314Z","time spent":"2.652268249s","remote":"127.0.0.1:40562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622604Z","caller":"traceutil/trace.go:171","msg":"trace[591189662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26897; }","duration":"3.099341346s","start":"2026-05-11T01:53:10.52325Z","end":"2026-05-11T01:53:13.622591Z","steps":["trace[591189662] 'agreement among raft nodes before linearized reading' (duration: 3.098981468s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.523243Z","time spent":"3.099387567s","remote":"127.0.0.1:59476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369298311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.308783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.513891Z","time spent":"3.108502942s","remote":"127.0.0.1:42780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.6227Z","caller":"traceutil/trace.go:171","msg":"trace[436856198] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26897; }","duration":"2.369382073s","start":"2026-05-11T01:53:11.253308Z","end":"2026-05-11T01:53:13.62269Z","steps":["trace[436856198] 'agreement among raft nodes before linearized reading' (duration: 2.369325172s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.622717Z","caller":"traceutil/trace.go:171","msg":"trace[1349348579] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26897; }","duration":"151.6222ms","start":"2026-05-11T01:53:13.471078Z","end":"2026-05-11T01:53:13.6227Z","steps":["trace[1349348579] 'agreement among raft nodes before linearized reading' (duration: 151.320354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:11.253282Z","time spent":"2.369450835s","remote":"127.0.0.1:40616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:13.622463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362825116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:13.622464Z","caller":"traceutil/trace.go:171","msg":"trace[271705490] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26897; }","duration":"3.179962439s","start":"2026-05-11T01:53:10.442493Z","end":"2026-05-11T01:53:13.622456Z","steps":["trace[271705490] 'agreement among raft nodes before linearized reading' (duration: 3.179926828s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:13.622792Z","caller":"traceutil/trace.go:171","msg":"trace[534429639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26897; }","duration":"1.363167903s","start":"2026-05-11T01:53:12.259609Z","end":"2026-05-11T01:53:13.622776Z","steps":["trace[534429639] 'agreement among raft nodes before linearized reading' (duration: 1.362821535s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:12.2596Z","time spent":"1.363229824s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:13.622827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.442471Z","time spent":"3.180338707s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622457Z","caller":"traceutil/trace.go:171","msg":"trace[1195126833] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26897; }","duration":"2.347068615s","start":"2026-05-11T01:53:11.275374Z","end":"2026-05-11T01:53:13.622442Z","steps":["trace[1195126833] 'agreement among raft nodes before linearized reading' (duration: 2.346993023s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.622055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82894037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:13.622931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:11.275319Z","time spent":"2.347600786s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622947Z","caller":"traceutil/trace.go:171","msg":"trace[618074383] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26897; }","duration":"2.82986111s","start":"2026-05-11T01:53:10.793066Z","end":"2026-05-11T01:53:13.622927Z","steps":["trace[618074383] 'agreement among raft nodes before linearized reading' (duration: 2.82895544s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:13.623004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:10.793047Z","time spent":"2.829937081s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:13.622468Z","caller":"traceutil/trace.go:171","msg":"trace[193302427] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26897; }","duration":"232.783985ms","start":"2026-05-11T01:53:13.389666Z","end":"2026-05-11T01:53:13.62245Z","steps":["trace[193302427] 'agreement among raft nodes before linearized reading' (duration: 232.676482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:14.128858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:14.629948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:15.130323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:15.133091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45071196s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:15.29759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.240533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:15.297676Z","caller":"traceutil/trace.go:171","msg":"trace[1795869888] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"1.671101419s","start":"2026-05-11T01:53:13.62656Z","end":"2026-05-11T01:53:15.297661Z","steps":["trace[1795869888] 'process raft request' (duration: 1.506717303s)","trace[1795869888] 'compare' (duration: 163.951396ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:15.297765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.626545Z","time spent":"1.67119743s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:15.631594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:15.631674Z","caller":"traceutil/trace.go:171","msg":"trace[560627156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000719769s","start":"2026-05-11T01:53:13.630938Z","end":"2026-05-11T01:53:15.631657Z","steps":["trace[560627156] 'agreement among raft nodes before linearized reading' (duration: 2.000399262s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:15.63171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.630927Z","time spent":"2.00077398s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:17.142335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846699834s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:17.336227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.60387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:17.336343Z","caller":"traceutil/trace.go:171","msg":"trace[729796091] linearizableReadLoop","detail":"{readStateIndex:27813; appliedIndex:27811; }","duration":"3.707900194s","start":"2026-05-11T01:53:13.62842Z","end":"2026-05-11T01:53:17.33632Z","steps":["trace[729796091] 'read index received' (duration: 1.504771029s)","trace[729796091] 'applied index is now lower than readState.Index' (duration: 2.203127485s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:17.336582Z","caller":"traceutil/trace.go:171","msg":"trace[754126324] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"3.705981111s","start":"2026-05-11T01:53:13.630557Z","end":"2026-05-11T01:53:17.336538Z","steps":["trace[754126324] 'process raft request' (duration: 3.511977072s)","trace[754126324] 'compare' (duration: 192.994496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:17.336626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70819631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:17.336679Z","caller":"traceutil/trace.go:171","msg":"trace[330635575] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26899; }","duration":"3.708294823s","start":"2026-05-11T01:53:13.62837Z","end":"2026-05-11T01:53:17.336665Z","steps":["trace[330635575] 'agreement among raft nodes before linearized reading' (duration: 3.70818111s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:17.336695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.630529Z","time spent":"3.706105824s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:17.33732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.628353Z","time spent":"3.708950328s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:17.589673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:17.589763Z","caller":"traceutil/trace.go:171","msg":"trace[1318475295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000450282s","start":"2026-05-11T01:53:15.589292Z","end":"2026-05-11T01:53:17.589743Z","steps":["trace[1318475295] 'agreement among raft nodes before linearized reading' (duration: 2.0003296s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:17.589814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.58927Z","time spent":"2.000533074s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:17.631353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:17.631417Z","caller":"traceutil/trace.go:171","msg":"trace[687878144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99986738s","start":"2026-05-11T01:53:15.631531Z","end":"2026-05-11T01:53:17.631399Z","steps":["trace[687878144] 'agreement among raft nodes before linearized reading' (duration: 1.999801119s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:17.631455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.631519Z","time spent":"1.999927391s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:17.837409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:18.331843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137010886s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:18.563914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.710722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:18.564194Z","caller":"traceutil/trace.go:171","msg":"trace[1872533086] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"2.936093825s","start":"2026-05-11T01:53:15.627984Z","end":"2026-05-11T01:53:18.564077Z","steps":["trace[1872533086] 'process raft request' (duration: 2.704133238s)","trace[1872533086] 'compare' (duration: 231.593929ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:18.564233Z","caller":"traceutil/trace.go:171","msg":"trace[1210799124] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"2.936126796s","start":"2026-05-11T01:53:15.628086Z","end":"2026-05-11T01:53:18.564213Z","steps":["trace[1210799124] 'process raft request' (duration: 2.935920892s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.564342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.628078Z","time spent":"2.936201978s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:18.564345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.627952Z","time spent":"2.936314609s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:18.564778Z","caller":"traceutil/trace.go:171","msg":"trace[1479289379] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"2.936247178s","start":"2026-05-11T01:53:15.6285Z","end":"2026-05-11T01:53:18.564747Z","steps":["trace[1479289379] 'process raft request' (duration: 2.936062164s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.564838Z","caller":"traceutil/trace.go:171","msg":"trace[776872210] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"2.936445603s","start":"2026-05-11T01:53:15.628385Z","end":"2026-05-11T01:53:18.56483Z","steps":["trace[776872210] 'process raft request' (duration: 2.935691706s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.564879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.628371Z","time spent":"2.936485373s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:18.564935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.62849Z","time spent":"2.936357481s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:18.565031Z","caller":"traceutil/trace.go:171","msg":"trace[7913612] linearizableReadLoop","detail":"{readStateIndex:27821; appliedIndex:27813; }","duration":"1.228586703s","start":"2026-05-11T01:53:17.336378Z","end":"2026-05-11T01:53:18.564965Z","steps":["trace[7913612] 'read index received' (duration: 995.633534ms)","trace[7913612] 'applied index is now lower than readState.Index' (duration: 232.952019ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:18.565161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683757802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-11T01:53:18.56519Z","caller":"traceutil/trace.go:171","msg":"trace[902068868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26907; }","duration":"2.683812384s","start":"2026-05-11T01:53:15.881368Z","end":"2026-05-11T01:53:18.56518Z","steps":["trace[902068868] 'agreement among raft nodes before linearized reading' (duration: 2.683720281s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.881349Z","time spent":"2.683852184s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-11T01:53:18.565234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906550824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.565287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612074328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.565293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254624355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.56533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855578233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:18.565332Z","caller":"traceutil/trace.go:171","msg":"trace[1582287630] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26907; }","duration":"1.254735498s","start":"2026-05-11T01:53:17.310584Z","end":"2026-05-11T01:53:18.56532Z","steps":["trace[1582287630] 'agreement among raft nodes before linearized reading' (duration: 1.254662486s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.565354Z","caller":"traceutil/trace.go:171","msg":"trace[1442740174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26907; }","duration":"1.855647534s","start":"2026-05-11T01:53:16.709697Z","end":"2026-05-11T01:53:18.565345Z","steps":["trace[1442740174] 'agreement among raft nodes before linearized reading' (duration: 1.855619493s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:16.709675Z","time spent":"1.855690906s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:18.565366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:17.310552Z","time spent":"1.254806209s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.565427Z","caller":"traceutil/trace.go:171","msg":"trace[1095519295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26907; }","duration":"2.906845711s","start":"2026-05-11T01:53:15.658566Z","end":"2026-05-11T01:53:18.565412Z","steps":["trace[1095519295] 'agreement among raft nodes before linearized reading' (duration: 2.906565074s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34555258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-11T01:53:18.565522Z","caller":"traceutil/trace.go:171","msg":"trace[2054900225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26907; }","duration":"2.345607321s","start":"2026-05-11T01:53:16.21991Z","end":"2026-05-11T01:53:18.565517Z","steps":["trace[2054900225] 'agreement among raft nodes before linearized reading' (duration: 2.34556375s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.565519Z","caller":"traceutil/trace.go:171","msg":"trace[221822515] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"2.93674798s","start":"2026-05-11T01:53:15.628761Z","end":"2026-05-11T01:53:18.565509Z","steps":["trace[221822515] 'process raft request' (duration: 2.935914101s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:16.219888Z","time spent":"2.345643421s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-11T01:53:18.56551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.658541Z","time spent":"2.906952922s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.565615Z","caller":"traceutil/trace.go:171","msg":"trace[501869649] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"2.936260679s","start":"2026-05-11T01:53:15.629338Z","end":"2026-05-11T01:53:18.565598Z","steps":["trace[501869649] 'process raft request' (duration: 2.935385179s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.629325Z","time spent":"2.93632439s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:18.565685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74444687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:18.565807Z","caller":"traceutil/trace.go:171","msg":"trace[1913799763] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"2.934189852s","start":"2026-05-11T01:53:15.631611Z","end":"2026-05-11T01:53:18.565801Z","steps":["trace[1913799763] 'process raft request' (duration: 2.933206941s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.631601Z","time spent":"2.934229874s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:18.565779Z","caller":"traceutil/trace.go:171","msg":"trace[1076702902] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"2.935303156s","start":"2026-05-11T01:53:15.630468Z","end":"2026-05-11T01:53:18.565771Z","steps":["trace[1076702902] 'process raft request' (duration: 2.934315235s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.56596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046995565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:18.566008Z","caller":"traceutil/trace.go:171","msg":"trace[645554962] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26907; }","duration":"3.047099227s","start":"2026-05-11T01:53:15.518896Z","end":"2026-05-11T01:53:18.565996Z","steps":["trace[645554962] 'agreement among raft nodes before linearized reading' (duration: 3.047004795s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.565574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.628749Z","time spent":"2.93679329s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:18.566089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901602436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:53:18.566359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.797662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:18.566382Z","caller":"traceutil/trace.go:171","msg":"trace[639949178] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26907; }","duration":"315.861034ms","start":"2026-05-11T01:53:18.250515Z","end":"2026-05-11T01:53:18.566376Z","steps":["trace[639949178] 'agreement among raft nodes before linearized reading' (duration: 315.823073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.566398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.250489Z","time spent":"315.905204ms","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:18.566363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.354565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.566398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580799882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:53:18.56644Z","caller":"traceutil/trace.go:171","msg":"trace[1319270040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26907; }","duration":"926.461767ms","start":"2026-05-11T01:53:17.639964Z","end":"2026-05-11T01:53:18.566425Z","steps":["trace[1319270040] 'agreement among raft nodes before linearized reading' (duration: 926.347064ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.566446Z","caller":"traceutil/trace.go:171","msg":"trace[216153903] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:26907; }","duration":"4.580884475s","start":"2026-05-11T01:53:13.985547Z","end":"2026-05-11T01:53:18.566432Z","steps":["trace[216153903] 'agreement among raft nodes before linearized reading' (duration: 4.580732552s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.566498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.985518Z","time spent":"4.580973417s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-05-11T01:53:18.566499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:17.639948Z","time spent":"926.539119ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:18.566455Z","caller":"traceutil/trace.go:171","msg":"trace[563960694] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26907; }","duration":"3.902058435s","start":"2026-05-11T01:53:14.664305Z","end":"2026-05-11T01:53:18.566363Z","steps":["trace[563960694] 'agreement among raft nodes before linearized reading' (duration: 3.901579375s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.567671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:14.664246Z","time spent":"3.903403715s","remote":"127.0.0.1:36130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:18.565465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330066743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-11T01:53:18.566011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.630424Z","time spent":"2.935563453s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:18.565857Z","caller":"traceutil/trace.go:171","msg":"trace[1486869482] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26907; }","duration":"3.744690437s","start":"2026-05-11T01:53:14.821129Z","end":"2026-05-11T01:53:18.565819Z","steps":["trace[1486869482] 'agreement among raft nodes before linearized reading' (duration: 3.744332878s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.566086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.51887Z","time spent":"3.04719914s","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.565307Z","caller":"traceutil/trace.go:171","msg":"trace[83545951] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26907; }","duration":"1.612131879s","start":"2026-05-11T01:53:16.95317Z","end":"2026-05-11T01:53:18.565302Z","steps":["trace[83545951] 'agreement among raft nodes before linearized reading' (duration: 1.612098318s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.566177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309866683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:53:18.566206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306301314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.566203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496584749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:53:18.566225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598480769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.566242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73275676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:18.566325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.676897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" ","response":"range_response_count:1 size:838"} {"level":"warn","ts":"2026-05-11T01:53:18.566312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217824872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" ","response":"range_response_count:1 size:3533"} {"level":"info","ts":"2026-05-11T01:53:18.568616Z","caller":"traceutil/trace.go:171","msg":"trace[779151561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26907; }","duration":"2.333334415s","start":"2026-05-11T01:53:16.235247Z","end":"2026-05-11T01:53:18.568581Z","steps":["trace[779151561] 'agreement among raft nodes before linearized reading' (duration: 2.330184585s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.569503Z","caller":"traceutil/trace.go:171","msg":"trace[162979578] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26907; }","duration":"3.309595887s","start":"2026-05-11T01:53:15.259888Z","end":"2026-05-11T01:53:18.569484Z","steps":["trace[162979578] 'agreement among raft nodes before linearized reading' (duration: 3.306301724s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.569562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.259882Z","time spent":"3.309663249s","remote":"127.0.0.1:40612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.569635Z","caller":"traceutil/trace.go:171","msg":"trace[1554202011] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26907; }","duration":"3.499960394s","start":"2026-05-11T01:53:15.069573Z","end":"2026-05-11T01:53:18.569534Z","steps":["trace[1554202011] 'agreement among raft nodes before linearized reading' (duration: 3.496550688s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.569723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.069552Z","time spent":"3.500153759s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:18.569835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:14.821108Z","time spent":"3.748715237s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.569986Z","caller":"traceutil/trace.go:171","msg":"trace[770397285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26907; }","duration":"4.602252883s","start":"2026-05-11T01:53:13.967719Z","end":"2026-05-11T01:53:18.569972Z","steps":["trace[770397285] 'agreement among raft nodes before linearized reading' (duration: 4.598421828s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.57005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:16.953148Z","time spent":"1.616890347s","remote":"127.0.0.1:59622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:18.570072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:13.967625Z","time spent":"4.602430417s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.570204Z","caller":"traceutil/trace.go:171","msg":"trace[896111657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26907; }","duration":"3.313929824s","start":"2026-05-11T01:53:15.256263Z","end":"2026-05-11T01:53:18.570192Z","steps":["trace[896111657] 'agreement among raft nodes before linearized reading' (duration: 3.309832263s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.570244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:15.25624Z","time spent":"3.313993746s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:53:18.569503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:16.235203Z","time spent":"2.334282097s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-11T01:53:18.57046Z","caller":"traceutil/trace.go:171","msg":"trace[435883262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26907; }","duration":"3.736986695s","start":"2026-05-11T01:53:14.83346Z","end":"2026-05-11T01:53:18.570447Z","steps":["trace[435883262] 'agreement among raft nodes before linearized reading' (duration: 3.73276234s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.570892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:14.83345Z","time spent":"3.737422004s","remote":"127.0.0.1:59080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:18.570492Z","caller":"traceutil/trace.go:171","msg":"trace[1037235889] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665; range_end:; response_count:1; response_revision:26907; }","duration":"763.884322ms","start":"2026-05-11T01:53:17.8066Z","end":"2026-05-11T01:53:18.570484Z","steps":["trace[1037235889] 'agreement among raft nodes before linearized reading' (duration: 759.681269ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:18.570526Z","caller":"traceutil/trace.go:171","msg":"trace[83465365] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-pwc77; range_end:; response_count:1; response_revision:26907; }","duration":"1.222077917s","start":"2026-05-11T01:53:17.348441Z","end":"2026-05-11T01:53:18.570519Z","steps":["trace[83465365] 'agreement among raft nodes before linearized reading' (duration: 1.21771911s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:18.571497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:17.348422Z","time spent":"1.22305762s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3556,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-pwc77\" "} {"level":"warn","ts":"2026-05-11T01:53:18.571687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:17.806578Z","time spent":"764.461404ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18ae5fd430256665\" "} {"level":"warn","ts":"2026-05-11T01:53:19.070402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530393270736180071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-11T01:53:20.574653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295753716s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:20.809606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572991444s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-11T01:53:20.809814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.568155Z","time spent":"2.241651907s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:53:20.810002Z","caller":"traceutil/trace.go:171","msg":"trace[729787483] linearizableReadLoop","detail":"{readStateIndex:27826; appliedIndex:27821; }","duration":"2.240525221s","start":"2026-05-11T01:53:18.56946Z","end":"2026-05-11T01:53:20.809985Z","steps":["trace[729787483] 'read index received' (duration: 667.297251ms)","trace[729787483] 'applied index is now lower than readState.Index' (duration: 1.57322689s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:20.81021Z","caller":"traceutil/trace.go:171","msg":"trace[242381169] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"2.237795451s","start":"2026-05-11T01:53:18.572404Z","end":"2026-05-11T01:53:20.810199Z","steps":["trace[242381169] 'process raft request' (duration: 2.23730395s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:20.810246Z","caller":"traceutil/trace.go:171","msg":"trace[1927230974] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"2.181225426s","start":"2026-05-11T01:53:18.628997Z","end":"2026-05-11T01:53:20.810222Z","steps":["trace[1927230974] 'process raft request' (duration: 2.18095272s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:20.810342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.572373Z","time spent":"2.237872922s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:20.810402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.628983Z","time spent":"2.181329098s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:20.810603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241136795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c4cfe427-a3f5-411a-9279-7ddc50e6c8a7\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-11T01:53:20.810641Z","caller":"traceutil/trace.go:171","msg":"trace[518901217] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"2.231577152s","start":"2026-05-11T01:53:18.579055Z","end":"2026-05-11T01:53:20.810632Z","steps":["trace[518901217] 'process raft request' (duration: 2.230857546s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:20.810704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.579044Z","time spent":"2.231626612s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:20.810645Z","caller":"traceutil/trace.go:171","msg":"trace[1078122838] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c4cfe427-a3f5-411a-9279-7ddc50e6c8a7; range_end:; response_count:1; response_revision:26911; }","duration":"2.241196117s","start":"2026-05-11T01:53:18.569435Z","end":"2026-05-11T01:53:20.810631Z","steps":["trace[1078122838] 'agreement among raft nodes before linearized reading' (duration: 2.241052593s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:20.810889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.569425Z","time spent":"2.241449492s","remote":"127.0.0.1:50654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-c4cfe427-a3f5-411a-9279-7ddc50e6c8a7\" "} {"level":"info","ts":"2026-05-11T01:53:20.810606Z","caller":"traceutil/trace.go:171","msg":"trace[1860627720] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"2.234065418s","start":"2026-05-11T01:53:18.576529Z","end":"2026-05-11T01:53:20.810594Z","steps":["trace[1860627720] 'process raft request' (duration: 2.233332212s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:20.811079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.576518Z","time spent":"2.234523038s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:21.046033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-11T01:53:21.046114Z","caller":"traceutil/trace.go:171","msg":"trace[893352442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628997s","start":"2026-05-11T01:53:19.045467Z","end":"2026-05-11T01:53:21.046096Z","steps":["trace[893352442] 'agreement among raft nodes before linearized reading' (duration: 2.000525184s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.046193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.045438Z","time spent":"2.000715979s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/11 01:53:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-11T01:53:21.297054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.858175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:53:21.297314Z","caller":"traceutil/trace.go:171","msg":"trace[1517654438] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"725.400891ms","start":"2026-05-11T01:53:20.571892Z","end":"2026-05-11T01:53:21.297293Z","steps":["trace[1517654438] 'process raft request' (duration: 725.255378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.297387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.571866Z","time spent":"725.488304ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:21.297592Z","caller":"traceutil/trace.go:171","msg":"trace[1262328161] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"725.719929ms","start":"2026-05-11T01:53:20.571859Z","end":"2026-05-11T01:53:21.297579Z","steps":["trace[1262328161] 'process raft request' (duration: 603.250639ms)","trace[1262328161] 'compare' (duration: 121.711302ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:21.297587Z","caller":"traceutil/trace.go:171","msg":"trace[897683107] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"725.616526ms","start":"2026-05-11T01:53:20.571946Z","end":"2026-05-11T01:53:21.297563Z","steps":["trace[897683107] 'process raft request' (duration: 725.264968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.297643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.571834Z","time spent":"725.780859ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:21.297732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.571938Z","time spent":"725.711588ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:21.298089Z","caller":"traceutil/trace.go:171","msg":"trace[1589321301] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"725.377231ms","start":"2026-05-11T01:53:20.572681Z","end":"2026-05-11T01:53:21.298058Z","steps":["trace[1589321301] 'process raft request' (duration: 724.791058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.298257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.572654Z","time spent":"725.521824ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:21.29876Z","caller":"traceutil/trace.go:171","msg":"trace[54813017] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"725.77913ms","start":"2026-05-11T01:53:20.572956Z","end":"2026-05-11T01:53:21.298735Z","steps":["trace[54813017] 'process raft request' (duration: 725.720149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.298921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.572948Z","time spent":"725.899743ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:21.299088Z","caller":"traceutil/trace.go:171","msg":"trace[210467283] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"726.236899ms","start":"2026-05-11T01:53:20.572836Z","end":"2026-05-11T01:53:21.299073Z","steps":["trace[210467283] 'process raft request' (duration: 725.694628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:21.29917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.572823Z","time spent":"726.303081ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:22.34118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.082996ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:22.341317Z","caller":"traceutil/trace.go:171","msg":"trace[1298840288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26917; }","duration":"823.229969ms","start":"2026-05-11T01:53:21.518074Z","end":"2026-05-11T01:53:22.341304Z","steps":["trace[1298840288] 'range keys from in-memory index tree' (duration: 823.068996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:22.560681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316742424s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:53:22.561593Z","caller":"traceutil/trace.go:171","msg":"trace[1343629679] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"1.986622913s","start":"2026-05-11T01:53:20.574914Z","end":"2026-05-11T01:53:22.561537Z","steps":["trace[1343629679] 'process raft request' (duration: 1.985991749s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:22.561665Z","caller":"traceutil/trace.go:171","msg":"trace[1102997389] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"1.986181774s","start":"2026-05-11T01:53:20.575436Z","end":"2026-05-11T01:53:22.561618Z","steps":["trace[1102997389] 'process raft request' (duration: 1.985711404s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:22.5618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.574901Z","time spent":"1.986790868s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:22.561863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.575409Z","time spent":"1.986331098s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:22.561909Z","caller":"traceutil/trace.go:171","msg":"trace[229243261] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"1.948913391s","start":"2026-05-11T01:53:20.612928Z","end":"2026-05-11T01:53:22.561841Z","steps":["trace[229243261] 'process raft request' (duration: 1.948280687s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:22.562081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.612914Z","time spent":"1.949078694s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:22.94963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.337644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T01:53:22.949877Z","caller":"traceutil/trace.go:171","msg":"trace[1867011807] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26921; }","duration":"2.137241311s","start":"2026-05-11T01:53:20.812619Z","end":"2026-05-11T01:53:22.94986Z","steps":["trace[1867011807] 'process raft request' (duration: 2.137102158s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:22.949988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.812592Z","time spent":"2.137326983s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:22.950918Z","caller":"traceutil/trace.go:171","msg":"trace[1290197904] linearizableReadLoop","detail":"{readStateIndex:27836; appliedIndex:27826; }","duration":"2.140844862s","start":"2026-05-11T01:53:20.810042Z","end":"2026-05-11T01:53:22.950887Z","steps":["trace[1290197904] 'read index received' (duration: 365.037172ms)","trace[1290197904] 'applied index is now lower than readState.Index' (duration: 1.77580526s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:22.950958Z","caller":"traceutil/trace.go:171","msg":"trace[2087505109] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"1.823101118s","start":"2026-05-11T01:53:21.127833Z","end":"2026-05-11T01:53:22.950934Z","steps":["trace[2087505109] 'process raft request' (duration: 1.821939591s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:22.95111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:21.127811Z","time spent":"1.82321068s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:24.044896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30698294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:24.044991Z","caller":"traceutil/trace.go:171","msg":"trace[947772298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26922; }","duration":"4.307129754s","start":"2026-05-11T01:53:19.737838Z","end":"2026-05-11T01:53:24.044968Z","steps":["trace[947772298] 'agreement among raft nodes before linearized reading' (duration: 3.213056169s)","trace[947772298] 'count revisions from in-memory index tree' (duration: 1.093922142s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.045041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.737822Z","time spent":"4.307208375s","remote":"127.0.0.1:54058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:24.045519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029275821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:24.045597Z","caller":"traceutil/trace.go:171","msg":"trace[37818535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26922; }","duration":"4.029355963s","start":"2026-05-11T01:53:20.016219Z","end":"2026-05-11T01:53:24.045575Z","steps":["trace[37818535] 'agreement among raft nodes before linearized reading' (duration: 2.934719295s)","trace[37818535] 'range keys from in-memory index tree' (duration: 1.094525316s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.045744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.016155Z","time spent":"4.029485006s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:53:24.046293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.195061709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:53:24.046341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750452627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:24.046374Z","caller":"traceutil/trace.go:171","msg":"trace[781677612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26922; }","duration":"4.195229152s","start":"2026-05-11T01:53:19.851123Z","end":"2026-05-11T01:53:24.046352Z","steps":["trace[781677612] 'agreement among raft nodes before linearized reading' (duration: 3.099821567s)","trace[781677612] 'count revisions from in-memory index tree' (duration: 1.095263972s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:24.046396Z","caller":"traceutil/trace.go:171","msg":"trace[298175230] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26922; }","duration":"4.750505419s","start":"2026-05-11T01:53:19.295869Z","end":"2026-05-11T01:53:24.046374Z","steps":["trace[298175230] 'agreement among raft nodes before linearized reading' (duration: 3.655091743s)","trace[298175230] 'count revisions from in-memory index tree' (duration: 1.095334923s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.046463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.295806Z","time spent":"4.750624862s","remote":"127.0.0.1:50814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:24.04642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.851081Z","time spent":"4.195326484s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:24.04646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567561238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-11T01:53:24.046539Z","caller":"traceutil/trace.go:171","msg":"trace[742833194] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26922; }","duration":"4.567704942s","start":"2026-05-11T01:53:19.478812Z","end":"2026-05-11T01:53:24.046517Z","steps":["trace[742833194] 'agreement among raft nodes before linearized reading' (duration: 3.472150963s)","trace[742833194] 'range keys from in-memory index tree' (duration: 1.095334293s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.046584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.478791Z","time spent":"4.567784933s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-11T01:53:24.046573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.47009222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:53:24.046699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.107720412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:24.046676Z","caller":"traceutil/trace.go:171","msg":"trace[1157356310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26922; }","duration":"5.470250214s","start":"2026-05-11T01:53:18.576405Z","end":"2026-05-11T01:53:24.046655Z","steps":["trace[1157356310] 'agreement among raft nodes before linearized reading' (duration: 4.374578893s)","trace[1157356310] 'range keys from in-memory index tree' (duration: 1.095301383s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:24.046746Z","caller":"traceutil/trace.go:171","msg":"trace[810940524] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26922; }","duration":"3.107854705s","start":"2026-05-11T01:53:20.938878Z","end":"2026-05-11T01:53:24.046732Z","steps":["trace[810940524] 'agreement among raft nodes before linearized reading' (duration: 2.012183215s)","trace[810940524] 'count revisions from in-memory index tree' (duration: 1.095606479s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.046778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:20.93885Z","time spent":"3.107922147s","remote":"127.0.0.1:50772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:24.04678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:18.576394Z","time spent":"5.470348766s","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-11T01:53:24.046791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832135964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:53:24.046828Z","caller":"traceutil/trace.go:171","msg":"trace[1669344056] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26922; }","duration":"4.832207225s","start":"2026-05-11T01:53:19.214605Z","end":"2026-05-11T01:53:24.046812Z","steps":["trace[1669344056] 'agreement among raft nodes before linearized reading' (duration: 3.736364381s)","trace[1669344056] 'count revisions from in-memory index tree' (duration: 1.095795953s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.046865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:19.214585Z","time spent":"4.832273027s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:24.046945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483441342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-05-11T01:53:24.046974Z","caller":"traceutil/trace.go:171","msg":"trace[2067672532] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716; range_end:; response_count:1; response_revision:26922; }","duration":"1.483499073s","start":"2026-05-11T01:53:22.563467Z","end":"2026-05-11T01:53:24.046966Z","steps":["trace[2067672532] 'agreement among raft nodes before linearized reading' (duration: 387.610207ms)","trace[2067672532] 'range keys from in-memory index tree' (duration: 1.095800734s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.046993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:22.563449Z","time spent":"1.483540304s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18ae5fd2f7b06716\" "} {"level":"warn","ts":"2026-05-11T01:53:24.04702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000608249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:24.047063Z","caller":"traceutil/trace.go:171","msg":"trace[736353560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26922; }","duration":"3.00070224s","start":"2026-05-11T01:53:21.046346Z","end":"2026-05-11T01:53:24.047048Z","steps":["trace[736353560] 'agreement among raft nodes before linearized reading' (duration: 1.904735143s)","trace[736353560] 'range keys from in-memory index tree' (duration: 1.095918246s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.047098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:21.046315Z","time spent":"3.000776732s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:24.047503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.559163ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-11T01:53:24.04756Z","caller":"traceutil/trace.go:171","msg":"trace[1997002199] linearizableReadLoop","detail":"{readStateIndex:27839; appliedIndex:27838; }","duration":"993.869423ms","start":"2026-05-11T01:53:23.05368Z","end":"2026-05-11T01:53:24.047549Z","steps":["trace[1997002199] 'read index received' (duration: 222.29856ms)","trace[1997002199] 'applied index is now lower than readState.Index' (duration: 771.569883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:24.047573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:22.952016Z","time spent":"1.095550168s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-11T01:53:24.047656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.969096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:24.047733Z","caller":"traceutil/trace.go:171","msg":"trace[1671885059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26922; }","duration":"994.076758ms","start":"2026-05-11T01:53:23.053641Z","end":"2026-05-11T01:53:24.047718Z","steps":["trace[1671885059] 'agreement among raft nodes before linearized reading' (duration: 993.962376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:24.047809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.053623Z","time spent":"994.174261ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:24.095759Z","caller":"traceutil/trace.go:171","msg":"trace[1798358000] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"792.705887ms","start":"2026-05-11T01:53:23.303027Z","end":"2026-05-11T01:53:24.095733Z","steps":["trace[1798358000] 'process raft request' (duration: 792.501131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:24.09602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.302997Z","time spent":"792.836699ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.114476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018904984s","expected-duration":"1s"} {"level":"info","ts":"2026-05-11T01:53:25.142865Z","caller":"traceutil/trace.go:171","msg":"trace[648606675] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"1.839412522s","start":"2026-05-11T01:53:23.303428Z","end":"2026-05-11T01:53:25.142841Z","steps":["trace[648606675] 'process raft request' (duration: 1.811304123s)","trace[648606675] 'compare' (duration: 26.193227ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:25.142955Z","caller":"traceutil/trace.go:171","msg":"trace[674456661] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"1.839093394s","start":"2026-05-11T01:53:23.30383Z","end":"2026-05-11T01:53:25.142924Z","steps":["trace[674456661] 'process raft request' (duration: 1.838919251s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.143084Z","caller":"traceutil/trace.go:171","msg":"trace[1965145812] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"1.838795738s","start":"2026-05-11T01:53:23.304283Z","end":"2026-05-11T01:53:25.143079Z","steps":["trace[1965145812] 'process raft request' (duration: 1.838694436s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.143076Z","caller":"traceutil/trace.go:171","msg":"trace[555038908] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"1.839170347s","start":"2026-05-11T01:53:23.30389Z","end":"2026-05-11T01:53:25.14306Z","steps":["trace[555038908] 'process raft request' (duration: 1.838975662s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.143124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.304273Z","time spent":"1.838832779s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.143122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.303821Z","time spent":"1.839217977s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.142993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.303395Z","time spent":"1.839529444s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:25.143125Z","caller":"traceutil/trace.go:171","msg":"trace[763310788] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"1.832560278s","start":"2026-05-11T01:53:23.310544Z","end":"2026-05-11T01:53:25.143104Z","steps":["trace[763310788] 'process raft request' (duration: 1.832494027s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.143259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.310516Z","time spent":"1.832678871s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.143148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.303883Z","time spent":"1.839229688s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:25.143447Z","caller":"traceutil/trace.go:171","msg":"trace[1093342157] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"1.767527373s","start":"2026-05-11T01:53:23.375894Z","end":"2026-05-11T01:53:25.143421Z","steps":["trace[1093342157] 'process raft request' (duration: 1.767176166s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.143486Z","caller":"traceutil/trace.go:171","msg":"trace[1302371719] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"1.09473688s","start":"2026-05-11T01:53:24.048726Z","end":"2026-05-11T01:53:25.143463Z","steps":["trace[1302371719] 'process raft request' (duration: 1.094584316s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.14355Z","caller":"traceutil/trace.go:171","msg":"trace[1795785581] linearizableReadLoop","detail":"{readStateIndex:27846; appliedIndex:27839; }","duration":"1.095958248s","start":"2026-05-11T01:53:24.04758Z","end":"2026-05-11T01:53:25.143539Z","steps":["trace[1795785581] 'read index received' (duration: 47.962862ms)","trace[1795785581] 'applied index is now lower than readState.Index' (duration: 1.047994376s)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:53:25.143601Z","caller":"traceutil/trace.go:171","msg":"trace[1618528778] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"1.094428123s","start":"2026-05-11T01:53:24.049164Z","end":"2026-05-11T01:53:25.143592Z","steps":["trace[1618528778] 'process raft request' (duration: 1.094238478s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.143609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.375862Z","time spent":"1.767644617s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.143635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632479065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:25.143627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.048701Z","time spent":"1.094848942s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:25.143662Z","caller":"traceutil/trace.go:171","msg":"trace[1176688912] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26931; }","duration":"1.632551587s","start":"2026-05-11T01:53:23.511104Z","end":"2026-05-11T01:53:25.143656Z","steps":["trace[1176688912] 'agreement among raft nodes before linearized reading' (duration: 1.632498365s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.143683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:23.511073Z","time spent":"1.632605748s","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:25.147155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.049152Z","time spent":"1.094477404s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:25.215058Z","caller":"traceutil/trace.go:171","msg":"trace[266213125] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"647.382867ms","start":"2026-05-11T01:53:24.567629Z","end":"2026-05-11T01:53:25.215012Z","steps":["trace[266213125] 'process raft request' (duration: 647.000479ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.215114Z","caller":"traceutil/trace.go:171","msg":"trace[1873109178] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"647.176272ms","start":"2026-05-11T01:53:24.5679Z","end":"2026-05-11T01:53:25.215076Z","steps":["trace[1873109178] 'process raft request' (duration: 647.031089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.215303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.781353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:25.215359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.567889Z","time spent":"647.348786ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:25.215401Z","caller":"traceutil/trace.go:171","msg":"trace[547278170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26933; }","duration":"985.933857ms","start":"2026-05-11T01:53:24.229441Z","end":"2026-05-11T01:53:25.215375Z","steps":["trace[547278170] 'agreement among raft nodes before linearized reading' (duration: 985.740993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.215386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166009413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"warn","ts":"2026-05-11T01:53:25.215471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.229418Z","time spent":"986.03911ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:53:25.21549Z","caller":"traceutil/trace.go:171","msg":"trace[1382518933] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26933; }","duration":"1.166155077s","start":"2026-05-11T01:53:24.049312Z","end":"2026-05-11T01:53:25.215467Z","steps":["trace[1382518933] 'agreement among raft nodes before linearized reading' (duration: 1.165799589s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.215386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.567604Z","time spent":"647.55039ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:53:25.215548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.049297Z","time spent":"1.166231678s","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:53:25.215531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160987691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:25.215585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166884663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:25.215661Z","caller":"traceutil/trace.go:171","msg":"trace[1368166027] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26933; }","duration":"1.161230127s","start":"2026-05-11T01:53:24.054402Z","end":"2026-05-11T01:53:25.215632Z","steps":["trace[1368166027] 'agreement among raft nodes before linearized reading' (duration: 1.160890679s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:25.215685Z","caller":"traceutil/trace.go:171","msg":"trace[1863478301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26933; }","duration":"1.167012426s","start":"2026-05-11T01:53:24.048645Z","end":"2026-05-11T01:53:25.215657Z","steps":["trace[1863478301] 'agreement among raft nodes before linearized reading' (duration: 1.166844792s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.215731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.054388Z","time spent":"1.161331779s","remote":"127.0.0.1:50684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-11T01:53:25.215735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.04863Z","time spent":"1.167097178s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:53:25.215906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.104613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-11T01:53:25.215957Z","caller":"traceutil/trace.go:171","msg":"trace[407199583] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26933; }","duration":"301.207605ms","start":"2026-05-11T01:53:24.91473Z","end":"2026-05-11T01:53:25.215938Z","steps":["trace[407199583] 'agreement among raft nodes before linearized reading' (duration: 301.029081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:25.215994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:24.914715Z","time spent":"301.271076ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-11T01:53:26.248546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025104043s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-11T01:53:26.295766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.223303Z","time spent":"1.072456322s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-11T01:53:26.295989Z","caller":"traceutil/trace.go:171","msg":"trace[1408395660] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"194.637913ms","start":"2026-05-11T01:53:26.101328Z","end":"2026-05-11T01:53:26.295965Z","steps":["trace[1408395660] 'process raft request' (duration: 194.588532ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:26.296317Z","caller":"traceutil/trace.go:171","msg":"trace[2141595974] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"478.48453ms","start":"2026-05-11T01:53:25.817821Z","end":"2026-05-11T01:53:26.296305Z","steps":["trace[2141595974] 'process raft request' (duration: 477.947349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:26.296425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.817795Z","time spent":"478.557591ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:53:26.296536Z","caller":"traceutil/trace.go:171","msg":"trace[534118111] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27850; }","duration":"1.073154527s","start":"2026-05-11T01:53:25.22337Z","end":"2026-05-11T01:53:26.296525Z","steps":["trace[534118111] 'read index received' (duration: 240.795µs)","trace[534118111] 'applied index is now lower than readState.Index' (duration: 1.072912472s)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:53:26.296677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024032198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:26.296717Z","caller":"traceutil/trace.go:171","msg":"trace[1641428685] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26935; }","duration":"1.024112s","start":"2026-05-11T01:53:25.272595Z","end":"2026-05-11T01:53:26.296707Z","steps":["trace[1641428685] 'agreement among raft nodes before linearized reading' (duration: 1.024042469s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:26.296701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070054548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:26.296751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.272576Z","time spent":"1.024168871s","remote":"127.0.0.1:50958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-11T01:53:26.296724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.544451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:53:26.296721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073315581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:53:26.296789Z","caller":"traceutil/trace.go:171","msg":"trace[1442413289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26935; }","duration":"1.07015986s","start":"2026-05-11T01:53:25.226592Z","end":"2026-05-11T01:53:26.296751Z","steps":["trace[1442413289] 'agreement among raft nodes before linearized reading' (duration: 1.070035087s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:53:26.296823Z","caller":"traceutil/trace.go:171","msg":"trace[2033510844] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26935; }","duration":"317.681183ms","start":"2026-05-11T01:53:25.979114Z","end":"2026-05-11T01:53:26.296795Z","steps":["trace[2033510844] 'agreement among raft nodes before linearized reading' (duration: 317.510619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:26.296842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.226571Z","time spent":"1.070262583s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:53:26.296833Z","caller":"traceutil/trace.go:171","msg":"trace[895083234] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26935; }","duration":"1.073478114s","start":"2026-05-11T01:53:25.223328Z","end":"2026-05-11T01:53:26.296806Z","steps":["trace[895083234] 'agreement among raft nodes before linearized reading' (duration: 1.07326079s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:53:26.296887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.979099Z","time spent":"317.771296ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:53:26.296897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:53:25.223311Z","time spent":"1.073571097s","remote":"127.0.0.1:50760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-11T01:54:16.534138Z","caller":"traceutil/trace.go:171","msg":"trace[2051132384] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"104.283952ms","start":"2026-05-11T01:54:16.429815Z","end":"2026-05-11T01:54:16.534099Z","steps":["trace[2051132384] 'process raft request' (duration: 103.971935ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:18.519612Z","caller":"traceutil/trace.go:171","msg":"trace[81966650] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"100.565439ms","start":"2026-05-11T01:54:18.419012Z","end":"2026-05-11T01:54:18.519578Z","steps":["trace[81966650] 'process raft request' (duration: 22.164096ms)","trace[81966650] 'compare' (duration: 78.089506ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:18.693986Z","caller":"traceutil/trace.go:171","msg":"trace[67247838] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"124.387191ms","start":"2026-05-11T01:54:18.569572Z","end":"2026-05-11T01:54:18.693959Z","steps":["trace[67247838] 'process raft request' (duration: 124.33667ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:18.694155Z","caller":"traceutil/trace.go:171","msg":"trace[344587998] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"149.780899ms","start":"2026-05-11T01:54:18.544362Z","end":"2026-05-11T01:54:18.694143Z","steps":["trace[344587998] 'process raft request' (duration: 116.836233ms)","trace[344587998] 'compare' (duration: 32.548497ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:23.015464Z","caller":"traceutil/trace.go:171","msg":"trace[96670880] linearizableReadLoop","detail":"{readStateIndex:28387; appliedIndex:28386; }","duration":"586.407153ms","start":"2026-05-11T01:54:22.429033Z","end":"2026-05-11T01:54:23.01544Z","steps":["trace[96670880] 'read index received' (duration: 61.612µs)","trace[96670880] 'applied index is now lower than readState.Index' (duration: 586.344521ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:23.015538Z","caller":"traceutil/trace.go:171","msg":"trace[1599358838] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"586.511375ms","start":"2026-05-11T01:54:22.428994Z","end":"2026-05-11T01:54:23.015505Z","steps":["trace[1599358838] 'process raft request' (duration: 586.29813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.015753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.428968Z","time spent":"586.701439ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:54:23.015865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.792771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:54:23.015991Z","caller":"traceutil/trace.go:171","msg":"trace[298018210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27454; }","duration":"586.939994ms","start":"2026-05-11T01:54:22.429024Z","end":"2026-05-11T01:54:23.015964Z","steps":["trace[298018210] 'agreement among raft nodes before linearized reading' (duration: 586.572046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.016069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.428954Z","time spent":"587.096867ms","remote":"127.0.0.1:50672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-11T01:54:23.498196Z","caller":"traceutil/trace.go:171","msg":"trace[460476488] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"792.222075ms","start":"2026-05-11T01:54:22.705919Z","end":"2026-05-11T01:54:23.498141Z","steps":["trace[460476488] 'process raft request' (duration: 782.020678ms)","trace[460476488] 'compare' (duration: 10.004103ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:23.498336Z","caller":"traceutil/trace.go:171","msg":"trace[1048671804] linearizableReadLoop","detail":"{readStateIndex:28389; appliedIndex:28387; }","duration":"482.680303ms","start":"2026-05-11T01:54:23.015608Z","end":"2026-05-11T01:54:23.498289Z","steps":["trace[1048671804] 'read index received' (duration: 472.451266ms)","trace[1048671804] 'applied index is now lower than readState.Index' (duration: 10.227657ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:54:23.498593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.190642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:54:23.498644Z","caller":"traceutil/trace.go:171","msg":"trace[449751838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27456; }","duration":"791.237213ms","start":"2026-05-11T01:54:22.707395Z","end":"2026-05-11T01:54:23.498632Z","steps":["trace[449751838] 'agreement among raft nodes before linearized reading' (duration: 791.08194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.498655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.37699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-11T01:54:23.498673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.707384Z","time spent":"791.283154ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:54:23.498691Z","caller":"traceutil/trace.go:171","msg":"trace[777888277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27456; }","duration":"958.455832ms","start":"2026-05-11T01:54:22.540223Z","end":"2026-05-11T01:54:23.498679Z","steps":["trace[777888277] 'agreement among raft nodes before linearized reading' (duration: 958.328699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.498721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.5402Z","time spent":"958.514724ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:54:23.498688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.247918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:54:23.498746Z","caller":"traceutil/trace.go:171","msg":"trace[1999596382] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"491.245365ms","start":"2026-05-11T01:54:23.007473Z","end":"2026-05-11T01:54:23.498718Z","steps":["trace[1999596382] 'process raft request' (duration: 490.619921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.49843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.705892Z","time spent":"792.44495ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:23.498824Z","caller":"traceutil/trace.go:171","msg":"trace[30117604] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27456; }","duration":"789.446733ms","start":"2026-05-11T01:54:22.709353Z","end":"2026-05-11T01:54:23.4988Z","steps":["trace[30117604] 'agreement among raft nodes before linearized reading' (duration: 789.158126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.49888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:23.007418Z","time spent":"491.393589ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:54:23.498882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.709344Z","time spent":"789.525495ms","remote":"127.0.0.1:36554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:54:23.498489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.846159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:54:23.499422Z","caller":"traceutil/trace.go:171","msg":"trace[1179758561] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27456; }","duration":"738.834762ms","start":"2026-05-11T01:54:22.760564Z","end":"2026-05-11T01:54:23.499399Z","steps":["trace[1179758561] 'agreement among raft nodes before linearized reading' (duration: 737.841759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.499522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.760542Z","time spent":"738.959144ms","remote":"127.0.0.1:50712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:54:23.499613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.445013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:54:23.499668Z","caller":"traceutil/trace.go:171","msg":"trace[1385423650] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27456; }","duration":"899.544355ms","start":"2026-05-11T01:54:22.60011Z","end":"2026-05-11T01:54:23.499654Z","steps":["trace[1385423650] 'agreement among raft nodes before linearized reading' (duration: 899.430893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.499703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:22.600089Z","time spent":"899.605606ms","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:54:23.552872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.483914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:54:23.552943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.026684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18650"} {"level":"info","ts":"2026-05-11T01:54:23.552984Z","caller":"traceutil/trace.go:171","msg":"trace[448667764] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27465; }","duration":"226.642828ms","start":"2026-05-11T01:54:23.326321Z","end":"2026-05-11T01:54:23.552964Z","steps":["trace[448667764] 'agreement among raft nodes before linearized reading' (duration: 226.427273ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:23.553187Z","caller":"traceutil/trace.go:171","msg":"trace[1555529194] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27465; }","duration":"535.26618ms","start":"2026-05-11T01:54:23.017836Z","end":"2026-05-11T01:54:23.553102Z","steps":["trace[1555529194] 'agreement among raft nodes before linearized reading' (duration: 534.848991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:23.553532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:23.017815Z","time spent":"535.646558ms","remote":"127.0.0.1:50664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18673,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-11T01:54:24.635845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.907616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:54:24.636041Z","caller":"traceutil/trace.go:171","msg":"trace[1092542416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27466; }","duration":"588.153222ms","start":"2026-05-11T01:54:24.047861Z","end":"2026-05-11T01:54:24.636014Z","steps":["trace[1092542416] 'range keys from in-memory index tree' (duration: 587.815274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:24.636768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.278688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:54:24.636853Z","caller":"traceutil/trace.go:171","msg":"trace[352623141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27466; }","duration":"483.37594ms","start":"2026-05-11T01:54:24.153458Z","end":"2026-05-11T01:54:24.636834Z","steps":["trace[352623141] 'range keys from in-memory index tree' (duration: 483.107424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:24.636895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.153435Z","time spent":"483.449761ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T01:54:24.636549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.204073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:54:24.637063Z","caller":"traceutil/trace.go:171","msg":"trace[1742032130] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27466; }","duration":"266.762566ms","start":"2026-05-11T01:54:24.370245Z","end":"2026-05-11T01:54:24.637008Z","steps":["trace[1742032130] 'count revisions from in-memory index tree' (duration: 266.128201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:24.636776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.047837Z","time spent":"588.874459ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:54:24.638356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.853927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:54:24.638413Z","caller":"traceutil/trace.go:171","msg":"trace[578996680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27466; }","duration":"630.953519ms","start":"2026-05-11T01:54:24.007446Z","end":"2026-05-11T01:54:24.638399Z","steps":["trace[578996680] 'range keys from in-memory index tree' (duration: 628.633068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:24.638446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.007423Z","time spent":"631.01595ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:54:25.209565Z","caller":"traceutil/trace.go:171","msg":"trace[322392625] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"567.785157ms","start":"2026-05-11T01:54:24.64174Z","end":"2026-05-11T01:54:25.209525Z","steps":["trace[322392625] 'process raft request' (duration: 567.629104ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.209731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.64173Z","time spent":"567.91655ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:25.403179Z","caller":"traceutil/trace.go:171","msg":"trace[1556630720] linearizableReadLoop","detail":"{readStateIndex:28401; appliedIndex:28399; }","duration":"674.174855ms","start":"2026-05-11T01:54:24.72898Z","end":"2026-05-11T01:54:25.403155Z","steps":["trace[1556630720] 'read index received' (duration: 480.31068ms)","trace[1556630720] 'applied index is now lower than readState.Index' (duration: 193.863305ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:25.403205Z","caller":"traceutil/trace.go:171","msg":"trace[1692927233] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"758.86325ms","start":"2026-05-11T01:54:24.644308Z","end":"2026-05-11T01:54:25.403171Z","steps":["trace[1692927233] 'process raft request' (duration: 758.705206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.403519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.735275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T01:54:25.403326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.313428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:54:25.403549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.6443Z","time spent":"759.182106ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:25.403574Z","caller":"traceutil/trace.go:171","msg":"trace[547606908] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27468; }","duration":"571.873008ms","start":"2026-05-11T01:54:24.831687Z","end":"2026-05-11T01:54:25.40356Z","steps":["trace[547606908] 'agreement among raft nodes before linearized reading' (duration: 571.752936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.403616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.831664Z","time spent":"571.944379ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:54:25.403777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.418203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:54:25.403855Z","caller":"traceutil/trace.go:171","msg":"trace[789511810] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:27468; }","duration":"179.534135ms","start":"2026-05-11T01:54:25.224303Z","end":"2026-05-11T01:54:25.403837Z","steps":["trace[789511810] 'agreement among raft nodes before linearized reading' (duration: 179.294469ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.403986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.895384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:54:25.404176Z","caller":"traceutil/trace.go:171","msg":"trace[537151961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27468; }","duration":"384.15881ms","start":"2026-05-11T01:54:25.019994Z","end":"2026-05-11T01:54:25.404153Z","steps":["trace[537151961] 'agreement among raft nodes before linearized reading' (duration: 383.668958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.404256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:25.019974Z","time spent":"384.270733ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-11T01:54:25.403596Z","caller":"traceutil/trace.go:171","msg":"trace[1618297438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27468; }","duration":"674.613384ms","start":"2026-05-11T01:54:24.728959Z","end":"2026-05-11T01:54:25.403572Z","steps":["trace[1618297438] 'agreement among raft nodes before linearized reading' (duration: 674.267937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:25.40439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:24.72895Z","time spent":"675.414233ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:54:27.712893Z","caller":"traceutil/trace.go:171","msg":"trace[281436495] transaction","detail":"{read_only:false; response_revision:27487; number_of_response:1; }","duration":"164.744694ms","start":"2026-05-11T01:54:27.548106Z","end":"2026-05-11T01:54:27.712851Z","steps":["trace[281436495] 'process raft request' (duration: 76.03889ms)","trace[281436495] 'compare' (duration: 88.473749ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:28.250316Z","caller":"traceutil/trace.go:171","msg":"trace[286368038] linearizableReadLoop","detail":"{readStateIndex:28427; appliedIndex:28420; }","duration":"679.411833ms","start":"2026-05-11T01:54:27.570846Z","end":"2026-05-11T01:54:28.250258Z","steps":["trace[286368038] 'read index received' (duration: 53.328113ms)","trace[286368038] 'applied index is now lower than readState.Index' (duration: 626.08242ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:54:28.250596Z","caller":"traceutil/trace.go:171","msg":"trace[1671313138] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"697.15674ms","start":"2026-05-11T01:54:27.553402Z","end":"2026-05-11T01:54:28.250559Z","steps":["trace[1671313138] 'process raft request' (duration: 696.788341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.250732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.553387Z","time spent":"697.271512ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:28.250949Z","caller":"traceutil/trace.go:171","msg":"trace[1284953037] transaction","detail":"{read_only:false; response_revision:27489; number_of_response:1; }","duration":"697.738583ms","start":"2026-05-11T01:54:27.553186Z","end":"2026-05-11T01:54:28.250925Z","steps":["trace[1284953037] 'process raft request' (duration: 696.844193ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:28.251001Z","caller":"traceutil/trace.go:171","msg":"trace[1068559372] transaction","detail":"{read_only:false; response_revision:27490; number_of_response:1; }","duration":"697.779013ms","start":"2026-05-11T01:54:27.55321Z","end":"2026-05-11T01:54:28.250989Z","steps":["trace[1068559372] 'process raft request' (duration: 696.906634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.251025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.19028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:54:28.251002Z","caller":"traceutil/trace.go:171","msg":"trace[176631344] transaction","detail":"{read_only:false; response_revision:27493; number_of_response:1; }","duration":"689.1196ms","start":"2026-05-11T01:54:27.561847Z","end":"2026-05-11T01:54:28.250967Z","steps":["trace[176631344] 'process raft request' (duration: 688.372133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.250997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.014405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:54:28.25105Z","caller":"traceutil/trace.go:171","msg":"trace[1721776182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27493; }","duration":"680.242341ms","start":"2026-05-11T01:54:27.570801Z","end":"2026-05-11T01:54:28.251043Z","steps":["trace[1721776182] 'agreement among raft nodes before linearized reading' (duration: 680.125289ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:28.251015Z","caller":"traceutil/trace.go:171","msg":"trace[266376872] transaction","detail":"{read_only:false; response_revision:27488; number_of_response:1; }","duration":"697.944617ms","start":"2026-05-11T01:54:27.553043Z","end":"2026-05-11T01:54:28.250988Z","steps":["trace[266376872] 'process raft request' (duration: 696.832792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.251055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.553177Z","time spent":"697.847355ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:54:28.251072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.570789Z","time spent":"680.280002ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:54:28.251068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.553156Z","time spent":"697.843884ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:28.251083Z","caller":"traceutil/trace.go:171","msg":"trace[1851328133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27493; }","duration":"197.149788ms","start":"2026-05-11T01:54:28.053917Z","end":"2026-05-11T01:54:28.251066Z","steps":["trace[1851328133] 'agreement among raft nodes before linearized reading' (duration: 197.020225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.251159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.561838Z","time spent":"689.231262ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:54:28.251152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.553024Z","time spent":"698.061689ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:54:28.251274Z","caller":"traceutil/trace.go:171","msg":"trace[584933554] transaction","detail":"{read_only:false; response_revision:27491; number_of_response:1; }","duration":"697.949177ms","start":"2026-05-11T01:54:27.553299Z","end":"2026-05-11T01:54:28.251248Z","steps":["trace[584933554] 'process raft request' (duration: 696.857863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.251398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.553291Z","time spent":"698.027338ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:54:28.25143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.7478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:54:28.251464Z","caller":"traceutil/trace.go:171","msg":"trace[1763120339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27493; }","duration":"680.449935ms","start":"2026-05-11T01:54:27.571004Z","end":"2026-05-11T01:54:28.251454Z","steps":["trace[1763120339] 'agreement among raft nodes before linearized reading' (duration: 679.613447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:54:28.251488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:54:27.570977Z","time spent":"680.503437ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T01:54:28.439428Z","caller":"traceutil/trace.go:171","msg":"trace[360626530] transaction","detail":"{read_only:false; response_revision:27495; number_of_response:1; }","duration":"182.859859ms","start":"2026-05-11T01:54:28.256548Z","end":"2026-05-11T01:54:28.439408Z","steps":["trace[360626530] 'process raft request' (duration: 182.730796ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:54:34.11419Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006f31.wal"} {"level":"info","ts":"2026-05-11T01:55:03.955902Z","caller":"traceutil/trace.go:171","msg":"trace[385519538] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"233.075302ms","start":"2026-05-11T01:55:03.722808Z","end":"2026-05-11T01:55:03.955883Z","steps":["trace[385519538] 'process raft request' (duration: 232.850997ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:03.955868Z","caller":"traceutil/trace.go:171","msg":"trace[427425989] linearizableReadLoop","detail":"{readStateIndex:28875; appliedIndex:28874; }","duration":"227.468727ms","start":"2026-05-11T01:55:03.728373Z","end":"2026-05-11T01:55:03.955842Z","steps":["trace[427425989] 'read index received' (duration: 227.309793ms)","trace[427425989] 'applied index is now lower than readState.Index' (duration: 157.794µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:55:03.956095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.701372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-sync-fp55z\" ","response":"range_response_count:1 size:6848"} {"level":"info","ts":"2026-05-11T01:55:03.956615Z","caller":"traceutil/trace.go:171","msg":"trace[1638205606] range","detail":"{range_begin:/registry/pods/openstack/manila-db-sync-fp55z; range_end:; response_count:1; response_revision:27931; }","duration":"228.116591ms","start":"2026-05-11T01:55:03.728332Z","end":"2026-05-11T01:55:03.956448Z","steps":["trace[1638205606] 'agreement among raft nodes before linearized reading' (duration: 227.613889ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:04.114986Z","caller":"traceutil/trace.go:171","msg":"trace[769411615] linearizableReadLoop","detail":"{readStateIndex:28877; appliedIndex:28875; }","duration":"158.915194ms","start":"2026-05-11T01:55:03.956052Z","end":"2026-05-11T01:55:04.114967Z","steps":["trace[769411615] 'read index received' (duration: 97.089572ms)","trace[769411615] 'applied index is now lower than readState.Index' (duration: 61.824762ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:55:04.115051Z","caller":"traceutil/trace.go:171","msg":"trace[554867931] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"163.044225ms","start":"2026-05-11T01:55:03.951969Z","end":"2026-05-11T01:55:04.115013Z","steps":["trace[554867931] 'process raft request' (duration: 162.938283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:04.115124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.146463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:55:04.115184Z","caller":"traceutil/trace.go:171","msg":"trace[882819015] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27933; }","duration":"199.223805ms","start":"2026-05-11T01:55:03.915948Z","end":"2026-05-11T01:55:04.115172Z","steps":["trace[882819015] 'agreement among raft nodes before linearized reading' (duration: 199.060011ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:04.11534Z","caller":"traceutil/trace.go:171","msg":"trace[2007796145] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"386.546664ms","start":"2026-05-11T01:55:03.728775Z","end":"2026-05-11T01:55:04.115321Z","steps":["trace[2007796145] 'process raft request' (duration: 324.236281ms)","trace[2007796145] 'compare' (duration: 61.757981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:55:04.115466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:55:03.72876Z","time spent":"386.631415ms","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-11T01:55:04.115474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.509835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:55:04.115541Z","caller":"traceutil/trace.go:171","msg":"trace[1660638508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27933; }","duration":"353.604026ms","start":"2026-05-11T01:55:03.761918Z","end":"2026-05-11T01:55:04.115522Z","steps":["trace[1660638508] 'agreement among raft nodes before linearized reading' (duration: 353.416372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:04.115573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:55:03.761904Z","time spent":"353.663698ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:55:04.115687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.66066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:55:04.115742Z","caller":"traceutil/trace.go:171","msg":"trace[1494634095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27933; }","duration":"358.747902ms","start":"2026-05-11T01:55:03.756981Z","end":"2026-05-11T01:55:04.115729Z","steps":["trace[1494634095] 'agreement among raft nodes before linearized reading' (duration: 358.069207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:04.115772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:55:03.756969Z","time spent":"358.797253ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:55:04.125237Z","caller":"traceutil/trace.go:171","msg":"trace[1468841218] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"161.137344ms","start":"2026-05-11T01:55:03.964074Z","end":"2026-05-11T01:55:04.125212Z","steps":["trace[1468841218] 'process raft request' (duration: 160.99072ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:04.270767Z","caller":"traceutil/trace.go:171","msg":"trace[1541668644] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"151.031127ms","start":"2026-05-11T01:55:04.119691Z","end":"2026-05-11T01:55:04.270722Z","steps":["trace[1541668644] 'process raft request' (duration: 138.479936ms)","trace[1541668644] 'compare' (duration: 12.217824ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:55:04.270781Z","caller":"traceutil/trace.go:171","msg":"trace[1485372034] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"150.619788ms","start":"2026-05-11T01:55:04.120136Z","end":"2026-05-11T01:55:04.270755Z","steps":["trace[1485372034] 'process raft request' (duration: 150.492085ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:04.753882Z","caller":"traceutil/trace.go:171","msg":"trace[371537124] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"103.277909ms","start":"2026-05-11T01:55:04.650568Z","end":"2026-05-11T01:55:04.753846Z","steps":["trace[371537124] 'process raft request' (duration: 103.076305ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:05.06041Z","caller":"traceutil/trace.go:171","msg":"trace[1857413862] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"261.13487ms","start":"2026-05-11T01:55:04.799222Z","end":"2026-05-11T01:55:05.060356Z","steps":["trace[1857413862] 'process raft request' (duration: 248.085038ms)","trace[1857413862] 'compare' (duration: 12.244603ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:55:05.061396Z","caller":"traceutil/trace.go:171","msg":"trace[247621166] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"258.666804ms","start":"2026-05-11T01:55:04.8027Z","end":"2026-05-11T01:55:05.061367Z","steps":["trace[247621166] 'process raft request' (duration: 258.277355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:05.061539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.032186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:55:05.061608Z","caller":"traceutil/trace.go:171","msg":"trace[734360107] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27947; }","duration":"167.183679ms","start":"2026-05-11T01:55:04.89441Z","end":"2026-05-11T01:55:05.061593Z","steps":["trace[734360107] 'agreement among raft nodes before linearized reading' (duration: 167.049726ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:05.061123Z","caller":"traceutil/trace.go:171","msg":"trace[906741324] linearizableReadLoop","detail":"{readStateIndex:28891; appliedIndex:28889; }","duration":"166.611686ms","start":"2026-05-11T01:55:04.894489Z","end":"2026-05-11T01:55:05.0611Z","steps":["trace[906741324] 'read index received' (duration: 152.768217ms)","trace[906741324] 'applied index is now lower than readState.Index' (duration: 13.842639ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:55:05.062141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.965463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:55:05.062204Z","caller":"traceutil/trace.go:171","msg":"trace[1775665510] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27947; }","duration":"167.048925ms","start":"2026-05-11T01:55:04.895137Z","end":"2026-05-11T01:55:05.062186Z","steps":["trace[1775665510] 'agreement among raft nodes before linearized reading' (duration: 166.922302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:05.062724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:55:05.062747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.639824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-05-11T01:55:05.062801Z","caller":"traceutil/trace.go:171","msg":"trace[1227249925] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27947; }","duration":"165.727916ms","start":"2026-05-11T01:55:04.89706Z","end":"2026-05-11T01:55:05.062788Z","steps":["trace[1227249925] 'agreement among raft nodes before linearized reading' (duration: 165.549271ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:05.062807Z","caller":"traceutil/trace.go:171","msg":"trace[734616275] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27947; }","duration":"149.35249ms","start":"2026-05-11T01:55:04.913431Z","end":"2026-05-11T01:55:05.062783Z","steps":["trace[734616275] 'agreement among raft nodes before linearized reading' (duration: 149.208766ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:05.712272Z","caller":"traceutil/trace.go:171","msg":"trace[1632920068] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"167.353251ms","start":"2026-05-11T01:55:05.544893Z","end":"2026-05-11T01:55:05.712246Z","steps":["trace[1632920068] 'process raft request' (duration: 167.145567ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.779456Z","caller":"traceutil/trace.go:171","msg":"trace[1806966782] transaction","detail":"{read_only:false; response_revision:28169; number_of_response:1; }","duration":"185.653321ms","start":"2026-05-11T01:55:32.593774Z","end":"2026-05-11T01:55:32.779428Z","steps":["trace[1806966782] 'process raft request' (duration: 185.470777ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.78105Z","caller":"traceutil/trace.go:171","msg":"trace[2054238719] linearizableReadLoop","detail":"{readStateIndex:29125; appliedIndex:29119; }","duration":"120.684549ms","start":"2026-05-11T01:55:32.660336Z","end":"2026-05-11T01:55:32.781021Z","steps":["trace[2054238719] 'read index received' (duration: 118.927999ms)","trace[2054238719] 'applied index is now lower than readState.Index' (duration: 1.75543ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:55:32.78108Z","caller":"traceutil/trace.go:171","msg":"trace[811808646] transaction","detail":"{read_only:false; response_revision:28171; number_of_response:1; }","duration":"181.490848ms","start":"2026-05-11T01:55:32.599566Z","end":"2026-05-11T01:55:32.781057Z","steps":["trace[811808646] 'process raft request' (duration: 181.222212ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.781141Z","caller":"traceutil/trace.go:171","msg":"trace[1829937750] transaction","detail":"{read_only:false; response_revision:28170; number_of_response:1; }","duration":"184.761882ms","start":"2026-05-11T01:55:32.596359Z","end":"2026-05-11T01:55:32.781121Z","steps":["trace[1829937750] 'process raft request' (duration: 184.310322ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.781293Z","caller":"traceutil/trace.go:171","msg":"trace[340792221] transaction","detail":"{read_only:false; response_revision:28173; number_of_response:1; }","duration":"180.972067ms","start":"2026-05-11T01:55:32.600279Z","end":"2026-05-11T01:55:32.781251Z","steps":["trace[340792221] 'process raft request' (duration: 180.617969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:55:32.781424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.077727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T01:55:32.781375Z","caller":"traceutil/trace.go:171","msg":"trace[260681216] transaction","detail":"{read_only:false; response_revision:28174; number_of_response:1; }","duration":"178.042741ms","start":"2026-05-11T01:55:32.603306Z","end":"2026-05-11T01:55:32.781349Z","steps":["trace[260681216] 'process raft request' (duration: 177.633662ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.781466Z","caller":"traceutil/trace.go:171","msg":"trace[785806573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28174; }","duration":"121.179809ms","start":"2026-05-11T01:55:32.660276Z","end":"2026-05-11T01:55:32.781456Z","steps":["trace[785806573] 'agreement among raft nodes before linearized reading' (duration: 121.020526ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:32.781355Z","caller":"traceutil/trace.go:171","msg":"trace[1214621654] transaction","detail":"{read_only:false; response_revision:28172; number_of_response:1; }","duration":"181.238103ms","start":"2026-05-11T01:55:32.600084Z","end":"2026-05-11T01:55:32.781322Z","steps":["trace[1214621654] 'process raft request' (duration: 180.744692ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:55:34.139702Z","caller":"traceutil/trace.go:171","msg":"trace[1097389433] transaction","detail":"{read_only:false; response_revision:28179; number_of_response:1; }","duration":"104.881084ms","start":"2026-05-11T01:55:34.034795Z","end":"2026-05-11T01:55:34.139677Z","steps":["trace[1097389433] 'process raft request' (duration: 104.22068ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:14.28914Z","caller":"traceutil/trace.go:171","msg":"trace[1256431905] linearizableReadLoop","detail":"{readStateIndex:29529; appliedIndex:29528; }","duration":"182.210934ms","start":"2026-05-11T01:56:14.106905Z","end":"2026-05-11T01:56:14.289116Z","steps":["trace[1256431905] 'read index received' (duration: 182.149683ms)","trace[1256431905] 'applied index is now lower than readState.Index' (duration: 60.051µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:14.289236Z","caller":"traceutil/trace.go:171","msg":"trace[422326258] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"185.978239ms","start":"2026-05-11T01:56:14.103226Z","end":"2026-05-11T01:56:14.289205Z","steps":["trace[422326258] 'process raft request' (duration: 185.748264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:14.289296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.367068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:14.289341Z","caller":"traceutil/trace.go:171","msg":"trace[298904891] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:28568; }","duration":"182.46354ms","start":"2026-05-11T01:56:14.106863Z","end":"2026-05-11T01:56:14.289326Z","steps":["trace[298904891] 'agreement among raft nodes before linearized reading' (duration: 182.351667ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:14.703703Z","caller":"traceutil/trace.go:171","msg":"trace[753292044] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"502.054566ms","start":"2026-05-11T01:56:14.201622Z","end":"2026-05-11T01:56:14.703677Z","steps":["trace[753292044] 'process raft request' (duration: 501.866702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:14.707624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.201594Z","time spent":"502.237751ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21400,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:56:15.315664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.29175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:56:15.315976Z","caller":"traceutil/trace.go:171","msg":"trace[684516392] linearizableReadLoop","detail":"{readStateIndex:29531; appliedIndex:29530; }","duration":"1.004083043s","start":"2026-05-11T01:56:14.311869Z","end":"2026-05-11T01:56:15.315952Z","steps":["trace[684516392] 'read index received' (duration: 391.862362ms)","trace[684516392] 'applied index is now lower than readState.Index' (duration: 612.218951ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:15.316214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004322288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:15.316321Z","caller":"traceutil/trace.go:171","msg":"trace[2059307506] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28571; }","duration":"1.00443319s","start":"2026-05-11T01:56:14.311861Z","end":"2026-05-11T01:56:15.316294Z","steps":["trace[2059307506] 'agreement among raft nodes before linearized reading' (duration: 1.004246886s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:15.316392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.31181Z","time spent":"1.004563744s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:56:15.316522Z","caller":"traceutil/trace.go:171","msg":"trace[1090303680] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"1.021282018s","start":"2026-05-11T01:56:14.295166Z","end":"2026-05-11T01:56:15.316448Z","steps":["trace[1090303680] 'process raft request' (duration: 637.032576ms)","trace[1090303680] 'compare' (duration: 382.635645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:15.316953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.295143Z","time spent":"1.021492542s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:56:15.316182Z","caller":"traceutil/trace.go:171","msg":"trace[336378499] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"965.603173ms","start":"2026-05-11T01:56:14.350513Z","end":"2026-05-11T01:56:15.316117Z","steps":["trace[336378499] 'process raft request' (duration: 965.295266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:15.318833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.350488Z","time spent":"967.996967ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:56:15.401917Z","caller":"traceutil/trace.go:171","msg":"trace[555338034] transaction","detail":"{read_only:false; response_revision:28572; number_of_response:1; }","duration":"477.456147ms","start":"2026-05-11T01:56:14.924424Z","end":"2026-05-11T01:56:15.40188Z","steps":["trace[555338034] 'process raft request' (duration: 477.202931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:15.40223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.924399Z","time spent":"477.62757ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:56:16.200496Z","caller":"traceutil/trace.go:171","msg":"trace[1598145958] transaction","detail":"{read_only:false; response_revision:28573; number_of_response:1; }","duration":"1.190833629s","start":"2026-05-11T01:56:15.009627Z","end":"2026-05-11T01:56:16.20046Z","steps":["trace[1598145958] 'process raft request' (duration: 1.190574874s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.200525Z","caller":"traceutil/trace.go:171","msg":"trace[1227670819] linearizableReadLoop","detail":"{readStateIndex:29538; appliedIndex:29532; }","duration":"884.464127ms","start":"2026-05-11T01:56:15.316031Z","end":"2026-05-11T01:56:16.200496Z","steps":["trace[1227670819] 'read index received' (duration: 85.561212ms)","trace[1227670819] 'applied index is now lower than readState.Index' (duration: 798.901965ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:16.200628Z","caller":"traceutil/trace.go:171","msg":"trace[783454551] transaction","detail":"{read_only:false; response_revision:28574; number_of_response:1; }","duration":"1.1904135s","start":"2026-05-11T01:56:15.010203Z","end":"2026-05-11T01:56:16.200616Z","steps":["trace[783454551] 'process raft request' (duration: 1.190135124s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.200651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.009602Z","time spent":"1.190969652s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:56:16.200746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.010181Z","time spent":"1.190486632s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:56:16.200836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064038184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-11T01:56:16.201396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.651466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:56:16.201414Z","caller":"traceutil/trace.go:171","msg":"trace[1158667182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28577; }","duration":"1.064676218s","start":"2026-05-11T01:56:15.136719Z","end":"2026-05-11T01:56:16.201395Z","steps":["trace[1158667182] 'agreement among raft nodes before linearized reading' (duration: 1.0639353s)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.201427Z","caller":"traceutil/trace.go:171","msg":"trace[1168694770] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:28577; }","duration":"970.721607ms","start":"2026-05-11T01:56:15.230696Z","end":"2026-05-11T01:56:16.201417Z","steps":["trace[1168694770] 'agreement among raft nodes before linearized reading' (duration: 970.629955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.201073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153038635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-11T01:56:16.20147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.136696Z","time spent":"1.06476177s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.230674Z","time spent":"970.785818ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-05-11T01:56:16.201519Z","caller":"traceutil/trace.go:171","msg":"trace[804343720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28577; }","duration":"1.153507754s","start":"2026-05-11T01:56:15.047987Z","end":"2026-05-11T01:56:16.201495Z","steps":["trace[804343720] 'agreement among raft nodes before linearized reading' (duration: 1.152979932s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.201118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761517961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.201731Z","caller":"traceutil/trace.go:171","msg":"trace[18357138] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28577; }","duration":"1.762150354s","start":"2026-05-11T01:56:14.439563Z","end":"2026-05-11T01:56:16.201713Z","steps":["trace[18357138] 'agreement among raft nodes before linearized reading' (duration: 1.76153341s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.201162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849035307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:56:16.201771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.439544Z","time spent":"1.762216586s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-05-11T01:56:16.201775Z","caller":"traceutil/trace.go:171","msg":"trace[2020210219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28577; }","duration":"1.849683561s","start":"2026-05-11T01:56:14.352078Z","end":"2026-05-11T01:56:16.201762Z","steps":["trace[2020210219] 'agreement among raft nodes before linearized reading' (duration: 1.849056637s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.20182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.352047Z","time spent":"1.849756923s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:56:16.201653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.047969Z","time spent":"1.153643778s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66265823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T01:56:16.201965Z","caller":"traceutil/trace.go:171","msg":"trace[133752276] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28577; }","duration":"1.663447727s","start":"2026-05-11T01:56:14.538504Z","end":"2026-05-11T01:56:16.201952Z","steps":["trace[133752276] 'agreement among raft nodes before linearized reading' (duration: 1.66266917s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.538484Z","time spent":"1.663503929s","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-11T01:56:16.201211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751521147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:16.20215Z","caller":"traceutil/trace.go:171","msg":"trace[1845077053] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28577; }","duration":"1.752465658s","start":"2026-05-11T01:56:14.449653Z","end":"2026-05-11T01:56:16.202119Z","steps":["trace[1845077053] 'agreement among raft nodes before linearized reading' (duration: 1.751421675s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.449638Z","time spent":"1.75255068s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21441,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-11T01:56:16.201266Z","caller":"traceutil/trace.go:171","msg":"trace[736472356] transaction","detail":"{read_only:false; response_revision:28576; number_of_response:1; }","duration":"1.182599065s","start":"2026-05-11T01:56:15.018658Z","end":"2026-05-11T01:56:16.201257Z","steps":["trace[736472356] 'process raft request' (duration: 1.181757985s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.018644Z","time spent":"1.183662888s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:56:16.201256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582840104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:56:16.202448Z","caller":"traceutil/trace.go:171","msg":"trace[1519784982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28577; }","duration":"1.584075252s","start":"2026-05-11T01:56:14.618361Z","end":"2026-05-11T01:56:16.202437Z","steps":["trace[1519784982] 'agreement among raft nodes before linearized reading' (duration: 1.582743822s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.618348Z","time spent":"1.584121542s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584203555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:56:16.202536Z","caller":"traceutil/trace.go:171","msg":"trace[805379381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28577; }","duration":"1.585526925s","start":"2026-05-11T01:56:14.616996Z","end":"2026-05-11T01:56:16.202523Z","steps":["trace[805379381] 'agreement among raft nodes before linearized reading' (duration: 1.584162665s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.616977Z","time spent":"1.585580295s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T01:56:16.201282Z","caller":"traceutil/trace.go:171","msg":"trace[333052796] transaction","detail":"{read_only:false; response_revision:28575; number_of_response:1; }","duration":"1.185719625s","start":"2026-05-11T01:56:15.01555Z","end":"2026-05-11T01:56:16.201269Z","steps":["trace[333052796] 'process raft request' (duration: 1.184830334s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.20266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.015526Z","time spent":"1.187093466s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T01:56:16.201302Z","caller":"traceutil/trace.go:171","msg":"trace[939664766] transaction","detail":"{read_only:false; response_revision:28577; number_of_response:1; }","duration":"1.174838382s","start":"2026-05-11T01:56:15.026455Z","end":"2026-05-11T01:56:16.201293Z","steps":["trace[939664766] 'process raft request' (duration: 1.173998162s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.201294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.186271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.202805Z","caller":"traceutil/trace.go:171","msg":"trace[679271648] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28577; }","duration":"965.723836ms","start":"2026-05-11T01:56:15.237068Z","end":"2026-05-11T01:56:16.202792Z","steps":["trace[679271648] 'agreement among raft nodes before linearized reading' (duration: 964.176832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.026434Z","time spent":"1.176294264s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T01:56:16.202865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.237058Z","time spent":"965.779037ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.785601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:16.202915Z","caller":"traceutil/trace.go:171","msg":"trace[1599474598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28577; }","duration":"960.398886ms","start":"2026-05-11T01:56:15.242504Z","end":"2026-05-11T01:56:16.202903Z","steps":["trace[1599474598] 'agreement among raft nodes before linearized reading' (duration: 958.75083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.202949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.242494Z","time spent":"960.443247ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21441,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.779361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.203076Z","caller":"traceutil/trace.go:171","msg":"trace[1448228695] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28577; }","duration":"969.558461ms","start":"2026-05-11T01:56:15.233508Z","end":"2026-05-11T01:56:16.203066Z","steps":["trace[1448228695] 'agreement among raft nodes before linearized reading' (duration: 967.814992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.20311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.233496Z","time spent":"969.605571ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233151465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.203227Z","caller":"traceutil/trace.go:171","msg":"trace[1190204157] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28577; }","duration":"1.235066458s","start":"2026-05-11T01:56:14.968152Z","end":"2026-05-11T01:56:16.203218Z","steps":["trace[1190204157] 'agreement among raft nodes before linearized reading' (duration: 1.233177346s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.203257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.968132Z","time spent":"1.23511662s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-05-11T01:56:16.20135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224187955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:16.20337Z","caller":"traceutil/trace.go:171","msg":"trace[881593728] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28577; }","duration":"1.22623414s","start":"2026-05-11T01:56:14.977124Z","end":"2026-05-11T01:56:16.203359Z","steps":["trace[881593728] 'agreement among raft nodes before linearized reading' (duration: 1.224171265s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.203601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:14.977105Z","time spent":"1.226477745s","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21441,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-05-11T01:56:16.201362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.729473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:16.21143Z","caller":"traceutil/trace.go:171","msg":"trace[909297533] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28577; }","duration":"961.846808ms","start":"2026-05-11T01:56:15.249572Z","end":"2026-05-11T01:56:16.211419Z","steps":["trace[909297533] 'agreement among raft nodes before linearized reading' (duration: 951.61443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.211464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.249551Z","time spent":"961.900159ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21441,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-05-11T01:56:16.406791Z","caller":"traceutil/trace.go:171","msg":"trace[1688078948] linearizableReadLoop","detail":"{readStateIndex:29539; appliedIndex:29538; }","duration":"206.17302ms","start":"2026-05-11T01:56:16.200585Z","end":"2026-05-11T01:56:16.406758Z","steps":["trace[1688078948] 'read index received' (duration: 136.193415ms)","trace[1688078948] 'applied index is now lower than readState.Index' (duration: 69.976585ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:16.406976Z","caller":"traceutil/trace.go:171","msg":"trace[1014682467] transaction","detail":"{read_only:false; response_revision:28581; number_of_response:1; }","duration":"189.794244ms","start":"2026-05-11T01:56:16.217175Z","end":"2026-05-11T01:56:16.406969Z","steps":["trace[1014682467] 'process raft request' (duration: 189.563359ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.406989Z","caller":"traceutil/trace.go:171","msg":"trace[1149290896] transaction","detail":"{read_only:false; response_revision:28580; number_of_response:1; }","duration":"190.07348ms","start":"2026-05-11T01:56:16.216869Z","end":"2026-05-11T01:56:16.406942Z","steps":["trace[1149290896] 'process raft request' (duration: 189.846065ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.40681Z","caller":"traceutil/trace.go:171","msg":"trace[1875272799] transaction","detail":"{read_only:false; response_revision:28582; number_of_response:1; }","duration":"189.562869ms","start":"2026-05-11T01:56:16.217229Z","end":"2026-05-11T01:56:16.406792Z","steps":["trace[1875272799] 'process raft request' (duration: 189.531368ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.407112Z","caller":"traceutil/trace.go:171","msg":"trace[594082987] transaction","detail":"{read_only:false; response_revision:28579; number_of_response:1; }","duration":"193.300023ms","start":"2026-05-11T01:56:16.213791Z","end":"2026-05-11T01:56:16.407091Z","steps":["trace[594082987] 'process raft request' (duration: 192.885683ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.407168Z","caller":"traceutil/trace.go:171","msg":"trace[2036064623] transaction","detail":"{read_only:false; response_revision:28578; number_of_response:1; }","duration":"290.908105ms","start":"2026-05-11T01:56:16.11625Z","end":"2026-05-11T01:56:16.407158Z","steps":["trace[2036064623] 'process raft request' (duration: 220.377618ms)","trace[2036064623] 'compare' (duration: 69.818061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:16.407191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.61712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:56:16.407301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.210894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.407299Z","caller":"traceutil/trace.go:171","msg":"trace[1577056138] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28582; }","duration":"816.746753ms","start":"2026-05-11T01:56:15.590533Z","end":"2026-05-11T01:56:16.407279Z","steps":["trace[1577056138] 'agreement among raft nodes before linearized reading' (duration: 816.572269ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.407326Z","caller":"traceutil/trace.go:171","msg":"trace[206424918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28582; }","duration":"360.285895ms","start":"2026-05-11T01:56:16.047031Z","end":"2026-05-11T01:56:16.407317Z","steps":["trace[206424918] 'agreement among raft nodes before linearized reading' (duration: 360.231974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.40731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.745493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-11T01:56:16.407346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:16.04701Z","time spent":"360.331207ms","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-11T01:56:16.407342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.012492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:16.407365Z","caller":"traceutil/trace.go:171","msg":"trace[2108715265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28582; }","duration":"291.844145ms","start":"2026-05-11T01:56:16.115506Z","end":"2026-05-11T01:56:16.40735Z","steps":["trace[2108715265] 'agreement among raft nodes before linearized reading' (duration: 291.6023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.407356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.590484Z","time spent":"816.848865ms","remote":"127.0.0.1:42792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-11T01:56:16.407402Z","caller":"traceutil/trace.go:171","msg":"trace[1389666379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28582; }","duration":"818.116694ms","start":"2026-05-11T01:56:15.589266Z","end":"2026-05-11T01:56:16.407383Z","steps":["trace[1389666379] 'agreement among raft nodes before linearized reading' (duration: 818.005712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.407416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.308202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-11T01:56:16.407436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.589244Z","time spent":"818.184495ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T01:56:16.407462Z","caller":"traceutil/trace.go:171","msg":"trace[2053672247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28582; }","duration":"553.386583ms","start":"2026-05-11T01:56:15.854056Z","end":"2026-05-11T01:56:16.407443Z","steps":["trace[2053672247] 'agreement among raft nodes before linearized reading' (duration: 553.23206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.407503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:15.854036Z","time spent":"553.456035ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-11T01:56:16.407619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.998417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-11T01:56:16.407643Z","caller":"traceutil/trace.go:171","msg":"trace[472876011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28582; }","duration":"113.052257ms","start":"2026-05-11T01:56:16.294581Z","end":"2026-05-11T01:56:16.407633Z","steps":["trace[472876011] 'agreement among raft nodes before linearized reading' (duration: 112.970506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.701232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.302313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:56:16.701469Z","caller":"traceutil/trace.go:171","msg":"trace[140041452] linearizableReadLoop","detail":"{readStateIndex:29547; appliedIndex:29545; }","duration":"251.815251ms","start":"2026-05-11T01:56:16.449632Z","end":"2026-05-11T01:56:16.701447Z","steps":["trace[140041452] 'read index received' (duration: 121.15804ms)","trace[140041452] 'applied index is now lower than readState.Index' (duration: 130.655331ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:16.701494Z","caller":"traceutil/trace.go:171","msg":"trace[1234623590] transaction","detail":"{read_only:false; response_revision:28585; number_of_response:1; }","duration":"263.564564ms","start":"2026-05-11T01:56:16.437901Z","end":"2026-05-11T01:56:16.701466Z","steps":["trace[1234623590] 'process raft request' (duration: 263.438601ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.701482Z","caller":"traceutil/trace.go:171","msg":"trace[1965016505] transaction","detail":"{read_only:false; response_revision:28584; number_of_response:1; }","duration":"288.584933ms","start":"2026-05-11T01:56:16.412861Z","end":"2026-05-11T01:56:16.701446Z","steps":["trace[1965016505] 'process raft request' (duration: 157.920372ms)","trace[1965016505] 'compare' (duration: 130.041088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:16.701744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.592205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:56:16.701838Z","caller":"traceutil/trace.go:171","msg":"trace[625879902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28585; }","duration":"289.712788ms","start":"2026-05-11T01:56:16.412105Z","end":"2026-05-11T01:56:16.701818Z","steps":["trace[625879902] 'agreement among raft nodes before linearized reading' (duration: 289.437231ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:16.861473Z","caller":"traceutil/trace.go:171","msg":"trace[1275431122] linearizableReadLoop","detail":"{readStateIndex:29548; appliedIndex:29547; }","duration":"159.926706ms","start":"2026-05-11T01:56:16.701519Z","end":"2026-05-11T01:56:16.861446Z","steps":["trace[1275431122] 'read index received' (duration: 144.121134ms)","trace[1275431122] 'applied index is now lower than readState.Index' (duration: 15.804412ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:16.861568Z","caller":"traceutil/trace.go:171","msg":"trace[100504109] transaction","detail":"{read_only:false; response_revision:28586; number_of_response:1; }","duration":"237.096391ms","start":"2026-05-11T01:56:16.624438Z","end":"2026-05-11T01:56:16.861534Z","steps":["trace[100504109] 'process raft request' (duration: 221.35268ms)","trace[100504109] 'compare' (duration: 15.522996ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:16.861765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.526522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-05-11T01:56:16.861804Z","caller":"traceutil/trace.go:171","msg":"trace[1678031708] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:28586; }","duration":"373.616064ms","start":"2026-05-11T01:56:16.488178Z","end":"2026-05-11T01:56:16.861794Z","steps":["trace[1678031708] 'agreement among raft nodes before linearized reading' (duration: 373.416319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.861844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:16.488162Z","time spent":"373.673816ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-05-11T01:56:16.862059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.773111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18587"} {"level":"info","ts":"2026-05-11T01:56:16.862089Z","caller":"traceutil/trace.go:171","msg":"trace[1237261122] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28586; }","duration":"158.874903ms","start":"2026-05-11T01:56:16.703205Z","end":"2026-05-11T01:56:16.86208Z","steps":["trace[1237261122] 'agreement among raft nodes before linearized reading' (duration: 158.667768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.86212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.974123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-05-11T01:56:16.862207Z","caller":"traceutil/trace.go:171","msg":"trace[650426758] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:28586; }","duration":"374.096955ms","start":"2026-05-11T01:56:16.488088Z","end":"2026-05-11T01:56:16.862185Z","steps":["trace[650426758] 'agreement among raft nodes before linearized reading' (duration: 373.83456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.862261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:16.488077Z","time spent":"374.172868ms","remote":"127.0.0.1:50694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":737,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-11T01:56:16.86312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.124703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-11T01:56:16.863233Z","caller":"traceutil/trace.go:171","msg":"trace[276146066] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28586; }","duration":"411.380919ms","start":"2026-05-11T01:56:16.451829Z","end":"2026-05-11T01:56:16.86321Z","steps":["trace[276146066] 'agreement among raft nodes before linearized reading' (duration: 410.005508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:16.863343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T01:56:16.451812Z","time spent":"411.515823ms","remote":"127.0.0.1:50662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-11T01:56:18.343949Z","caller":"traceutil/trace.go:171","msg":"trace[1886044018] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"125.211ms","start":"2026-05-11T01:56:18.218713Z","end":"2026-05-11T01:56:18.343924Z","steps":["trace[1886044018] 'process raft request' (duration: 125.120187ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.344257Z","caller":"traceutil/trace.go:171","msg":"trace[1052446654] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"121.451717ms","start":"2026-05-11T01:56:18.222778Z","end":"2026-05-11T01:56:18.34423Z","steps":["trace[1052446654] 'process raft request' (duration: 121.099409ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.344288Z","caller":"traceutil/trace.go:171","msg":"trace[1674482221] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"125.712292ms","start":"2026-05-11T01:56:18.218563Z","end":"2026-05-11T01:56:18.344275Z","steps":["trace[1674482221] 'process raft request' (duration: 110.102722ms)","trace[1674482221] 'compare' (duration: 14.962215ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:18.344659Z","caller":"traceutil/trace.go:171","msg":"trace[1623747108] linearizableReadLoop","detail":"{readStateIndex:29556; appliedIndex:29552; }","duration":"105.191143ms","start":"2026-05-11T01:56:18.239445Z","end":"2026-05-11T01:56:18.344636Z","steps":["trace[1623747108] 'read index received' (duration: 89.236006ms)","trace[1623747108] 'applied index is now lower than readState.Index' (duration: 15.953707ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:18.34472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.565628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:18.344769Z","caller":"traceutil/trace.go:171","msg":"trace[898956809] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28594; }","duration":"125.66763ms","start":"2026-05-11T01:56:18.219089Z","end":"2026-05-11T01:56:18.344757Z","steps":["trace[898956809] 'agreement among raft nodes before linearized reading' (duration: 125.559968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:18.344827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.05113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"warn","ts":"2026-05-11T01:56:18.344843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.295635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:18.344868Z","caller":"traceutil/trace.go:171","msg":"trace[1135397851] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28594; }","duration":"122.139072ms","start":"2026-05-11T01:56:18.222716Z","end":"2026-05-11T01:56:18.344855Z","steps":["trace[1135397851] 'agreement among raft nodes before linearized reading' (duration: 122.030129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:18.344853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.754392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"warn","ts":"2026-05-11T01:56:18.344888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.027798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T01:56:18.344712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.138952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:18.344926Z","caller":"traceutil/trace.go:171","msg":"trace[337065548] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28594; }","duration":"126.080949ms","start":"2026-05-11T01:56:18.218837Z","end":"2026-05-11T01:56:18.344918Z","steps":["trace[337065548] 'agreement among raft nodes before linearized reading' (duration: 126.018918ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.344931Z","caller":"traceutil/trace.go:171","msg":"trace[755001591] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28594; }","duration":"122.380667ms","start":"2026-05-11T01:56:18.222542Z","end":"2026-05-11T01:56:18.344923Z","steps":["trace[755001591] 'agreement among raft nodes before linearized reading' (duration: 122.097581ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.344933Z","caller":"traceutil/trace.go:171","msg":"trace[1331422566] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28594; }","duration":"125.858005ms","start":"2026-05-11T01:56:18.219056Z","end":"2026-05-11T01:56:18.344914Z","steps":["trace[1331422566] 'agreement among raft nodes before linearized reading' (duration: 125.609899ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.344886Z","caller":"traceutil/trace.go:171","msg":"trace[748338633] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28594; }","duration":"122.376377ms","start":"2026-05-11T01:56:18.222498Z","end":"2026-05-11T01:56:18.344874Z","steps":["trace[748338633] 'agreement among raft nodes before linearized reading' (duration: 122.213753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:18.345036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.039338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:18.345153Z","caller":"traceutil/trace.go:171","msg":"trace[2143425474] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28594; }","duration":"126.385536ms","start":"2026-05-11T01:56:18.218753Z","end":"2026-05-11T01:56:18.345138Z","steps":["trace[2143425474] 'agreement among raft nodes before linearized reading' (duration: 125.992737ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.347044Z","caller":"traceutil/trace.go:171","msg":"trace[1860059491] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"124.066845ms","start":"2026-05-11T01:56:18.22294Z","end":"2026-05-11T01:56:18.347007Z","steps":["trace[1860059491] 'process raft request' (duration: 121.195131ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.518675Z","caller":"traceutil/trace.go:171","msg":"trace[1926058276] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"101.410248ms","start":"2026-05-11T01:56:18.417237Z","end":"2026-05-11T01:56:18.518647Z","steps":["trace[1926058276] 'process raft request' (duration: 45.803364ms)","trace[1926058276] 'compare' (duration: 55.347758ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:18.523966Z","caller":"traceutil/trace.go:171","msg":"trace[1355993360] transaction","detail":"{read_only:false; response_revision:28596; number_of_response:1; }","duration":"106.058981ms","start":"2026-05-11T01:56:18.41788Z","end":"2026-05-11T01:56:18.523939Z","steps":["trace[1355993360] 'process raft request' (duration: 105.881147ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.524253Z","caller":"traceutil/trace.go:171","msg":"trace[984286922] transaction","detail":"{read_only:false; response_revision:28597; number_of_response:1; }","duration":"104.773873ms","start":"2026-05-11T01:56:18.419444Z","end":"2026-05-11T01:56:18.524218Z","steps":["trace[984286922] 'process raft request' (duration: 104.450076ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:18.524508Z","caller":"traceutil/trace.go:171","msg":"trace[1651853227] transaction","detail":"{read_only:false; response_revision:28598; number_of_response:1; }","duration":"104.953566ms","start":"2026-05-11T01:56:18.419482Z","end":"2026-05-11T01:56:18.524435Z","steps":["trace[1651853227] 'process raft request' (duration: 104.737001ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:20.491983Z","caller":"traceutil/trace.go:171","msg":"trace[1602030492] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"138.518527ms","start":"2026-05-11T01:56:20.353433Z","end":"2026-05-11T01:56:20.491952Z","steps":["trace[1602030492] 'process raft request' (duration: 53.723812ms)","trace[1602030492] 'compare' (duration: 84.362196ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:56:20.492629Z","caller":"traceutil/trace.go:171","msg":"trace[493605549] linearizableReadLoop","detail":"{readStateIndex:29571; appliedIndex:29568; }","duration":"114.93324ms","start":"2026-05-11T01:56:20.377673Z","end":"2026-05-11T01:56:20.492606Z","steps":["trace[493605549] 'read index received' (duration: 29.52575ms)","trace[493605549] 'applied index is now lower than readState.Index' (duration: 85.40658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:56:20.492739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.453734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:20.492779Z","caller":"traceutil/trace.go:171","msg":"trace[844070366] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28608; }","duration":"137.530275ms","start":"2026-05-11T01:56:20.355239Z","end":"2026-05-11T01:56:20.492769Z","steps":["trace[844070366] 'agreement among raft nodes before linearized reading' (duration: 137.444644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:20.492803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.595774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:20.492847Z","caller":"traceutil/trace.go:171","msg":"trace[1305684080] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28608; }","duration":"140.671507ms","start":"2026-05-11T01:56:20.352163Z","end":"2026-05-11T01:56:20.492834Z","steps":["trace[1305684080] 'agreement among raft nodes before linearized reading' (duration: 140.577525ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:20.492949Z","caller":"traceutil/trace.go:171","msg":"trace[1786847647] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"137.964246ms","start":"2026-05-11T01:56:20.354972Z","end":"2026-05-11T01:56:20.492937Z","steps":["trace[1786847647] 'process raft request' (duration: 136.883581ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:20.493052Z","caller":"traceutil/trace.go:171","msg":"trace[1822789736] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"136.35461ms","start":"2026-05-11T01:56:20.35669Z","end":"2026-05-11T01:56:20.493044Z","steps":["trace[1822789736] 'process raft request' (duration: 135.839328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:20.493218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.949595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"warn","ts":"2026-05-11T01:56:20.493234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:20.493255Z","caller":"traceutil/trace.go:171","msg":"trace[1688301501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28608; }","duration":"137.75781ms","start":"2026-05-11T01:56:20.355491Z","end":"2026-05-11T01:56:20.493249Z","steps":["trace[1688301501] 'agreement among raft nodes before linearized reading' (duration: 137.646618ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:56:20.493256Z","caller":"traceutil/trace.go:171","msg":"trace[1813329054] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28608; }","duration":"141.998286ms","start":"2026-05-11T01:56:20.351247Z","end":"2026-05-11T01:56:20.493246Z","steps":["trace[1813329054] 'agreement among raft nodes before linearized reading' (duration: 141.835832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:20.493433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.551198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21418"} {"level":"info","ts":"2026-05-11T01:56:20.49348Z","caller":"traceutil/trace.go:171","msg":"trace[1168957683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:28608; }","duration":"142.601319ms","start":"2026-05-11T01:56:20.35086Z","end":"2026-05-11T01:56:20.493462Z","steps":["trace[1168957683] 'agreement among raft nodes before linearized reading' (duration: 142.484926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:20.494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.898547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:20.494045Z","caller":"traceutil/trace.go:171","msg":"trace[342622416] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28608; }","duration":"143.949948ms","start":"2026-05-11T01:56:20.350085Z","end":"2026-05-11T01:56:20.494035Z","steps":["trace[342622416] 'agreement among raft nodes before linearized reading' (duration: 143.886957ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:20.494096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.01001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:56:20.494156Z","caller":"traceutil/trace.go:171","msg":"trace[1330786303] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28608; }","duration":"144.078152ms","start":"2026-05-11T01:56:20.350066Z","end":"2026-05-11T01:56:20.494144Z","steps":["trace[1330786303] 'agreement among raft nodes before linearized reading' (duration: 143.944069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:56:25.405542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.839187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-05-11T01:56:25.405619Z","caller":"traceutil/trace.go:171","msg":"trace[1495592154] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28644; }","duration":"122.97309ms","start":"2026-05-11T01:56:25.282627Z","end":"2026-05-11T01:56:25.4056Z","steps":["trace[1495592154] 'range keys from in-memory index tree' (duration: 122.712875ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:57:05.239209Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T01:57:05.244748Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-11T01:57:05.244891Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-11T01:57:25.439003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26684} {"level":"info","ts":"2026-05-11T01:57:25.601235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26684,"took":"156.725795ms","hash":3427151482,"current-db-size-bytes":53641216,"current-db-size":"54 MB","current-db-size-in-use-bytes":35278848,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-11T01:57:25.601329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3427151482,"revision":26684,"compact-revision":24277} {"level":"info","ts":"2026-05-11T01:57:39.18692Z","caller":"traceutil/trace.go:171","msg":"trace[338803925] linearizableReadLoop","detail":"{readStateIndex:30402; appliedIndex:30400; }","duration":"187.256327ms","start":"2026-05-11T01:57:38.999646Z","end":"2026-05-11T01:57:39.186902Z","steps":["trace[338803925] 'read index received' (duration: 127.43056ms)","trace[338803925] 'applied index is now lower than readState.Index' (duration: 59.824867ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T01:57:39.187236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.344488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:57:39.187257Z","caller":"traceutil/trace.go:171","msg":"trace[1732445273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29418; }","duration":"186.400089ms","start":"2026-05-11T01:57:39.00085Z","end":"2026-05-11T01:57:39.18725Z","steps":["trace[1732445273] 'agreement among raft nodes before linearized reading' (duration: 186.283876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:57:39.187248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.564894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:57:39.187331Z","caller":"traceutil/trace.go:171","msg":"trace[139885381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29418; }","duration":"187.685187ms","start":"2026-05-11T01:57:38.999627Z","end":"2026-05-11T01:57:39.187312Z","steps":["trace[139885381] 'agreement among raft nodes before linearized reading' (duration: 187.423161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:57:39.187379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.133984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:57:39.187398Z","caller":"traceutil/trace.go:171","msg":"trace[1931673168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29418; }","duration":"140.182194ms","start":"2026-05-11T01:57:39.04721Z","end":"2026-05-11T01:57:39.187392Z","steps":["trace[1931673168] 'agreement among raft nodes before linearized reading' (duration: 140.145793ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:57:39.187468Z","caller":"traceutil/trace.go:171","msg":"trace[1520242024] transaction","detail":"{read_only:false; response_revision:29417; number_of_response:1; }","duration":"190.867308ms","start":"2026-05-11T01:57:38.996588Z","end":"2026-05-11T01:57:39.187455Z","steps":["trace[1520242024] 'process raft request' (duration: 130.455238ms)","trace[1520242024] 'compare' (duration: 59.636243ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:57:39.18755Z","caller":"traceutil/trace.go:171","msg":"trace[1984417824] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"188.29752ms","start":"2026-05-11T01:57:38.999245Z","end":"2026-05-11T01:57:39.187543Z","steps":["trace[1984417824] 'process raft request' (duration: 187.625715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.451526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.228947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T01:58:09.451764Z","caller":"traceutil/trace.go:171","msg":"trace[959050817] transaction","detail":"{read_only:false; response_revision:29744; number_of_response:1; }","duration":"255.386211ms","start":"2026-05-11T01:58:09.196351Z","end":"2026-05-11T01:58:09.451737Z","steps":["trace[959050817] 'process raft request' (duration: 54.845677ms)","trace[959050817] 'compare' (duration: 199.983442ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:58:09.451809Z","caller":"traceutil/trace.go:171","msg":"trace[1724639895] linearizableReadLoop","detail":"{readStateIndex:30739; appliedIndex:30737; }","duration":"226.184817ms","start":"2026-05-11T01:58:09.225596Z","end":"2026-05-11T01:58:09.45178Z","steps":["trace[1724639895] 'read index received' (duration: 25.612553ms)","trace[1724639895] 'applied index is now lower than readState.Index' (duration: 200.571194ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:58:09.452003Z","caller":"traceutil/trace.go:171","msg":"trace[1332233402] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"240.13008ms","start":"2026-05-11T01:58:09.211849Z","end":"2026-05-11T01:58:09.451979Z","steps":["trace[1332233402] 'process raft request' (duration: 239.800641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.452357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.73477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-11T01:58:09.452443Z","caller":"traceutil/trace.go:171","msg":"trace[6600221] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29745; }","duration":"226.840482ms","start":"2026-05-11T01:58:09.225565Z","end":"2026-05-11T01:58:09.452405Z","steps":["trace[6600221] 'agreement among raft nodes before linearized reading' (duration: 226.621727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.479177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.223379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T01:58:09.47923Z","caller":"traceutil/trace.go:171","msg":"trace[1519145861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29746; }","duration":"103.330141ms","start":"2026-05-11T01:58:09.375888Z","end":"2026-05-11T01:58:09.479218Z","steps":["trace[1519145861] 'agreement among raft nodes before linearized reading' (duration: 103.175648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.47941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.364133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T01:58:09.47944Z","caller":"traceutil/trace.go:171","msg":"trace[1758070021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29746; }","duration":"125.408814ms","start":"2026-05-11T01:58:09.354023Z","end":"2026-05-11T01:58:09.479431Z","steps":["trace[1758070021] 'agreement among raft nodes before linearized reading' (duration: 125.340962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.479556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.244747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T01:58:09.479582Z","caller":"traceutil/trace.go:171","msg":"trace[447809664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29746; }","duration":"128.302198ms","start":"2026-05-11T01:58:09.351274Z","end":"2026-05-11T01:58:09.479576Z","steps":["trace[447809664] 'agreement among raft nodes before linearized reading' (duration: 128.237056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:58:09.479673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.984586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-11T01:58:09.479699Z","caller":"traceutil/trace.go:171","msg":"trace[1753757058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29746; }","duration":"227.056537ms","start":"2026-05-11T01:58:09.252634Z","end":"2026-05-11T01:58:09.47969Z","steps":["trace[1753757058] 'agreement among raft nodes before linearized reading' (duration: 226.991926ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:01.437945Z","caller":"traceutil/trace.go:171","msg":"trace[168752641] transaction","detail":"{read_only:false; response_revision:30149; number_of_response:1; }","duration":"111.991964ms","start":"2026-05-11T01:59:01.325929Z","end":"2026-05-11T01:59:01.437921Z","steps":["trace[168752641] 'process raft request' (duration: 105.99516ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:01.940455Z","caller":"traceutil/trace.go:171","msg":"trace[1690231259] transaction","detail":"{read_only:false; response_revision:30154; number_of_response:1; }","duration":"128.630386ms","start":"2026-05-11T01:59:01.8118Z","end":"2026-05-11T01:59:01.94043Z","steps":["trace[1690231259] 'process raft request' (duration: 82.362492ms)","trace[1690231259] 'compare' (duration: 46.039209ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:59:01.940645Z","caller":"traceutil/trace.go:171","msg":"trace[1815180453] transaction","detail":"{read_only:false; response_revision:30155; number_of_response:1; }","duration":"128.77129ms","start":"2026-05-11T01:59:01.811866Z","end":"2026-05-11T01:59:01.940638Z","steps":["trace[1815180453] 'process raft request' (duration: 128.513134ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:42.325394Z","caller":"traceutil/trace.go:171","msg":"trace[1181328645] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"124.82231ms","start":"2026-05-11T01:59:42.20054Z","end":"2026-05-11T01:59:42.325363Z","steps":["trace[1181328645] 'process raft request' (duration: 47.528022ms)","trace[1181328645] 'compare' (duration: 76.981331ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T01:59:42.325584Z","caller":"traceutil/trace.go:171","msg":"trace[759607953] transaction","detail":"{read_only:false; response_revision:30456; number_of_response:1; }","duration":"124.615796ms","start":"2026-05-11T01:59:42.200957Z","end":"2026-05-11T01:59:42.325573Z","steps":["trace[759607953] 'process raft request' (duration: 124.37927ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:42.325917Z","caller":"traceutil/trace.go:171","msg":"trace[255219959] transaction","detail":"{read_only:false; response_revision:30457; number_of_response:1; }","duration":"124.822041ms","start":"2026-05-11T01:59:42.201087Z","end":"2026-05-11T01:59:42.325909Z","steps":["trace[255219959] 'process raft request' (duration: 124.453792ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T01:59:42.32694Z","caller":"traceutil/trace.go:171","msg":"trace[411996877] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"125.099038ms","start":"2026-05-11T01:59:42.201799Z","end":"2026-05-11T01:59:42.326898Z","steps":["trace[411996877] 'process raft request' (duration: 124.73995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T01:59:44.548846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.696085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T01:59:44.548977Z","caller":"traceutil/trace.go:171","msg":"trace[505957598] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30472; }","duration":"169.875179ms","start":"2026-05-11T01:59:44.37907Z","end":"2026-05-11T01:59:44.548945Z","steps":["trace[505957598] 'count revisions from in-memory index tree' (duration: 169.593742ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:09.275669Z","caller":"traceutil/trace.go:171","msg":"trace[2045308811] transaction","detail":"{read_only:false; response_revision:30715; number_of_response:1; }","duration":"178.113713ms","start":"2026-05-11T02:00:09.097536Z","end":"2026-05-11T02:00:09.27565Z","steps":["trace[2045308811] 'process raft request' (duration: 177.981651ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:09.298877Z","caller":"traceutil/trace.go:171","msg":"trace[1079086466] transaction","detail":"{read_only:false; response_revision:30716; number_of_response:1; }","duration":"158.817662ms","start":"2026-05-11T02:00:09.140026Z","end":"2026-05-11T02:00:09.298844Z","steps":["trace[1079086466] 'process raft request' (duration: 158.26056ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:09.812234Z","caller":"traceutil/trace.go:171","msg":"trace[523766380] transaction","detail":"{read_only:false; response_revision:30720; number_of_response:1; }","duration":"167.69603ms","start":"2026-05-11T02:00:09.644515Z","end":"2026-05-11T02:00:09.812211Z","steps":["trace[523766380] 'process raft request' (duration: 136.193576ms)","trace[523766380] 'compare' (duration: 31.213688ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:09.812559Z","caller":"traceutil/trace.go:171","msg":"trace[614016414] transaction","detail":"{read_only:false; response_revision:30721; number_of_response:1; }","duration":"124.109725ms","start":"2026-05-11T02:00:09.688418Z","end":"2026-05-11T02:00:09.812528Z","steps":["trace[614016414] 'process raft request' (duration: 123.731367ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:13.762883Z","caller":"traceutil/trace.go:171","msg":"trace[757347163] transaction","detail":"{read_only:false; response_revision:30762; number_of_response:1; }","duration":"180.323843ms","start":"2026-05-11T02:00:13.582527Z","end":"2026-05-11T02:00:13.762851Z","steps":["trace[757347163] 'process raft request' (duration: 110.281847ms)","trace[757347163] 'compare' (duration: 69.789109ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:13.980747Z","caller":"traceutil/trace.go:171","msg":"trace[1337698182] transaction","detail":"{read_only:false; response_revision:30763; number_of_response:1; }","duration":"116.945964ms","start":"2026-05-11T02:00:13.863773Z","end":"2026-05-11T02:00:13.980719Z","steps":["trace[1337698182] 'process raft request' (duration: 94.537233ms)","trace[1337698182] 'compare' (duration: 22.300849ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:14.017315Z","caller":"traceutil/trace.go:171","msg":"trace[2101627956] transaction","detail":"{read_only:false; response_revision:30764; number_of_response:1; }","duration":"146.111058ms","start":"2026-05-11T02:00:13.871173Z","end":"2026-05-11T02:00:14.017284Z","steps":["trace[2101627956] 'process raft request' (duration: 145.961984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.389872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.292922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T02:00:15.389981Z","caller":"traceutil/trace.go:171","msg":"trace[817168232] linearizableReadLoop","detail":"{readStateIndex:31789; appliedIndex:31788; }","duration":"1.051750299s","start":"2026-05-11T02:00:14.338214Z","end":"2026-05-11T02:00:15.389965Z","steps":["trace[817168232] 'read index received' (duration: 83.205451ms)","trace[817168232] 'applied index is now lower than readState.Index' (duration: 968.543598ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:15.39003Z","caller":"traceutil/trace.go:171","msg":"trace[2146351173] transaction","detail":"{read_only:false; response_revision:30766; number_of_response:1; }","duration":"1.089178405s","start":"2026-05-11T02:00:14.300824Z","end":"2026-05-11T02:00:15.390003Z","steps":["trace[2146351173] 'process raft request' (duration: 120.660798ms)","trace[2146351173] 'compare' (duration: 967.29321ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:00:15.390288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051996694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T02:00:15.391769Z","caller":"traceutil/trace.go:171","msg":"trace[772232716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30766; }","duration":"1.053539299s","start":"2026-05-11T02:00:14.338205Z","end":"2026-05-11T02:00:15.391745Z","steps":["trace[772232716] 'agreement among raft nodes before linearized reading' (duration: 1.051899382s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.391779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.3008Z","time spent":"1.090359112s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T02:00:15.391845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.338136Z","time spent":"1.053677941s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-11T02:00:15.403048Z","caller":"traceutil/trace.go:171","msg":"trace[1586341107] transaction","detail":"{read_only:false; response_revision:30767; number_of_response:1; }","duration":"906.727326ms","start":"2026-05-11T02:00:14.496309Z","end":"2026-05-11T02:00:15.403037Z","steps":["trace[1586341107] 'process raft request' (duration: 906.669805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.403111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.496283Z","time spent":"906.799237ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T02:00:15.444678Z","caller":"traceutil/trace.go:171","msg":"trace[1910119977] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"927.683904ms","start":"2026-05-11T02:00:14.516967Z","end":"2026-05-11T02:00:15.444651Z","steps":["trace[1910119977] 'process raft request' (duration: 927.468919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.444843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.516946Z","time spent":"927.810347ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T02:00:15.445053Z","caller":"traceutil/trace.go:171","msg":"trace[403841243] transaction","detail":"{read_only:false; response_revision:30769; number_of_response:1; }","duration":"919.683815ms","start":"2026-05-11T02:00:14.525338Z","end":"2026-05-11T02:00:15.445022Z","steps":["trace[403841243] 'process raft request' (duration: 919.267316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.525324Z","time spent":"919.799457ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-11T02:00:15.44516Z","caller":"traceutil/trace.go:171","msg":"trace[1262527752] transaction","detail":"{read_only:false; response_revision:30770; number_of_response:1; }","duration":"113.640122ms","start":"2026-05-11T02:00:15.33149Z","end":"2026-05-11T02:00:15.445131Z","steps":["trace[1262527752] 'process raft request' (duration: 113.344535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.301626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T02:00:15.445407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074378754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-11T02:00:15.445431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055758088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T02:00:15.445476Z","caller":"traceutil/trace.go:171","msg":"trace[1055015219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30771; }","duration":"1.074491237s","start":"2026-05-11T02:00:14.370972Z","end":"2026-05-11T02:00:15.445463Z","steps":["trace[1055015219] 'agreement among raft nodes before linearized reading' (duration: 1.074304963s)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:15.445488Z","caller":"traceutil/trace.go:171","msg":"trace[191351329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30771; }","duration":"1.05584155s","start":"2026-05-11T02:00:14.389634Z","end":"2026-05-11T02:00:15.445475Z","steps":["trace[191351329] 'agreement among raft nodes before linearized reading' (duration: 1.055685357s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.370947Z","time spent":"1.074564988s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-11T02:00:15.445522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.389618Z","time spent":"1.055897411s","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T02:00:15.44554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069103936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:00:15.445426Z","caller":"traceutil/trace.go:171","msg":"trace[879082540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30771; }","duration":"398.411779ms","start":"2026-05-11T02:00:15.046999Z","end":"2026-05-11T02:00:15.445411Z","steps":["trace[879082540] 'agreement among raft nodes before linearized reading' (duration: 398.281666ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:15.445641Z","caller":"traceutil/trace.go:171","msg":"trace[2103805368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:30771; }","duration":"1.0693002s","start":"2026-05-11T02:00:14.376323Z","end":"2026-05-11T02:00:15.445623Z","steps":["trace[2103805368] 'agreement among raft nodes before linearized reading' (duration: 1.069111006s)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.169275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-11T02:00:15.445671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.811055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-05-11T02:00:15.445689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:15.046976Z","time spent":"398.703876ms","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-11T02:00:15.445735Z","caller":"traceutil/trace.go:171","msg":"trace[2013570189] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:30771; }","duration":"198.918278ms","start":"2026-05-11T02:00:15.246801Z","end":"2026-05-11T02:00:15.445719Z","steps":["trace[2013570189] 'agreement among raft nodes before linearized reading' (duration: 198.704093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.382092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:00:15.445862Z","caller":"traceutil/trace.go:171","msg":"trace[1529749836] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:30771; }","duration":"789.854382ms","start":"2026-05-11T02:00:14.655986Z","end":"2026-05-11T02:00:15.44584Z","steps":["trace[1529749836] 'agreement among raft nodes before linearized reading' (duration: 789.330491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.376303Z","time spent":"1.069401872s","remote":"127.0.0.1:59614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-11T02:00:15.445913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.655968Z","time spent":"789.932964ms","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-05-11T02:00:15.445779Z","caller":"traceutil/trace.go:171","msg":"trace[1935661898] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:30771; }","duration":"695.343358ms","start":"2026-05-11T02:00:14.750365Z","end":"2026-05-11T02:00:15.445709Z","steps":["trace[1935661898] 'agreement among raft nodes before linearized reading' (duration: 695.133314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:15.445973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:00:14.7503Z","time spent":"695.655436ms","remote":"127.0.0.1:59630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-05-11T02:00:15.649079Z","caller":"traceutil/trace.go:171","msg":"trace[151061965] transaction","detail":"{read_only:false; response_revision:30773; number_of_response:1; }","duration":"197.476586ms","start":"2026-05-11T02:00:15.451583Z","end":"2026-05-11T02:00:15.649059Z","steps":["trace[151061965] 'process raft request' (duration: 197.445415ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:15.649162Z","caller":"traceutil/trace.go:171","msg":"trace[791731290] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"198.228532ms","start":"2026-05-11T02:00:15.450902Z","end":"2026-05-11T02:00:15.649131Z","steps":["trace[791731290] 'process raft request' (duration: 197.938966ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:16.130793Z","caller":"traceutil/trace.go:171","msg":"trace[849781808] transaction","detail":"{read_only:false; response_revision:30778; number_of_response:1; }","duration":"107.182497ms","start":"2026-05-11T02:00:16.02358Z","end":"2026-05-11T02:00:16.130762Z","steps":["trace[849781808] 'process raft request' (duration: 75.56291ms)","trace[849781808] 'compare' (duration: 31.245758ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:17.571818Z","caller":"traceutil/trace.go:171","msg":"trace[397879845] linearizableReadLoop","detail":"{readStateIndex:31805; appliedIndex:31804; }","duration":"176.540428ms","start":"2026-05-11T02:00:17.395248Z","end":"2026-05-11T02:00:17.571789Z","steps":["trace[397879845] 'read index received' (duration: 175.062315ms)","trace[397879845] 'applied index is now lower than readState.Index' (duration: 1.460652ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:17.571891Z","caller":"traceutil/trace.go:171","msg":"trace[1878907686] transaction","detail":"{read_only:false; response_revision:30781; number_of_response:1; }","duration":"177.523029ms","start":"2026-05-11T02:00:17.394333Z","end":"2026-05-11T02:00:17.571856Z","steps":["trace[1878907686] 'process raft request' (duration: 175.7633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:17.573767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.493811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T02:00:17.573854Z","caller":"traceutil/trace.go:171","msg":"trace[1332912149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30781; }","duration":"178.610704ms","start":"2026-05-11T02:00:17.395222Z","end":"2026-05-11T02:00:17.573832Z","steps":["trace[1332912149] 'agreement among raft nodes before linearized reading' (duration: 176.721252ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:17.577783Z","caller":"traceutil/trace.go:171","msg":"trace[1582113318] transaction","detail":"{read_only:false; response_revision:30783; number_of_response:1; }","duration":"126.214942ms","start":"2026-05-11T02:00:17.451551Z","end":"2026-05-11T02:00:17.577766Z","steps":["trace[1582113318] 'process raft request' (duration: 126.10276ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:17.577792Z","caller":"traceutil/trace.go:171","msg":"trace[1608980240] transaction","detail":"{read_only:false; response_revision:30782; number_of_response:1; }","duration":"169.176933ms","start":"2026-05-11T02:00:17.408582Z","end":"2026-05-11T02:00:17.577759Z","steps":["trace[1608980240] 'process raft request' (duration: 168.940228ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:17.577869Z","caller":"traceutil/trace.go:171","msg":"trace[219253047] transaction","detail":"{read_only:false; response_revision:30784; number_of_response:1; }","duration":"125.622859ms","start":"2026-05-11T02:00:17.45221Z","end":"2026-05-11T02:00:17.577832Z","steps":["trace[219253047] 'process raft request' (duration: 125.485435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:17.578116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.717603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-11T02:00:17.578155Z","caller":"traceutil/trace.go:171","msg":"trace[1933787637] transaction","detail":"{read_only:false; response_revision:30785; number_of_response:1; }","duration":"125.552037ms","start":"2026-05-11T02:00:17.452571Z","end":"2026-05-11T02:00:17.578123Z","steps":["trace[1933787637] 'process raft request' (duration: 125.180279ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:17.578205Z","caller":"traceutil/trace.go:171","msg":"trace[176487285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30786; }","duration":"126.851306ms","start":"2026-05-11T02:00:17.451332Z","end":"2026-05-11T02:00:17.578183Z","steps":["trace[176487285] 'agreement among raft nodes before linearized reading' (duration: 126.525429ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:17.578419Z","caller":"traceutil/trace.go:171","msg":"trace[1412111818] transaction","detail":"{read_only:false; response_revision:30786; number_of_response:1; }","duration":"112.587857ms","start":"2026-05-11T02:00:17.465324Z","end":"2026-05-11T02:00:17.577911Z","steps":["trace[1412111818] 'process raft request' (duration: 112.477775ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:24.872792Z","caller":"traceutil/trace.go:171","msg":"trace[189154320] linearizableReadLoop","detail":"{readStateIndex:31877; appliedIndex:31876; }","duration":"262.202103ms","start":"2026-05-11T02:00:24.610552Z","end":"2026-05-11T02:00:24.872754Z","steps":["trace[189154320] 'read index received' (duration: 189.811425ms)","trace[189154320] 'applied index is now lower than readState.Index' (duration: 72.389008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:00:24.873037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.419317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:00:24.873145Z","caller":"traceutil/trace.go:171","msg":"trace[2027906348] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:30852; }","duration":"262.619113ms","start":"2026-05-11T02:00:24.610501Z","end":"2026-05-11T02:00:24.87312Z","steps":["trace[2027906348] 'agreement among raft nodes before linearized reading' (duration: 262.369396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:00:24.950307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.860647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29641080-pjznw\" ","response":"range_response_count:1 size:8600"} {"level":"info","ts":"2026-05-11T02:00:24.950394Z","caller":"traceutil/trace.go:171","msg":"trace[236454088] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29641080-pjznw; range_end:; response_count:1; response_revision:30853; }","duration":"123.048491ms","start":"2026-05-11T02:00:24.827323Z","end":"2026-05-11T02:00:24.950371Z","steps":["trace[236454088] 'agreement among raft nodes before linearized reading' (duration: 122.786086ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.780966Z","caller":"traceutil/trace.go:171","msg":"trace[1225222588] transaction","detail":"{read_only:false; response_revision:30859; number_of_response:1; }","duration":"161.865233ms","start":"2026-05-11T02:00:25.619069Z","end":"2026-05-11T02:00:25.780934Z","steps":["trace[1225222588] 'process raft request' (duration: 161.74189ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.781033Z","caller":"traceutil/trace.go:171","msg":"trace[152696368] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"162.212061ms","start":"2026-05-11T02:00:25.618793Z","end":"2026-05-11T02:00:25.781005Z","steps":["trace[152696368] 'process raft request' (duration: 161.907214ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.781045Z","caller":"traceutil/trace.go:171","msg":"trace[617129455] transaction","detail":"{read_only:false; response_revision:30857; number_of_response:1; }","duration":"162.573949ms","start":"2026-05-11T02:00:25.61842Z","end":"2026-05-11T02:00:25.780994Z","steps":["trace[617129455] 'process raft request' (duration: 84.785578ms)","trace[617129455] 'compare' (duration: 77.30362ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:25.781369Z","caller":"traceutil/trace.go:171","msg":"trace[1972722074] transaction","detail":"{read_only:false; response_revision:30860; number_of_response:1; }","duration":"161.074246ms","start":"2026-05-11T02:00:25.620276Z","end":"2026-05-11T02:00:25.78135Z","steps":["trace[1972722074] 'process raft request' (duration: 160.600566ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.781419Z","caller":"traceutil/trace.go:171","msg":"trace[1686128093] linearizableReadLoop","detail":"{readStateIndex:31886; appliedIndex:31882; }","duration":"160.195756ms","start":"2026-05-11T02:00:25.621191Z","end":"2026-05-11T02:00:25.781386Z","steps":["trace[1686128093] 'read index received' (duration: 81.970405ms)","trace[1686128093] 'applied index is now lower than readState.Index' (duration: 78.221731ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:00:25.781702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.082786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-11T02:00:25.781685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.631896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T02:00:25.781762Z","caller":"traceutil/trace.go:171","msg":"trace[911357977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30861; }","duration":"157.187299ms","start":"2026-05-11T02:00:25.62456Z","end":"2026-05-11T02:00:25.781747Z","steps":["trace[911357977] 'agreement among raft nodes before linearized reading' (duration: 156.990015ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.781783Z","caller":"traceutil/trace.go:171","msg":"trace[1958826388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30861; }","duration":"164.793819ms","start":"2026-05-11T02:00:25.616967Z","end":"2026-05-11T02:00:25.781761Z","steps":["trace[1958826388] 'agreement among raft nodes before linearized reading' (duration: 164.534983ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.929881Z","caller":"traceutil/trace.go:171","msg":"trace[321956943] transaction","detail":"{read_only:false; response_revision:30864; number_of_response:1; }","duration":"143.42809ms","start":"2026-05-11T02:00:25.786424Z","end":"2026-05-11T02:00:25.929852Z","steps":["trace[321956943] 'process raft request' (duration: 143.269276ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:25.929883Z","caller":"traceutil/trace.go:171","msg":"trace[312277273] transaction","detail":"{read_only:false; response_revision:30863; number_of_response:1; }","duration":"143.478622ms","start":"2026-05-11T02:00:25.786372Z","end":"2026-05-11T02:00:25.92985Z","steps":["trace[312277273] 'process raft request' (duration: 97.579374ms)","trace[312277273] 'compare' (duration: 45.566011ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:25.930067Z","caller":"traceutil/trace.go:171","msg":"trace[263171759] transaction","detail":"{read_only:false; response_revision:30865; number_of_response:1; }","duration":"143.549793ms","start":"2026-05-11T02:00:25.786501Z","end":"2026-05-11T02:00:25.930051Z","steps":["trace[263171759] 'process raft request' (duration: 143.269717ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:27.890827Z","caller":"traceutil/trace.go:171","msg":"trace[547921411] transaction","detail":"{read_only:false; response_revision:30879; number_of_response:1; }","duration":"102.690219ms","start":"2026-05-11T02:00:27.788101Z","end":"2026-05-11T02:00:27.890791Z","steps":["trace[547921411] 'process raft request' (duration: 76.425081ms)","trace[547921411] 'compare' (duration: 26.004483ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:00:27.890917Z","caller":"traceutil/trace.go:171","msg":"trace[940092685] transaction","detail":"{read_only:false; response_revision:30880; number_of_response:1; }","duration":"102.7057ms","start":"2026-05-11T02:00:27.78819Z","end":"2026-05-11T02:00:27.890896Z","steps":["trace[940092685] 'process raft request' (duration: 102.504205ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:27.890983Z","caller":"traceutil/trace.go:171","msg":"trace[9830687] transaction","detail":"{read_only:false; response_revision:30881; number_of_response:1; }","duration":"102.72633ms","start":"2026-05-11T02:00:27.788215Z","end":"2026-05-11T02:00:27.890941Z","steps":["trace[9830687] 'process raft request' (duration: 102.560826ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:00:27.891041Z","caller":"traceutil/trace.go:171","msg":"trace[866601923] transaction","detail":"{read_only:false; response_revision:30882; number_of_response:1; }","duration":"102.780082ms","start":"2026-05-11T02:00:27.78825Z","end":"2026-05-11T02:00:27.89103Z","steps":["trace[866601923] 'process raft request' (duration: 102.595477ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:02:25.446383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29272} {"level":"info","ts":"2026-05-11T02:02:25.59148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29272,"took":"140.604047ms","hash":3721605160,"current-db-size-bytes":53641216,"current-db-size":"54 MB","current-db-size-in-use-bytes":32186368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-11T02:02:25.591561Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3721605160,"revision":29272,"compact-revision":26684} {"level":"info","ts":"2026-05-11T02:02:38.625871Z","caller":"traceutil/trace.go:171","msg":"trace[243362595] transaction","detail":"{read_only:false; response_revision:31838; number_of_response:1; }","duration":"101.226475ms","start":"2026-05-11T02:02:38.524614Z","end":"2026-05-11T02:02:38.625841Z","steps":["trace[243362595] 'process raft request' (duration: 98.371681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:02:39.101791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.410983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T02:02:39.101914Z","caller":"traceutil/trace.go:171","msg":"trace[273702140] linearizableReadLoop","detail":"{readStateIndex:32898; appliedIndex:32897; }","duration":"325.25249ms","start":"2026-05-11T02:02:38.776645Z","end":"2026-05-11T02:02:39.101897Z","steps":["trace[273702140] 'read index received' (duration: 46.601232ms)","trace[273702140] 'applied index is now lower than readState.Index' (duration: 278.649908ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:02:39.102007Z","caller":"traceutil/trace.go:171","msg":"trace[39984802] transaction","detail":"{read_only:false; response_revision:31843; number_of_response:1; }","duration":"390.828259ms","start":"2026-05-11T02:02:38.711148Z","end":"2026-05-11T02:02:39.101977Z","steps":["trace[39984802] 'process raft request' (duration: 112.154491ms)","trace[39984802] 'compare' (duration: 278.29818ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:02:39.102086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.165663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:02:39.102126Z","caller":"traceutil/trace.go:171","msg":"trace[1127661170] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:31843; }","duration":"155.233535ms","start":"2026-05-11T02:02:38.946882Z","end":"2026-05-11T02:02:39.102116Z","steps":["trace[1127661170] 'agreement among raft nodes before linearized reading' (duration: 155.179734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:02:39.102147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:02:38.711127Z","time spent":"390.944691ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T02:02:39.102036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.395253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:02:39.102384Z","caller":"traceutil/trace.go:171","msg":"trace[1006698657] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:31843; }","duration":"325.781302ms","start":"2026-05-11T02:02:38.776587Z","end":"2026-05-11T02:02:39.102368Z","steps":["trace[1006698657] 'agreement among raft nodes before linearized reading' (duration: 325.412884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:02:39.102428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:02:38.776564Z","time spent":"325.848204ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-11T02:04:18.878325Z","caller":"traceutil/trace.go:171","msg":"trace[112188130] transaction","detail":"{read_only:false; response_revision:32564; number_of_response:1; }","duration":"122.039673ms","start":"2026-05-11T02:04:18.756252Z","end":"2026-05-11T02:04:18.878291Z","steps":["trace[112188130] 'process raft request' (duration: 109.670295ms)","trace[112188130] 'compare' (duration: 11.869807ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:07:05.944826Z","caller":"traceutil/trace.go:171","msg":"trace[836869152] transaction","detail":"{read_only:false; response_revision:33848; number_of_response:1; }","duration":"111.542287ms","start":"2026-05-11T02:07:05.833261Z","end":"2026-05-11T02:07:05.944804Z","steps":["trace[836869152] 'process raft request' (duration: 111.404414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:07:06.149311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.813758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:07:06.149428Z","caller":"traceutil/trace.go:171","msg":"trace[1758707315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33848; }","duration":"101.959962ms","start":"2026-05-11T02:07:06.047436Z","end":"2026-05-11T02:07:06.149395Z","steps":["trace[1758707315] 'range keys from in-memory index tree' (duration: 101.743387ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:07:11.697596Z","caller":"traceutil/trace.go:171","msg":"trace[1583689925] transaction","detail":"{read_only:false; response_revision:33892; number_of_response:1; }","duration":"117.839737ms","start":"2026-05-11T02:07:11.579726Z","end":"2026-05-11T02:07:11.697565Z","steps":["trace[1583689925] 'process raft request' (duration: 99.440425ms)","trace[1583689925] 'compare' (duration: 17.888171ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:07:11.697714Z","caller":"traceutil/trace.go:171","msg":"trace[264686229] transaction","detail":"{read_only:false; response_revision:33893; number_of_response:1; }","duration":"112.685913ms","start":"2026-05-11T02:07:11.584995Z","end":"2026-05-11T02:07:11.69768Z","steps":["trace[264686229] 'process raft request' (duration: 112.488278ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:07:25.456478Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31741} {"level":"info","ts":"2026-05-11T02:07:25.676837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31741,"took":"216.082777ms","hash":3290616292,"current-db-size-bytes":54685696,"current-db-size":"55 MB","current-db-size-in-use-bytes":30375936,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-11T02:07:25.676929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3290616292,"revision":31741,"compact-revision":29272} {"level":"info","ts":"2026-05-11T02:08:20.087729Z","caller":"traceutil/trace.go:171","msg":"trace[1697667087] transaction","detail":"{read_only:false; response_revision:34398; number_of_response:1; }","duration":"103.814274ms","start":"2026-05-11T02:08:19.98389Z","end":"2026-05-11T02:08:20.087705Z","steps":["trace[1697667087] 'process raft request' (duration: 103.603199ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:10:11.678113Z","caller":"traceutil/trace.go:171","msg":"trace[588854265] transaction","detail":"{read_only:false; response_revision:35247; number_of_response:1; }","duration":"105.4106ms","start":"2026-05-11T02:10:11.572633Z","end":"2026-05-11T02:10:11.678044Z","steps":["trace[588854265] 'process raft request' (duration: 105.243726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:23.888409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.875346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T02:10:23.888509Z","caller":"traceutil/trace.go:171","msg":"trace[2117996488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35334; }","duration":"121.006818ms","start":"2026-05-11T02:10:23.767481Z","end":"2026-05-11T02:10:23.888487Z","steps":["trace[2117996488] 'range keys from in-memory index tree' (duration: 120.66363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:23.888545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.448034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:10:23.888637Z","caller":"traceutil/trace.go:171","msg":"trace[995336815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:35334; }","duration":"161.617788ms","start":"2026-05-11T02:10:23.726996Z","end":"2026-05-11T02:10:23.888614Z","steps":["trace[995336815] 'count revisions from in-memory index tree' (duration: 161.326861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:25.071966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T02:10:25.07204Z","caller":"traceutil/trace.go:171","msg":"trace[1876065851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35343; }","duration":"100.907848ms","start":"2026-05-11T02:10:24.971116Z","end":"2026-05-11T02:10:25.072024Z","steps":["trace[1876065851] 'count revisions from in-memory index tree' (duration: 100.703944ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:10:25.145765Z","caller":"traceutil/trace.go:171","msg":"trace[1142957720] transaction","detail":"{read_only:false; response_revision:35344; number_of_response:1; }","duration":"136.630868ms","start":"2026-05-11T02:10:25.009098Z","end":"2026-05-11T02:10:25.145728Z","steps":["trace[1142957720] 'process raft request' (duration: 136.344112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:25.150818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.196185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:325863"} {"level":"info","ts":"2026-05-11T02:10:25.150933Z","caller":"traceutil/trace.go:171","msg":"trace[1951757257] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:35345; }","duration":"101.322598ms","start":"2026-05-11T02:10:25.049581Z","end":"2026-05-11T02:10:25.150904Z","steps":["trace[1951757257] 'agreement among raft nodes before linearized reading' (duration: 100.673984ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:10:34.801516Z","caller":"traceutil/trace.go:171","msg":"trace[1894445174] linearizableReadLoop","detail":"{readStateIndex:36571; appliedIndex:36570; }","duration":"106.222286ms","start":"2026-05-11T02:10:34.695268Z","end":"2026-05-11T02:10:34.80149Z","steps":["trace[1894445174] 'read index received' (duration: 106.180685ms)","trace[1894445174] 'applied index is now lower than readState.Index' (duration: 40.671µs)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:10:34.801625Z","caller":"traceutil/trace.go:171","msg":"trace[1680880760] transaction","detail":"{read_only:false; response_revision:35413; number_of_response:1; }","duration":"106.634247ms","start":"2026-05-11T02:10:34.694945Z","end":"2026-05-11T02:10:34.801579Z","steps":["trace[1680880760] 'process raft request' (duration: 106.32481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:34.801745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.447053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-11T02:10:34.80179Z","caller":"traceutil/trace.go:171","msg":"trace[311841434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35413; }","duration":"106.540955ms","start":"2026-05-11T02:10:34.695237Z","end":"2026-05-11T02:10:34.801778Z","steps":["trace[311841434] 'agreement among raft nodes before linearized reading' (duration: 106.355999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:35.956133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.535587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T02:10:35.956223Z","caller":"traceutil/trace.go:171","msg":"trace[110591650] linearizableReadLoop","detail":"{readStateIndex:36580; appliedIndex:36579; }","duration":"246.414146ms","start":"2026-05-11T02:10:35.709795Z","end":"2026-05-11T02:10:35.956209Z","steps":["trace[110591650] 'read index received' (duration: 92.742716ms)","trace[110591650] 'applied index is now lower than readState.Index' (duration: 153.67008ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:10:35.956291Z","caller":"traceutil/trace.go:171","msg":"trace[304536792] transaction","detail":"{read_only:false; response_revision:35421; number_of_response:1; }","duration":"253.435173ms","start":"2026-05-11T02:10:35.70282Z","end":"2026-05-11T02:10:35.956256Z","steps":["trace[304536792] 'process raft request' (duration: 99.688461ms)","trace[304536792] 'compare' (duration: 153.363104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:10:35.956367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.571529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T02:10:35.956398Z","caller":"traceutil/trace.go:171","msg":"trace[236465002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35421; }","duration":"246.657451ms","start":"2026-05-11T02:10:35.709731Z","end":"2026-05-11T02:10:35.956389Z","steps":["trace[236465002] 'agreement among raft nodes before linearized reading' (duration: 246.548189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:10:35.956564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.352782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-11T02:10:35.956556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.440444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:10:35.95663Z","caller":"traceutil/trace.go:171","msg":"trace[204955044] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:35421; }","duration":"127.454234ms","start":"2026-05-11T02:10:35.829156Z","end":"2026-05-11T02:10:35.95661Z","steps":["trace[204955044] 'agreement among raft nodes before linearized reading' (duration: 127.310911ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:10:35.956656Z","caller":"traceutil/trace.go:171","msg":"trace[1116045398] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:35421; }","duration":"207.625397ms","start":"2026-05-11T02:10:35.749007Z","end":"2026-05-11T02:10:35.956632Z","steps":["trace[1116045398] 'agreement among raft nodes before linearized reading' (duration: 207.447963ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:11:42.859432Z","caller":"traceutil/trace.go:171","msg":"trace[1362182524] transaction","detail":"{read_only:false; response_revision:35966; number_of_response:1; }","duration":"131.960454ms","start":"2026-05-11T02:11:42.72745Z","end":"2026-05-11T02:11:42.859411Z","steps":["trace[1362182524] 'process raft request' (duration: 131.830701ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:11:42.89404Z","caller":"traceutil/trace.go:171","msg":"trace[1600946948] transaction","detail":"{read_only:false; response_revision:35968; number_of_response:1; }","duration":"112.507108ms","start":"2026-05-11T02:11:42.781496Z","end":"2026-05-11T02:11:42.894003Z","steps":["trace[1600946948] 'process raft request' (duration: 112.393345ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:11:42.894019Z","caller":"traceutil/trace.go:171","msg":"trace[1898953865] transaction","detail":"{read_only:false; response_revision:35967; number_of_response:1; }","duration":"112.681751ms","start":"2026-05-11T02:11:42.781302Z","end":"2026-05-11T02:11:42.893984Z","steps":["trace[1898953865] 'process raft request' (duration: 112.462907ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:11:43.025578Z","caller":"traceutil/trace.go:171","msg":"trace[179004681] transaction","detail":"{read_only:false; response_revision:35969; number_of_response:1; }","duration":"120.345523ms","start":"2026-05-11T02:11:42.905206Z","end":"2026-05-11T02:11:43.025551Z","steps":["trace[179004681] 'process raft request' (duration: 120.105908ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:11:43.185613Z","caller":"traceutil/trace.go:171","msg":"trace[1682925508] transaction","detail":"{read_only:false; response_revision:35971; number_of_response:1; }","duration":"112.006597ms","start":"2026-05-11T02:11:43.07358Z","end":"2026-05-11T02:11:43.185587Z","steps":["trace[1682925508] 'process raft request' (duration: 111.871374ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:12:25.463362Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33992} {"level":"info","ts":"2026-05-11T02:12:25.579571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33992,"took":"111.824593ms","hash":1360797694,"current-db-size-bytes":54685696,"current-db-size":"55 MB","current-db-size-in-use-bytes":31068160,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T02:12:25.579663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360797694,"revision":33992,"compact-revision":31741} {"level":"warn","ts":"2026-05-11T02:12:30.924895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.761086ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-11T02:12:30.924983Z","caller":"traceutil/trace.go:171","msg":"trace[9052809] linearizableReadLoop","detail":"{readStateIndex:37509; appliedIndex:37508; }","duration":"362.255659ms","start":"2026-05-11T02:12:30.562714Z","end":"2026-05-11T02:12:30.92497Z","steps":["trace[9052809] 'read index received' (duration: 56.212µs)","trace[9052809] 'applied index is now lower than readState.Index' (duration: 362.196167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:12:30.926558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.866916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-11T02:12:30.926618Z","caller":"traceutil/trace.go:171","msg":"trace[1086245563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36324; }","duration":"326.958998ms","start":"2026-05-11T02:12:30.599646Z","end":"2026-05-11T02:12:30.926605Z","steps":["trace[1086245563] 'agreement among raft nodes before linearized reading' (duration: 326.849386ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:12:30.926614Z","caller":"traceutil/trace.go:171","msg":"trace[69509669] transaction","detail":"{read_only:false; response_revision:36324; number_of_response:1; }","duration":"140.513785ms","start":"2026-05-11T02:12:30.786037Z","end":"2026-05-11T02:12:30.926551Z","steps":["trace[69509669] 'process raft request' (duration: 140.352901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:12:30.926649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:12:30.599625Z","time spent":"327.016089ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-11T02:12:30.926206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.101838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-11T02:12:30.926879Z","caller":"traceutil/trace.go:171","msg":"trace[1165496124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36323; }","duration":"364.216593ms","start":"2026-05-11T02:12:30.562653Z","end":"2026-05-11T02:12:30.926869Z","steps":["trace[1165496124] 'agreement among raft nodes before linearized reading' (duration: 363.054187ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:12:30.926896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.177985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-11T02:12:30.926941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:12:30.562623Z","time spent":"364.309494ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-11T02:12:30.926967Z","caller":"traceutil/trace.go:171","msg":"trace[391036466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36324; }","duration":"139.38338ms","start":"2026-05-11T02:12:30.787565Z","end":"2026-05-11T02:12:30.926948Z","steps":["trace[391036466] 'agreement among raft nodes before linearized reading' (duration: 139.063642ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:13:27.401999Z","caller":"traceutil/trace.go:171","msg":"trace[1231810526] transaction","detail":"{read_only:false; response_revision:36740; number_of_response:1; }","duration":"104.342505ms","start":"2026-05-11T02:13:27.297627Z","end":"2026-05-11T02:13:27.40197Z","steps":["trace[1231810526] 'process raft request' (duration: 100.000418ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:13:28.816828Z","caller":"traceutil/trace.go:171","msg":"trace[791064337] transaction","detail":"{read_only:false; response_revision:36751; number_of_response:1; }","duration":"115.417783ms","start":"2026-05-11T02:13:28.701386Z","end":"2026-05-11T02:13:28.816804Z","steps":["trace[791064337] 'process raft request' (duration: 115.26334ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:13:29.54583Z","caller":"traceutil/trace.go:171","msg":"trace[1143656333] transaction","detail":"{read_only:false; response_revision:36757; number_of_response:1; }","duration":"107.521318ms","start":"2026-05-11T02:13:29.438288Z","end":"2026-05-11T02:13:29.545809Z","steps":["trace[1143656333] 'process raft request' (duration: 107.423125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:13:29.546058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.381317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T02:13:29.546131Z","caller":"traceutil/trace.go:171","msg":"trace[546921973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36757; }","duration":"108.466088ms","start":"2026-05-11T02:13:29.437648Z","end":"2026-05-11T02:13:29.546115Z","steps":["trace[546921973] 'agreement among raft nodes before linearized reading' (duration: 108.241863ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:13:58.003557Z","caller":"traceutil/trace.go:171","msg":"trace[1452043709] linearizableReadLoop","detail":"{readStateIndex:38166; appliedIndex:38165; }","duration":"101.975482ms","start":"2026-05-11T02:13:57.901568Z","end":"2026-05-11T02:13:58.003543Z","steps":["trace[1452043709] 'read index received' (duration: 69.2877ms)","trace[1452043709] 'applied index is now lower than readState.Index' (duration: 32.687162ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:13:58.003704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.123575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-11T02:13:58.003726Z","caller":"traceutil/trace.go:171","msg":"trace[576510165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36963; }","duration":"102.175306ms","start":"2026-05-11T02:13:57.901544Z","end":"2026-05-11T02:13:58.003719Z","steps":["trace[576510165] 'agreement among raft nodes before linearized reading' (duration: 102.075504ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:13:58.003823Z","caller":"traceutil/trace.go:171","msg":"trace[1991961361] transaction","detail":"{read_only:false; response_revision:36963; number_of_response:1; }","duration":"103.616569ms","start":"2026-05-11T02:13:57.900185Z","end":"2026-05-11T02:13:58.003802Z","steps":["trace[1991961361] 'process raft request' (duration: 70.658421ms)","trace[1991961361] 'compare' (duration: 32.630111ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:16:14.080769Z","caller":"traceutil/trace.go:171","msg":"trace[1547803897] transaction","detail":"{read_only:false; response_revision:37988; number_of_response:1; }","duration":"101.772558ms","start":"2026-05-11T02:16:13.978979Z","end":"2026-05-11T02:16:14.080752Z","steps":["trace[1547803897] 'process raft request' (duration: 101.43982ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:16:15.550018Z","caller":"traceutil/trace.go:171","msg":"trace[760278323] linearizableReadLoop","detail":"{readStateIndex:39232; appliedIndex:39231; }","duration":"179.913997ms","start":"2026-05-11T02:16:15.37007Z","end":"2026-05-11T02:16:15.549984Z","steps":["trace[760278323] 'read index received' (duration: 179.709283ms)","trace[760278323] 'applied index is now lower than readState.Index' (duration: 203.184µs)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:16:15.550235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.155313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:16:15.550304Z","caller":"traceutil/trace.go:171","msg":"trace[2049815876] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:37998; }","duration":"180.277816ms","start":"2026-05-11T02:16:15.370012Z","end":"2026-05-11T02:16:15.55029Z","steps":["trace[2049815876] 'agreement among raft nodes before linearized reading' (duration: 180.157743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:16:15.55041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.009303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-11T02:16:15.550468Z","caller":"traceutil/trace.go:171","msg":"trace[1738561323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37998; }","duration":"123.115235ms","start":"2026-05-11T02:16:15.42734Z","end":"2026-05-11T02:16:15.550455Z","steps":["trace[1738561323] 'agreement among raft nodes before linearized reading' (duration: 122.973282ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:16:59.102794Z","caller":"traceutil/trace.go:171","msg":"trace[1731441347] transaction","detail":"{read_only:false; response_revision:38320; number_of_response:1; }","duration":"108.753734ms","start":"2026-05-11T02:16:58.993916Z","end":"2026-05-11T02:16:59.10267Z","steps":["trace[1731441347] 'process raft request' (duration: 93.804589ms)","trace[1731441347] 'compare' (duration: 14.755851ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:17:25.509264Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36289} {"level":"info","ts":"2026-05-11T02:17:25.723682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36289,"took":"209.259714ms","hash":2759716799,"current-db-size-bytes":55574528,"current-db-size":"56 MB","current-db-size-in-use-bytes":31207424,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-11T02:17:25.723772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2759716799,"revision":36289,"compact-revision":33992} {"level":"info","ts":"2026-05-11T02:17:57.058618Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-11T02:17:57.066252Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-11T02:17:57.066415Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-05-11T02:20:51.647271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.185508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:20:51.647369Z","caller":"traceutil/trace.go:171","msg":"trace[2072927578] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:40050; }","duration":"129.28849ms","start":"2026-05-11T02:20:51.518064Z","end":"2026-05-11T02:20:51.647353Z","steps":["trace[2072927578] 'range keys from in-memory index tree' (duration: 129.173097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:20:51.648087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.045257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-11T02:20:51.648179Z","caller":"traceutil/trace.go:171","msg":"trace[1893528236] linearizableReadLoop","detail":"{readStateIndex:41345; appliedIndex:41344; }","duration":"304.568666ms","start":"2026-05-11T02:20:51.343595Z","end":"2026-05-11T02:20:51.648163Z","steps":["trace[1893528236] 'read index received' (duration: 41.251482ms)","trace[1893528236] 'applied index is now lower than readState.Index' (duration: 263.315884ms)"],"step_count":2} {"level":"info","ts":"2026-05-11T02:20:51.648259Z","caller":"traceutil/trace.go:171","msg":"trace[1784593047] transaction","detail":"{read_only:false; response_revision:40051; number_of_response:1; }","duration":"318.298752ms","start":"2026-05-11T02:20:51.329945Z","end":"2026-05-11T02:20:51.648243Z","steps":["trace[1784593047] 'process raft request' (duration: 55.01658ms)","trace[1784593047] 'compare' (duration: 262.454234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-11T02:20:51.648346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:20:51.329928Z","time spent":"318.374005ms","remote":"127.0.0.1:50750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-11T02:20:51.648385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.77177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-11T02:20:51.648451Z","caller":"traceutil/trace.go:171","msg":"trace[636731496] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:40051; }","duration":"304.861932ms","start":"2026-05-11T02:20:51.343569Z","end":"2026-05-11T02:20:51.648431Z","steps":["trace[636731496] 'agreement among raft nodes before linearized reading' (duration: 304.757279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:20:51.648775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:20:51.343557Z","time spent":"305.19564ms","remote":"127.0.0.1:42704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-11T02:20:51.662086Z","caller":"traceutil/trace.go:171","msg":"trace[1998035847] transaction","detail":"{read_only:false; response_revision:40052; number_of_response:1; }","duration":"243.584103ms","start":"2026-05-11T02:20:51.418477Z","end":"2026-05-11T02:20:51.662061Z","steps":["trace[1998035847] 'process raft request' (duration: 243.4296ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:20:51.663088Z","caller":"traceutil/trace.go:171","msg":"trace[2110496720] transaction","detail":"{read_only:false; response_revision:40053; number_of_response:1; }","duration":"124.748487ms","start":"2026-05-11T02:20:51.538302Z","end":"2026-05-11T02:20:51.66305Z","steps":["trace[2110496720] 'process raft request' (duration: 124.556753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:20:51.663117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.038586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-11T02:20:51.663247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.098398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-11T02:20:51.663279Z","caller":"traceutil/trace.go:171","msg":"trace[1824624518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40053; }","duration":"301.253081ms","start":"2026-05-11T02:20:51.362002Z","end":"2026-05-11T02:20:51.663255Z","steps":["trace[1824624518] 'agreement among raft nodes before linearized reading' (duration: 300.971645ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:20:51.663321Z","caller":"traceutil/trace.go:171","msg":"trace[936685553] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:40053; }","duration":"220.235071ms","start":"2026-05-11T02:20:51.44307Z","end":"2026-05-11T02:20:51.663305Z","steps":["trace[936685553] 'agreement among raft nodes before linearized reading' (duration: 220.033606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-11T02:20:51.663344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-11T02:20:51.361985Z","time spent":"301.339152ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-11T02:20:51.66331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.644243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-11T02:20:51.663422Z","caller":"traceutil/trace.go:171","msg":"trace[252215233] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:40053; }","duration":"149.806327ms","start":"2026-05-11T02:20:51.513593Z","end":"2026-05-11T02:20:51.6634Z","steps":["trace[252215233] 'agreement among raft nodes before linearized reading' (duration: 149.48178ms)"],"step_count":1} {"level":"info","ts":"2026-05-11T02:22:25.516051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38515} {"level":"info","ts":"2026-05-11T02:22:25.635863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38515,"took":"114.314525ms","hash":2480245019,"current-db-size-bytes":57683968,"current-db-size":"58 MB","current-db-size-in-use-bytes":32231424,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-11T02:22:25.635921Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2480245019,"revision":38515,"compact-revision":36289}