{"level":"warn","ts":"2026-03-03T18:54:05.419923Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:54:05.420046Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T18:54:05.420126Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:54:05.420141Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-03-03T18:54:05.420165Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:54:05.420921Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-03-03T18:54:05.421022Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T18:54:05.430177Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.884369ms"} {"level":"info","ts":"2026-03-03T18:54:05.438699Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-03-03T18:54:05.438837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T18:54:05.438868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-03-03T18:54:05.438894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T18:54:05.438909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-03-03T18:54:05.43899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-03-03T18:54:05.445641Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T18:54:05.448704Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T18:54:05.45034Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T18:54:05.453237Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T18:54:05.453456Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T18:54:05.453514Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:05.453731Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:05.453775Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:05.456243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-03-03T18:54:05.456588Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-03-03T18:54:05.459856Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:54:05.460214Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T18:54:05.460251Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T18:54:05.460489Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-03-03T18:54:05.46055Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-03-03T18:54:06.240178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T18:54:06.240258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T18:54:06.240319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-03-03T18:54:06.240348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-03-03T18:54:06.240369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-03-03T18:54:06.240394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-03-03T18:54:06.240409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-03-03T18:54:06.241722Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T18:54:06.241737Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:06.241732Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:54:06.241826Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:54:06.242043Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T18:54:06.24212Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T18:54:06.243258Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:06.243387Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:06.243436Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:06.245714Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-03-03T18:54:06.246027Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-03T18:54:12.2016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.597346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T18:54:12.201665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.537939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-03-03T18:54:12.201755Z","caller":"traceutil/trace.go:171","msg":"trace[617189730] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:276; }","duration":"104.662711ms","start":"2026-03-03T18:54:12.097068Z","end":"2026-03-03T18:54:12.201731Z","steps":["trace[617189730] 'agreement among raft nodes before linearized reading' (duration: 44.699271ms)","trace[617189730] 'range keys from in-memory index tree' (duration: 59.760025ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:12.201784Z","caller":"traceutil/trace.go:171","msg":"trace[1917450157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:276; }","duration":"139.816571ms","start":"2026-03-03T18:54:12.061894Z","end":"2026-03-03T18:54:12.201711Z","steps":["trace[1917450157] 'agreement among raft nodes before linearized reading' (duration: 80.22744ms)","trace[1917450157] 'range keys from in-memory index tree' (duration: 59.338846ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:21.975832Z","caller":"traceutil/trace.go:171","msg":"trace[2108871318] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"356.442356ms","start":"2026-03-03T18:54:21.619356Z","end":"2026-03-03T18:54:21.975799Z","steps":["trace[2108871318] 'read index received' (duration: 356.292643ms)","trace[2108871318] 'applied index is now lower than readState.Index' (duration: 147.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:21.975934Z","caller":"traceutil/trace.go:171","msg":"trace[2129389316] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"578.984803ms","start":"2026-03-03T18:54:21.396916Z","end":"2026-03-03T18:54:21.975901Z","steps":["trace[2129389316] 'process raft request' (duration: 578.710327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:21.976087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.709532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-03T18:54:21.976223Z","caller":"traceutil/trace.go:171","msg":"trace[564225658] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:364; }","duration":"356.887066ms","start":"2026-03-03T18:54:21.619317Z","end":"2026-03-03T18:54:21.976204Z","steps":["trace[564225658] 'agreement among raft nodes before linearized reading' (duration: 356.59677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:21.976299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:21.619297Z","time spent":"356.991318ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:54:21.976119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.605517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:54:21.976569Z","caller":"traceutil/trace.go:171","msg":"trace[662609112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:364; }","duration":"204.100378ms","start":"2026-03-03T18:54:21.772443Z","end":"2026-03-03T18:54:21.976544Z","steps":["trace[662609112] 'agreement among raft nodes before linearized reading' (duration: 203.574256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:21.976719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:21.39688Z","time spent":"579.125855ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:54:22.470295Z","caller":"traceutil/trace.go:171","msg":"trace[875177928] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"424.26518ms","start":"2026-03-03T18:54:22.045997Z","end":"2026-03-03T18:54:22.470262Z","steps":["trace[875177928] 'read index received' (duration: 381.633594ms)","trace[875177928] 'applied index is now lower than readState.Index' (duration: 42.630006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:22.470394Z","caller":"traceutil/trace.go:171","msg":"trace[1680022241] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"489.528028ms","start":"2026-03-03T18:54:21.980818Z","end":"2026-03-03T18:54:22.470346Z","steps":["trace[1680022241] 'process raft request' (duration: 446.898682ms)","trace[1680022241] 'compare' (duration: 42.221807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:22.470607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:21.980796Z","time spent":"489.722792ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:22.470676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.447169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:54:22.470741Z","caller":"traceutil/trace.go:171","msg":"trace[7784368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"279.559262ms","start":"2026-03-03T18:54:22.191162Z","end":"2026-03-03T18:54:22.470722Z","steps":["trace[7784368] 'agreement among raft nodes before linearized reading' (duration: 279.406557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:22.470486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.482565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:54:22.471027Z","caller":"traceutil/trace.go:171","msg":"trace[653497210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:365; }","duration":"425.015577ms","start":"2026-03-03T18:54:22.045924Z","end":"2026-03-03T18:54:22.470939Z","steps":["trace[653497210] 'agreement among raft nodes before linearized reading' (duration: 424.440284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:22.471105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:22.045891Z","time spent":"425.186362ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:54:32.488773Z","caller":"traceutil/trace.go:171","msg":"trace[1057619401] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"134.107944ms","start":"2026-03-03T18:54:32.354649Z","end":"2026-03-03T18:54:32.488757Z","steps":["trace[1057619401] 'process raft request' (duration: 133.994712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:33.123156Z","caller":"traceutil/trace.go:171","msg":"trace[1875141288] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"139.492385ms","start":"2026-03-03T18:54:32.983642Z","end":"2026-03-03T18:54:33.123134Z","steps":["trace[1875141288] 'process raft request' (duration: 139.357792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.618436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.376253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:33.618533Z","caller":"traceutil/trace.go:171","msg":"trace[741944562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"227.516976ms","start":"2026-03-03T18:54:33.390996Z","end":"2026-03-03T18:54:33.618513Z","steps":["trace[741944562] 'range keys from in-memory index tree' (duration: 227.314521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:37.909121Z","caller":"traceutil/trace.go:171","msg":"trace[1779789697] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"187.463565ms","start":"2026-03-03T18:54:37.721626Z","end":"2026-03-03T18:54:37.90909Z","steps":["trace[1779789697] 'process raft request' (duration: 187.246819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:44.452074Z","caller":"traceutil/trace.go:171","msg":"trace[907534248] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"284.730677ms","start":"2026-03-03T18:54:44.167314Z","end":"2026-03-03T18:54:44.452045Z","steps":["trace[907534248] 'process raft request' (duration: 284.550063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:45.242103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.531071ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:54:45.242244Z","caller":"traceutil/trace.go:171","msg":"trace[1352481426] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"736.854141ms","start":"2026-03-03T18:54:44.505367Z","end":"2026-03-03T18:54:45.242222Z","steps":["trace[1352481426] 'read index received' (duration: 117.007013ms)","trace[1352481426] 'applied index is now lower than readState.Index' (duration: 619.845608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:45.242378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.984504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:45.24249Z","caller":"traceutil/trace.go:171","msg":"trace[1402843119] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:511; }","duration":"737.137357ms","start":"2026-03-03T18:54:44.505326Z","end":"2026-03-03T18:54:45.242463Z","steps":["trace[1402843119] 'agreement among raft nodes before linearized reading' (duration: 736.956233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:45.242578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.505307Z","time spent":"737.25764ms","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T18:54:45.242617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.138615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T18:54:45.24262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.219533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:45.242666Z","caller":"traceutil/trace.go:171","msg":"trace[313046040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"629.206806ms","start":"2026-03-03T18:54:44.613445Z","end":"2026-03-03T18:54:45.242652Z","steps":["trace[313046040] 'agreement among raft nodes before linearized reading' (duration: 629.099584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:45.242684Z","caller":"traceutil/trace.go:171","msg":"trace[1240394302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"438.327276ms","start":"2026-03-03T18:54:44.804339Z","end":"2026-03-03T18:54:45.242666Z","steps":["trace[1240394302] 'agreement among raft nodes before linearized reading' (duration: 438.208023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:45.242714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.804318Z","time spent":"438.390867ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:54:45.242717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.613434Z","time spent":"629.272619ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:54:45.242854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.266289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:54:45.24294Z","caller":"traceutil/trace.go:171","msg":"trace[812315478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"642.362371ms","start":"2026-03-03T18:54:44.600555Z","end":"2026-03-03T18:54:45.242917Z","steps":["trace[812315478] 'agreement among raft nodes before linearized reading' (duration: 642.090325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:45.242989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.600495Z","time spent":"642.484265ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:54:45.24251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.20696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:54:45.243054Z","caller":"traceutil/trace.go:171","msg":"trace[371156367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"673.802914ms","start":"2026-03-03T18:54:44.569236Z","end":"2026-03-03T18:54:45.243039Z","steps":["trace[371156367] 'agreement among raft nodes before linearized reading' (duration: 673.122178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:45.243104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:44.569215Z","time spent":"673.872515ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:54:45.37935Z","caller":"traceutil/trace.go:171","msg":"trace[2142993705] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"132.451376ms","start":"2026-03-03T18:54:45.24688Z","end":"2026-03-03T18:54:45.379331Z","steps":["trace[2142993705] 'process raft request' (duration: 132.342634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:45.411651Z","caller":"traceutil/trace.go:171","msg":"trace[383631640] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"164.721448ms","start":"2026-03-03T18:54:45.246909Z","end":"2026-03-03T18:54:45.41163Z","steps":["trace[383631640] 'process raft request' (duration: 164.538734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:45.412008Z","caller":"traceutil/trace.go:171","msg":"trace[199015530] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"164.81841ms","start":"2026-03-03T18:54:45.247169Z","end":"2026-03-03T18:54:45.411987Z","steps":["trace[199015530] 'process raft request' (duration: 164.420631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:45.412039Z","caller":"traceutil/trace.go:171","msg":"trace[1007830758] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"164.776349ms","start":"2026-03-03T18:54:45.24724Z","end":"2026-03-03T18:54:45.412016Z","steps":["trace[1007830758] 'process raft request' (duration: 164.560595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:48.595823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.879754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:48.595922Z","caller":"traceutil/trace.go:171","msg":"trace[2075977706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"205.037507ms","start":"2026-03-03T18:54:48.390866Z","end":"2026-03-03T18:54:48.595903Z","steps":["trace[2075977706] 'range keys from in-memory index tree' (duration: 204.796932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:48.596152Z","caller":"traceutil/trace.go:171","msg":"trace[982318760] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"198.949602ms","start":"2026-03-03T18:54:48.397167Z","end":"2026-03-03T18:54:48.596117Z","steps":["trace[982318760] 'process raft request' (duration: 195.779271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.892249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902820357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:55:07.989533Z","caller":"traceutil/trace.go:171","msg":"trace[1654042637] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:921; }","duration":"597.959489ms","start":"2026-03-03T18:55:07.39155Z","end":"2026-03-03T18:55:07.98951Z","steps":["trace[1654042637] 'read index received' (duration: 597.728894ms)","trace[1654042637] 'applied index is now lower than readState.Index' (duration: 229.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:07.989681Z","caller":"traceutil/trace.go:171","msg":"trace[73458474] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"658.085832ms","start":"2026-03-03T18:55:07.331579Z","end":"2026-03-03T18:55:07.989664Z","steps":["trace[73458474] 'process raft request' (duration: 657.850917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:07.989701Z","caller":"traceutil/trace.go:171","msg":"trace[1209955230] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"659.084645ms","start":"2026-03-03T18:55:07.330545Z","end":"2026-03-03T18:55:07.98963Z","steps":["trace[1209955230] 'process raft request' (duration: 658.735527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.989832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.331564Z","time spent":"658.176114ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:07.989932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.107204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:55:07.989969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.330523Z","time spent":"659.322549ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:07.99001Z","caller":"traceutil/trace.go:171","msg":"trace[1024204126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:897; }","duration":"482.240067ms","start":"2026-03-03T18:55:07.507751Z","end":"2026-03-03T18:55:07.989991Z","steps":["trace[1024204126] 'agreement among raft nodes before linearized reading' (duration: 482.048952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.990004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.4531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:55:07.990052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.507722Z","time spent":"482.322068ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:07.990045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.821816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:55:07.990083Z","caller":"traceutil/trace.go:171","msg":"trace[1756645689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"598.569843ms","start":"2026-03-03T18:55:07.391494Z","end":"2026-03-03T18:55:07.990064Z","steps":["trace[1756645689] 'agreement among raft nodes before linearized reading' (duration: 598.4435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:07.990103Z","caller":"traceutil/trace.go:171","msg":"trace[772944514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:897; }","duration":"468.903299ms","start":"2026-03-03T18:55:07.521186Z","end":"2026-03-03T18:55:07.990089Z","steps":["trace[772944514] 'agreement among raft nodes before linearized reading' (duration: 468.718755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.990118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.080836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T18:55:07.990139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.391472Z","time spent":"598.655776ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:07.990138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.521176Z","time spent":"468.954981ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:55:07.990195Z","caller":"traceutil/trace.go:171","msg":"trace[353122801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:897; }","duration":"475.156099ms","start":"2026-03-03T18:55:07.515016Z","end":"2026-03-03T18:55:07.990173Z","steps":["trace[353122801] 'agreement among raft nodes before linearized reading' (duration: 474.961583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.990126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.710494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:55:07.990244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.51496Z","time spent":"475.269931ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:55:07.990303Z","caller":"traceutil/trace.go:171","msg":"trace[1199939418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:897; }","duration":"472.900768ms","start":"2026-03-03T18:55:07.517377Z","end":"2026-03-03T18:55:07.990278Z","steps":["trace[1199939418] 'agreement among raft nodes before linearized reading' (duration: 472.60347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:07.990358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:07.517366Z","time spent":"472.978639ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:55:08.18044Z","caller":"traceutil/trace.go:171","msg":"trace[1956579186] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"185.810588ms","start":"2026-03-03T18:55:07.994594Z","end":"2026-03-03T18:55:08.180404Z","steps":["trace[1956579186] 'process raft request' (duration: 185.643124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:08.180497Z","caller":"traceutil/trace.go:171","msg":"trace[1516284499] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"184.141881ms","start":"2026-03-03T18:55:07.996338Z","end":"2026-03-03T18:55:08.18048Z","steps":["trace[1516284499] 'process raft request' (duration: 184.083819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:08.180741Z","caller":"traceutil/trace.go:171","msg":"trace[1222056971] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"185.957753ms","start":"2026-03-03T18:55:07.994757Z","end":"2026-03-03T18:55:08.180715Z","steps":["trace[1222056971] 'process raft request' (duration: 185.582974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:08.180764Z","caller":"traceutil/trace.go:171","msg":"trace[135479066] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"185.170145ms","start":"2026-03-03T18:55:07.995567Z","end":"2026-03-03T18:55:08.180738Z","steps":["trace[135479066] 'process raft request' (duration: 184.808026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:31.170892Z","caller":"traceutil/trace.go:171","msg":"trace[485055000] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"197.959739ms","start":"2026-03-03T18:55:30.972889Z","end":"2026-03-03T18:55:31.170848Z","steps":["trace[485055000] 'process raft request' (duration: 197.759575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:36.139348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.781222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-03-03T18:55:36.139457Z","caller":"traceutil/trace.go:171","msg":"trace[365717713] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1166; }","duration":"157.896295ms","start":"2026-03-03T18:55:35.981537Z","end":"2026-03-03T18:55:36.139433Z","steps":["trace[365717713] 'range keys from in-memory index tree' (duration: 157.554827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:36.328178Z","caller":"traceutil/trace.go:171","msg":"trace[61446995] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"134.304329ms","start":"2026-03-03T18:55:36.193853Z","end":"2026-03-03T18:55:36.328158Z","steps":["trace[61446995] 'read index received' (duration: 134.143695ms)","trace[61446995] 'applied index is now lower than readState.Index' (duration: 159.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:36.328325Z","caller":"traceutil/trace.go:171","msg":"trace[1600675751] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"182.376581ms","start":"2026-03-03T18:55:36.145887Z","end":"2026-03-03T18:55:36.328263Z","steps":["trace[1600675751] 'process raft request' (duration: 182.106075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:36.328401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.536804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:55:36.328564Z","caller":"traceutil/trace.go:171","msg":"trace[1412961918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1167; }","duration":"134.708557ms","start":"2026-03-03T18:55:36.193836Z","end":"2026-03-03T18:55:36.328544Z","steps":["trace[1412961918] 'agreement among raft nodes before linearized reading' (duration: 134.456372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:50.511782Z","caller":"traceutil/trace.go:171","msg":"trace[1924837652] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"107.437946ms","start":"2026-03-03T18:55:50.404312Z","end":"2026-03-03T18:55:50.51175Z","steps":["trace[1924837652] 'process raft request' (duration: 107.274333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:04.608274Z","caller":"traceutil/trace.go:171","msg":"trace[1083816986] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"440.611809ms","start":"2026-03-03T18:56:04.167642Z","end":"2026-03-03T18:56:04.608254Z","steps":["trace[1083816986] 'process raft request' (duration: 440.452426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.608428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.167619Z","time spent":"440.735832ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:04.728367Z","caller":"traceutil/trace.go:171","msg":"trace[1979189930] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"410.467951ms","start":"2026-03-03T18:56:04.317854Z","end":"2026-03-03T18:56:04.728322Z","steps":["trace[1979189930] 'process raft request' (duration: 410.38934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:04.728438Z","caller":"traceutil/trace.go:171","msg":"trace[295964392] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"493.304024ms","start":"2026-03-03T18:56:04.235098Z","end":"2026-03-03T18:56:04.728402Z","steps":["trace[295964392] 'process raft request' (duration: 414.711137ms)","trace[295964392] 'compare' (duration: 78.314101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:04.72851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.317826Z","time spent":"410.615474ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:04.728592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.235061Z","time spent":"493.445537ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:04.728691Z","caller":"traceutil/trace.go:171","msg":"trace[551038730] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"236.068699ms","start":"2026-03-03T18:56:04.492594Z","end":"2026-03-03T18:56:04.728663Z","steps":["trace[551038730] 'process raft request' (duration: 235.693331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.862995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.442973ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:56:04.863096Z","caller":"traceutil/trace.go:171","msg":"trace[1842303591] linearizableReadLoop","detail":"{readStateIndex:1655; appliedIndex:1653; }","duration":"585.849036ms","start":"2026-03-03T18:56:04.277228Z","end":"2026-03-03T18:56:04.863077Z","steps":["trace[1842303591] 'read index received' (duration: 330.877542ms)","trace[1842303591] 'applied index is now lower than readState.Index' (duration: 254.970074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:04.863229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.269831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:04.863288Z","caller":"traceutil/trace.go:171","msg":"trace[831921095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"472.353872ms","start":"2026-03-03T18:56:04.390921Z","end":"2026-03-03T18:56:04.863275Z","steps":["trace[831921095] 'agreement among raft nodes before linearized reading' (duration: 472.26626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.863311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.778143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:56:04.863379Z","caller":"traceutil/trace.go:171","msg":"trace[1196807372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1594; }","duration":"199.892995ms","start":"2026-03-03T18:56:04.663471Z","end":"2026-03-03T18:56:04.863364Z","steps":["trace[1196807372] 'agreement among raft nodes before linearized reading' (duration: 199.721011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.863324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.390907Z","time spent":"472.409374ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:56:04.863477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.743535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae33ef42-967c-4b64-883b-5f2db11dbe4b\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-03T18:56:04.86352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.145444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:56:04.863564Z","caller":"traceutil/trace.go:171","msg":"trace[442721315] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae33ef42-967c-4b64-883b-5f2db11dbe4b; range_end:; response_count:1; response_revision:1594; }","duration":"289.851658ms","start":"2026-03-03T18:56:04.573688Z","end":"2026-03-03T18:56:04.86354Z","steps":["trace[442721315] 'agreement among raft nodes before linearized reading' (duration: 289.698655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:04.86361Z","caller":"traceutil/trace.go:171","msg":"trace[1545068312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1594; }","duration":"274.275638ms","start":"2026-03-03T18:56:04.589316Z","end":"2026-03-03T18:56:04.863592Z","steps":["trace[1545068312] 'agreement among raft nodes before linearized reading' (duration: 274.043682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.863652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.756871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:56:04.863725Z","caller":"traceutil/trace.go:171","msg":"trace[2008817173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1594; }","duration":"271.845514ms","start":"2026-03-03T18:56:04.591857Z","end":"2026-03-03T18:56:04.863702Z","steps":["trace[2008817173] 'agreement among raft nodes before linearized reading' (duration: 271.674809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.86374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.620523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:56:04.863772Z","caller":"traceutil/trace.go:171","msg":"trace[20160644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1594; }","duration":"265.682195ms","start":"2026-03-03T18:56:04.598081Z","end":"2026-03-03T18:56:04.863763Z","steps":["trace[20160644] 'agreement among raft nodes before linearized reading' (duration: 265.265955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.86381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.535842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:56:04.863943Z","caller":"traceutil/trace.go:171","msg":"trace[367537407] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1594; }","duration":"586.752767ms","start":"2026-03-03T18:56:04.277167Z","end":"2026-03-03T18:56:04.86392Z","steps":["trace[367537407] 'agreement among raft nodes before linearized reading' (duration: 586.46167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:04.864053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.277142Z","time spent":"586.8912ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:56:05.810553Z","caller":"traceutil/trace.go:171","msg":"trace[1929560320] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"941.995846ms","start":"2026-03-03T18:56:04.868527Z","end":"2026-03-03T18:56:05.810523Z","steps":["trace[1929560320] 'process raft request' (duration: 941.826502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:05.810674Z","caller":"traceutil/trace.go:171","msg":"trace[1784999338] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"942.023227ms","start":"2026-03-03T18:56:04.868632Z","end":"2026-03-03T18:56:05.810655Z","steps":["trace[1784999338] 'process raft request' (duration: 941.853543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:05.81073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.868503Z","time spent":"942.13717ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:05.810735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.868624Z","time spent":"942.080188ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:05.811051Z","caller":"traceutil/trace.go:171","msg":"trace[1264221309] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"941.975156ms","start":"2026-03-03T18:56:04.869057Z","end":"2026-03-03T18:56:05.811033Z","steps":["trace[1264221309] 'process raft request' (duration: 941.556997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:05.811613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.86904Z","time spent":"942.532388ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:05.81112Z","caller":"traceutil/trace.go:171","msg":"trace[1702362553] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"939.598422ms","start":"2026-03-03T18:56:04.871497Z","end":"2026-03-03T18:56:05.811095Z","steps":["trace[1702362553] 'process raft request' (duration: 939.465369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:05.811759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:04.871487Z","time spent":"940.244857ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:05.814957Z","caller":"traceutil/trace.go:171","msg":"trace[121725243] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1659; }","duration":"214.838032ms","start":"2026-03-03T18:56:05.600097Z","end":"2026-03-03T18:56:05.814935Z","steps":["trace[121725243] 'read index received' (duration: 210.30551ms)","trace[121725243] 'applied index is now lower than readState.Index' (duration: 4.531472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:05.815041Z","caller":"traceutil/trace.go:171","msg":"trace[505423713] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"678.307085ms","start":"2026-03-03T18:56:05.13671Z","end":"2026-03-03T18:56:05.815017Z","steps":["trace[505423713] 'process raft request' (duration: 678.137321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:05.815131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.012375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:56:05.815135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:05.136686Z","time spent":"678.405787ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:05.815173Z","caller":"traceutil/trace.go:171","msg":"trace[1900127232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"215.092828ms","start":"2026-03-03T18:56:05.60007Z","end":"2026-03-03T18:56:05.815163Z","steps":["trace[1900127232] 'agreement among raft nodes before linearized reading' (duration: 214.942234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:11.252559Z","caller":"traceutil/trace.go:171","msg":"trace[1344303707] linearizableReadLoop","detail":"{readStateIndex:1713; appliedIndex:1712; }","duration":"344.422886ms","start":"2026-03-03T18:56:10.908108Z","end":"2026-03-03T18:56:11.252531Z","steps":["trace[1344303707] 'read index received' (duration: 344.187401ms)","trace[1344303707] 'applied index is now lower than readState.Index' (duration: 234.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:11.252596Z","caller":"traceutil/trace.go:171","msg":"trace[401264664] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"350.417801ms","start":"2026-03-03T18:56:10.902161Z","end":"2026-03-03T18:56:11.252579Z","steps":["trace[401264664] 'process raft request' (duration: 350.213657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:11.252749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.620781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:11.252783Z","caller":"traceutil/trace.go:171","msg":"trace[2090719524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1647; }","duration":"344.688803ms","start":"2026-03-03T18:56:10.908084Z","end":"2026-03-03T18:56:11.252773Z","steps":["trace[2090719524] 'agreement among raft nodes before linearized reading' (duration: 344.5499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:11.25281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:10.908074Z","time spent":"344.729743ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:56:11.252797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:10.902145Z","time spent":"350.517943ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:18.073829Z","caller":"traceutil/trace.go:171","msg":"trace[900303624] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1758; }","duration":"190.380562ms","start":"2026-03-03T18:56:17.883428Z","end":"2026-03-03T18:56:18.073809Z","steps":["trace[900303624] 'read index received' (duration: 190.188298ms)","trace[900303624] 'applied index is now lower than readState.Index' (duration: 191.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:18.073924Z","caller":"traceutil/trace.go:171","msg":"trace[1774867856] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"217.191284ms","start":"2026-03-03T18:56:17.856683Z","end":"2026-03-03T18:56:18.073874Z","steps":["trace[1774867856] 'process raft request' (duration: 216.98814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:18.074068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.620367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:56:18.074127Z","caller":"traceutil/trace.go:171","msg":"trace[1103661940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1692; }","duration":"190.7241ms","start":"2026-03-03T18:56:17.883389Z","end":"2026-03-03T18:56:18.074113Z","steps":["trace[1103661940] 'agreement among raft nodes before linearized reading' (duration: 190.577436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:18.074171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.824689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:56:18.074273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.715274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:56:18.074232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.172835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:56:18.074366Z","caller":"traceutil/trace.go:171","msg":"trace[638014741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1692; }","duration":"184.855778ms","start":"2026-03-03T18:56:17.88949Z","end":"2026-03-03T18:56:18.074346Z","steps":["trace[638014741] 'agreement among raft nodes before linearized reading' (duration: 184.569041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.074378Z","caller":"traceutil/trace.go:171","msg":"trace[1684175814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1692; }","duration":"185.342948ms","start":"2026-03-03T18:56:17.889013Z","end":"2026-03-03T18:56:18.074356Z","steps":["trace[1684175814] 'agreement among raft nodes before linearized reading' (duration: 185.088282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.07444Z","caller":"traceutil/trace.go:171","msg":"trace[431017796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1692; }","duration":"186.024144ms","start":"2026-03-03T18:56:17.888268Z","end":"2026-03-03T18:56:18.074292Z","steps":["trace[431017796] 'agreement among raft nodes before linearized reading' (duration: 185.729587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.250496Z","caller":"traceutil/trace.go:171","msg":"trace[1244086125] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"171.484756ms","start":"2026-03-03T18:56:18.078976Z","end":"2026-03-03T18:56:18.250461Z","steps":["trace[1244086125] 'process raft request' (duration: 141.221926ms)","trace[1244086125] 'compare' (duration: 30.081366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:18.307362Z","caller":"traceutil/trace.go:171","msg":"trace[1968972948] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"228.134762ms","start":"2026-03-03T18:56:18.079208Z","end":"2026-03-03T18:56:18.307343Z","steps":["trace[1968972948] 'process raft request' (duration: 228.005628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.307743Z","caller":"traceutil/trace.go:171","msg":"trace[203800866] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"228.466039ms","start":"2026-03-03T18:56:18.079253Z","end":"2026-03-03T18:56:18.307719Z","steps":["trace[203800866] 'process raft request' (duration: 228.057119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.307796Z","caller":"traceutil/trace.go:171","msg":"trace[815777943] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"228.317055ms","start":"2026-03-03T18:56:18.079459Z","end":"2026-03-03T18:56:18.307776Z","steps":["trace[815777943] 'process raft request' (duration: 228.07951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:18.500365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.403041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:18.50045Z","caller":"traceutil/trace.go:171","msg":"trace[1739972290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1696; }","duration":"109.535743ms","start":"2026-03-03T18:56:18.390887Z","end":"2026-03-03T18:56:18.500423Z","steps":["trace[1739972290] 'range keys from in-memory index tree' (duration: 109.280778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:18.50044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.467927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:56:18.500679Z","caller":"traceutil/trace.go:171","msg":"trace[878860438] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1696; }","duration":"131.764204ms","start":"2026-03-03T18:56:18.3689Z","end":"2026-03-03T18:56:18.500664Z","steps":["trace[878860438] 'count revisions from in-memory index tree' (duration: 131.361524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.757355Z","caller":"traceutil/trace.go:171","msg":"trace[155076726] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"124.162002ms","start":"2026-03-03T18:56:18.633169Z","end":"2026-03-03T18:56:18.757331Z","steps":["trace[155076726] 'read index received' (duration: 124.077041ms)","trace[155076726] 'applied index is now lower than readState.Index' (duration: 83.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:18.757416Z","caller":"traceutil/trace.go:171","msg":"trace[650551644] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"246.904043ms","start":"2026-03-03T18:56:18.51048Z","end":"2026-03-03T18:56:18.757384Z","steps":["trace[650551644] 'process raft request' (duration: 246.668587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:18.757509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.317396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:18.75761Z","caller":"traceutil/trace.go:171","msg":"trace[2064866062] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1697; }","duration":"124.483019ms","start":"2026-03-03T18:56:18.633112Z","end":"2026-03-03T18:56:18.757595Z","steps":["trace[2064866062] 'agreement among raft nodes before linearized reading' (duration: 124.315756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.881266Z","caller":"traceutil/trace.go:171","msg":"trace[1643140564] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"226.469843ms","start":"2026-03-03T18:56:18.654768Z","end":"2026-03-03T18:56:18.881238Z","steps":["trace[1643140564] 'process raft request' (duration: 226.305649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.947896Z","caller":"traceutil/trace.go:171","msg":"trace[339658405] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"181.563274ms","start":"2026-03-03T18:56:18.766312Z","end":"2026-03-03T18:56:18.947875Z","steps":["trace[339658405] 'process raft request' (duration: 181.469992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.947972Z","caller":"traceutil/trace.go:171","msg":"trace[1038852846] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"182.882703ms","start":"2026-03-03T18:56:18.765032Z","end":"2026-03-03T18:56:18.947915Z","steps":["trace[1038852846] 'process raft request' (duration: 182.621157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:18.948642Z","caller":"traceutil/trace.go:171","msg":"trace[842423722] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"158.550075ms","start":"2026-03-03T18:56:18.790026Z","end":"2026-03-03T18:56:18.948576Z","steps":["trace[842423722] 'process raft request' (duration: 157.801509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.216115Z","caller":"traceutil/trace.go:171","msg":"trace[110362104] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"130.642818ms","start":"2026-03-03T18:56:22.085425Z","end":"2026-03-03T18:56:22.216068Z","steps":["trace[110362104] 'process raft request' (duration: 130.445714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.428103Z","caller":"traceutil/trace.go:171","msg":"trace[1924009709] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1793; }","duration":"107.773544ms","start":"2026-03-03T18:56:22.320307Z","end":"2026-03-03T18:56:22.42808Z","steps":["trace[1924009709] 'read index received' (duration: 86.817023ms)","trace[1924009709] 'applied index is now lower than readState.Index' (duration: 20.953631ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:22.428242Z","caller":"traceutil/trace.go:171","msg":"trace[460464265] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"160.853319ms","start":"2026-03-03T18:56:22.267358Z","end":"2026-03-03T18:56:22.428212Z","steps":["trace[460464265] 'process raft request' (duration: 139.798475ms)","trace[460464265] 'compare' (duration: 20.822048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:22.428365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T18:56:22.428362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.78653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:56:22.428426Z","caller":"traceutil/trace.go:171","msg":"trace[205158357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"108.150743ms","start":"2026-03-03T18:56:22.320259Z","end":"2026-03-03T18:56:22.42841Z","steps":["trace[205158357] 'agreement among raft nodes before linearized reading' (duration: 107.957469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.428435Z","caller":"traceutil/trace.go:171","msg":"trace[516725563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1725; }","duration":"105.880291ms","start":"2026-03-03T18:56:22.322539Z","end":"2026-03-03T18:56:22.428419Z","steps":["trace[516725563] 'agreement among raft nodes before linearized reading' (duration: 105.681967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:22.428526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.215897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:56:22.428577Z","caller":"traceutil/trace.go:171","msg":"trace[715773511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"105.306289ms","start":"2026-03-03T18:56:22.323257Z","end":"2026-03-03T18:56:22.428563Z","steps":["trace[715773511] 'agreement among raft nodes before linearized reading' (duration: 105.126505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.972036Z","caller":"traceutil/trace.go:171","msg":"trace[1387739012] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"539.365661ms","start":"2026-03-03T18:56:22.432644Z","end":"2026-03-03T18:56:22.97201Z","steps":["trace[1387739012] 'process raft request' (duration: 539.135145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.972133Z","caller":"traceutil/trace.go:171","msg":"trace[1828181273] linearizableReadLoop","detail":"{readStateIndex:1797; appliedIndex:1795; }","duration":"358.219137ms","start":"2026-03-03T18:56:22.613884Z","end":"2026-03-03T18:56:22.972104Z","steps":["trace[1828181273] 'read index received' (duration: 357.887519ms)","trace[1828181273] 'applied index is now lower than readState.Index' (duration: 330.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:22.972239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:22.432625Z","time spent":"539.509754ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:22.972322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.435051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-03-03T18:56:22.972282Z","caller":"traceutil/trace.go:171","msg":"trace[105866760] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"539.552155ms","start":"2026-03-03T18:56:22.432684Z","end":"2026-03-03T18:56:22.972236Z","steps":["trace[105866760] 'process raft request' (duration: 539.275808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:22.972366Z","caller":"traceutil/trace.go:171","msg":"trace[387783372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1728; }","duration":"358.536173ms","start":"2026-03-03T18:56:22.613818Z","end":"2026-03-03T18:56:22.972354Z","steps":["trace[387783372] 'agreement among raft nodes before linearized reading' (duration: 358.38268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:22.972398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:22.613792Z","time spent":"358.598835ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:56:22.972487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:22.432666Z","time spent":"539.712189ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:55.388557Z","caller":"traceutil/trace.go:171","msg":"trace[1531769795] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"297.110282ms","start":"2026-03-03T18:56:55.091422Z","end":"2026-03-03T18:56:55.388532Z","steps":["trace[1531769795] 'process raft request' (duration: 296.969229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:55.833734Z","caller":"traceutil/trace.go:171","msg":"trace[1649100616] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"712.947066ms","start":"2026-03-03T18:56:55.120756Z","end":"2026-03-03T18:56:55.833703Z","steps":["trace[1649100616] 'process raft request' (duration: 709.009547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:55.833868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.120728Z","time spent":"713.071518ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:55.833729Z","caller":"traceutil/trace.go:171","msg":"trace[220677213] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"653.324389ms","start":"2026-03-03T18:56:55.180377Z","end":"2026-03-03T18:56:55.833701Z","steps":["trace[220677213] 'read index received' (duration: 208.05636ms)","trace[220677213] 'applied index is now lower than readState.Index' (duration: 445.266719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:55.833929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.536893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:56:55.834017Z","caller":"traceutil/trace.go:171","msg":"trace[1096656189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1888; }","duration":"653.675436ms","start":"2026-03-03T18:56:55.180326Z","end":"2026-03-03T18:56:55.834002Z","steps":["trace[1096656189] 'agreement among raft nodes before linearized reading' (duration: 653.453341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:55.834072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.180309Z","time spent":"653.749389ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:56:55.834297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.029756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:56:55.834366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.606461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:55.834405Z","caller":"traceutil/trace.go:171","msg":"trace[879401542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1888; }","duration":"643.164319ms","start":"2026-03-03T18:56:55.191219Z","end":"2026-03-03T18:56:55.834384Z","steps":["trace[879401542] 'agreement among raft nodes before linearized reading' (duration: 642.922763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:55.834464Z","caller":"traceutil/trace.go:171","msg":"trace[152971261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"443.736514ms","start":"2026-03-03T18:56:55.390698Z","end":"2026-03-03T18:56:55.834434Z","steps":["trace[152971261] 'agreement among raft nodes before linearized reading' (duration: 443.54839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:55.834528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.390679Z","time spent":"443.837416ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:56:55.834417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.59021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:56:55.834548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.191209Z","time spent":"643.325213ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:56:55.834304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.561774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:55.834742Z","caller":"traceutil/trace.go:171","msg":"trace[1421105117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"160.037046ms","start":"2026-03-03T18:56:55.674678Z","end":"2026-03-03T18:56:55.834715Z","steps":["trace[1421105117] 'agreement among raft nodes before linearized reading' (duration: 159.485113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:55.834798Z","caller":"traceutil/trace.go:171","msg":"trace[36048756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1888; }","duration":"327.858068ms","start":"2026-03-03T18:56:55.506757Z","end":"2026-03-03T18:56:55.834615Z","steps":["trace[36048756] 'agreement among raft nodes before linearized reading' (duration: 327.459848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:55.834876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.506732Z","time spent":"328.127553ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:56:56.996372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.443269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:56:56.996715Z","caller":"traceutil/trace.go:171","msg":"trace[1186061024] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.111449428s","start":"2026-03-03T18:56:55.885248Z","end":"2026-03-03T18:56:56.996697Z","steps":["trace[1186061024] 'process raft request' (duration: 1.111409697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:56.996833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.885227Z","time spent":"1.11157087s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:56.997065Z","caller":"traceutil/trace.go:171","msg":"trace[1964726130] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"1.157967599s","start":"2026-03-03T18:56:55.839048Z","end":"2026-03-03T18:56:56.997016Z","steps":["trace[1964726130] 'process raft request' (duration: 1.157501068s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:56.997093Z","caller":"traceutil/trace.go:171","msg":"trace[661522788] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"1.158137352s","start":"2026-03-03T18:56:55.838929Z","end":"2026-03-03T18:56:56.997067Z","steps":["trace[661522788] 'process raft request' (duration: 295.917845ms)","trace[661522788] 'compare' (duration: 861.198494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:56.99713Z","caller":"traceutil/trace.go:171","msg":"trace[686705243] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.157899297s","start":"2026-03-03T18:56:55.839173Z","end":"2026-03-03T18:56:56.997072Z","steps":["trace[686705243] 'process raft request' (duration: 1.157454817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:56.997222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.83891Z","time spent":"1.158235656s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:56.997167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.83902Z","time spent":"1.158096382s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:56.997329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:55.839164Z","time spent":"1.158060051s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:57.168185Z","caller":"traceutil/trace.go:171","msg":"trace[369883810] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1964; }","duration":"776.494302ms","start":"2026-03-03T18:56:56.391669Z","end":"2026-03-03T18:56:57.168163Z","steps":["trace[369883810] 'read index received' (duration: 198.924444ms)","trace[369883810] 'applied index is now lower than readState.Index' (duration: 577.569058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:57.168212Z","caller":"traceutil/trace.go:171","msg":"trace[498480460] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"835.370351ms","start":"2026-03-03T18:56:56.332808Z","end":"2026-03-03T18:56:57.168178Z","steps":["trace[498480460] 'process raft request' (duration: 822.983581ms)","trace[498480460] 'compare' (duration: 12.242157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:57.168316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.620355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:57.168356Z","caller":"traceutil/trace.go:171","msg":"trace[2133872207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"776.682256ms","start":"2026-03-03T18:56:56.391663Z","end":"2026-03-03T18:56:57.168345Z","steps":["trace[2133872207] 'agreement among raft nodes before linearized reading' (duration: 776.601424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:57.168349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:56.332779Z","time spent":"835.505345ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:57.168386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:56.391618Z","time spent":"776.763698ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:56:57.168403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.177157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:56:57.168435Z","caller":"traceutil/trace.go:171","msg":"trace[1280134664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"557.278819ms","start":"2026-03-03T18:56:56.611148Z","end":"2026-03-03T18:56:57.168427Z","steps":["trace[1280134664] 'agreement among raft nodes before linearized reading' (duration: 557.146216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:57.168463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:56.611127Z","time spent":"557.3294ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:56:57.168781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.774892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:57.168831Z","caller":"traceutil/trace.go:171","msg":"trace[849372955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"326.851414ms","start":"2026-03-03T18:56:56.841959Z","end":"2026-03-03T18:56:57.168811Z","steps":["trace[849372955] 'agreement among raft nodes before linearized reading' (duration: 326.728982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:57.168862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:56.841938Z","time spent":"326.914915ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:56:57.168793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.594584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:56:57.168932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.954525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:56:57.169018Z","caller":"traceutil/trace.go:171","msg":"trace[1558771890] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1893; }","duration":"116.84449ms","start":"2026-03-03T18:56:57.052121Z","end":"2026-03-03T18:56:57.168965Z","steps":["trace[1558771890] 'agreement among raft nodes before linearized reading' (duration: 116.585484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:57.169025Z","caller":"traceutil/trace.go:171","msg":"trace[1554193899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1893; }","duration":"477.107367ms","start":"2026-03-03T18:56:56.691882Z","end":"2026-03-03T18:56:57.16899Z","steps":["trace[1554193899] 'agreement among raft nodes before linearized reading' (duration: 476.826061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:57.169186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:56.691861Z","time spent":"477.313742ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:56:57.489125Z","caller":"traceutil/trace.go:171","msg":"trace[193858266] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"169.228992ms","start":"2026-03-03T18:56:57.319859Z","end":"2026-03-03T18:56:57.489088Z","steps":["trace[193858266] 'process raft request' (duration: 150.055749ms)","trace[193858266] 'compare' (duration: 18.883997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:57.559974Z","caller":"traceutil/trace.go:171","msg":"trace[8332483] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"166.721866ms","start":"2026-03-03T18:56:57.393226Z","end":"2026-03-03T18:56:57.559948Z","steps":["trace[8332483] 'process raft request' (duration: 166.557122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:58.151921Z","caller":"traceutil/trace.go:171","msg":"trace[1231701363] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"313.029562ms","start":"2026-03-03T18:56:57.838866Z","end":"2026-03-03T18:56:58.151895Z","steps":["trace[1231701363] 'process raft request' (duration: 312.867608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:58.152081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:57.838841Z","time spent":"313.160904ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:59.190284Z","caller":"traceutil/trace.go:171","msg":"trace[1049725032] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"185.561962ms","start":"2026-03-03T18:56:59.004699Z","end":"2026-03-03T18:56:59.190261Z","steps":["trace[1049725032] 'process raft request' (duration: 185.396048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:59.81654Z","caller":"traceutil/trace.go:171","msg":"trace[392257037] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1975; }","duration":"635.161738ms","start":"2026-03-03T18:56:59.181354Z","end":"2026-03-03T18:56:59.816515Z","steps":["trace[392257037] 'read index received' (duration: 8.792898ms)","trace[392257037] 'applied index is now lower than readState.Index' (duration: 626.36777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:59.81657Z","caller":"traceutil/trace.go:171","msg":"trace[2128871952] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"810.482799ms","start":"2026-03-03T18:56:59.006056Z","end":"2026-03-03T18:56:59.816539Z","steps":["trace[2128871952] 'process raft request' (duration: 730.813109ms)","trace[2128871952] 'compare' (duration: 79.427814ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:59.816646Z","caller":"traceutil/trace.go:171","msg":"trace[1029038022] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"642.497804ms","start":"2026-03-03T18:56:59.174137Z","end":"2026-03-03T18:56:59.816635Z","steps":["trace[1029038022] 'process raft request' (duration: 642.33843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:59.816638Z","caller":"traceutil/trace.go:171","msg":"trace[838512635] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"810.498799ms","start":"2026-03-03T18:56:59.006107Z","end":"2026-03-03T18:56:59.816606Z","steps":["trace[838512635] 'process raft request' (duration: 810.325365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:59.816704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.006039Z","time spent":"810.589572ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:59.816734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.174101Z","time spent":"642.586906ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:59.816795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.00609Z","time spent":"810.617041ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:59.816945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.587288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:59.81704Z","caller":"traceutil/trace.go:171","msg":"trace[1477589033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"635.733691ms","start":"2026-03-03T18:56:59.181282Z","end":"2026-03-03T18:56:59.817016Z","steps":["trace[1477589033] 'agreement among raft nodes before linearized reading' (duration: 635.483206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:59.817089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.181254Z","time spent":"635.823674ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:57:00.317739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902822480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:57:01.038153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.730208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:57:01.03841Z","caller":"traceutil/trace.go:171","msg":"trace[388315346] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.473410235s","start":"2026-03-03T18:56:59.564964Z","end":"2026-03-03T18:57:01.038374Z","steps":["trace[388315346] 'process raft request' (duration: 958.346099ms)","trace[388315346] 'compare' (duration: 514.140095ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:01.038463Z","caller":"traceutil/trace.go:171","msg":"trace[326070898] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"880.672274ms","start":"2026-03-03T18:57:00.157754Z","end":"2026-03-03T18:57:01.038427Z","steps":["trace[326070898] 'process raft request' (duration: 880.50532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.03858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.564933Z","time spent":"1.473560638s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:57:01.038616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810690183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:57:01.038626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:00.157718Z","time spent":"880.829228ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:57:01.038655Z","caller":"traceutil/trace.go:171","msg":"trace[911711026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"1.810774705s","start":"2026-03-03T18:56:59.22787Z","end":"2026-03-03T18:57:01.038645Z","steps":["trace[911711026] 'agreement among raft nodes before linearized reading' (duration: 1.810611571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.03872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.227846Z","time spent":"1.810856677s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:57:01.038425Z","caller":"traceutil/trace.go:171","msg":"trace[1583115851] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1979; }","duration":"1.221795881s","start":"2026-03-03T18:56:59.816608Z","end":"2026-03-03T18:57:01.038404Z","steps":["trace[1583115851] 'read index received' (duration: 706.728555ms)","trace[1583115851] 'applied index is now lower than readState.Index' (duration: 515.066146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:01.038904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.037346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:57:01.038912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.083414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:57:01.03894Z","caller":"traceutil/trace.go:171","msg":"trace[447633050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1905; }","duration":"647.102218ms","start":"2026-03-03T18:57:00.391827Z","end":"2026-03-03T18:57:01.03893Z","steps":["trace[447633050] 'agreement among raft nodes before linearized reading' (duration: 647.047947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.038915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68344013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T18:57:01.03895Z","caller":"traceutil/trace.go:171","msg":"trace[1316172828] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1905; }","duration":"943.159745ms","start":"2026-03-03T18:57:00.095777Z","end":"2026-03-03T18:57:01.038937Z","steps":["trace[1316172828] 'agreement among raft nodes before linearized reading' (duration: 943.087814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.038975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:00.391807Z","time spent":"647.161549ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:57:01.038993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:00.095751Z","time spent":"943.234626ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:57:01.039017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810925809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:57:01.038997Z","caller":"traceutil/trace.go:171","msg":"trace[1626344207] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:1905; }","duration":"1.683565282s","start":"2026-03-03T18:56:59.355414Z","end":"2026-03-03T18:57:01.038979Z","steps":["trace[1626344207] 'agreement among raft nodes before linearized reading' (duration: 1.683072941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.039172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.355321Z","time spent":"1.683837928s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-03-03T18:57:01.039139Z","caller":"traceutil/trace.go:171","msg":"trace[126316546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1905; }","duration":"1.811077622s","start":"2026-03-03T18:56:59.228043Z","end":"2026-03-03T18:57:01.039121Z","steps":["trace[126316546] 'agreement among raft nodes before linearized reading' (duration: 1.810758285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:01.0393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:59.228028Z","time spent":"1.811213305s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:57:01.039342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.876271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:57:01.039403Z","caller":"traceutil/trace.go:171","msg":"trace[1685557251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"213.966393ms","start":"2026-03-03T18:57:00.82541Z","end":"2026-03-03T18:57:01.039376Z","steps":["trace[1685557251] 'agreement among raft nodes before linearized reading' (duration: 213.469732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:02.716202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.083158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:02.716306Z","caller":"traceutil/trace.go:171","msg":"trace[1543717784] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2373; }","duration":"316.216531ms","start":"2026-03-03T18:58:02.400071Z","end":"2026-03-03T18:58:02.716287Z","steps":["trace[1543717784] 'count revisions from in-memory index tree' (duration: 316.007687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:02.716331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.664491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:58:02.716402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:02.400025Z","time spent":"316.358925ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:58:02.716426Z","caller":"traceutil/trace.go:171","msg":"trace[1749130893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2373; }","duration":"324.803864ms","start":"2026-03-03T18:58:02.3916Z","end":"2026-03-03T18:58:02.716404Z","steps":["trace[1749130893] 'range keys from in-memory index tree' (duration: 324.579679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:02.716469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:02.391577Z","time spent":"324.883676ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:58:06.320814Z","caller":"traceutil/trace.go:171","msg":"trace[614076807] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"132.722106ms","start":"2026-03-03T18:58:06.188068Z","end":"2026-03-03T18:58:06.32079Z","steps":["trace[614076807] 'read index received' (duration: 132.503241ms)","trace[614076807] 'applied index is now lower than readState.Index' (duration: 217.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:06.320885Z","caller":"traceutil/trace.go:171","msg":"trace[1995437670] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"221.119603ms","start":"2026-03-03T18:58:06.099732Z","end":"2026-03-03T18:58:06.320852Z","steps":["trace[1995437670] 'process raft request' (duration: 220.918309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:06.321065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.986561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:58:06.321134Z","caller":"traceutil/trace.go:171","msg":"trace[803036293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2393; }","duration":"133.113864ms","start":"2026-03-03T18:58:06.188004Z","end":"2026-03-03T18:58:06.321118Z","steps":["trace[803036293] 'agreement among raft nodes before linearized reading' (duration: 132.9059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:12.460076Z","caller":"traceutil/trace.go:171","msg":"trace[914061264] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"118.857703ms","start":"2026-03-03T18:58:12.341168Z","end":"2026-03-03T18:58:12.460025Z","steps":["trace[914061264] 'process raft request' (duration: 118.580726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:16.70001Z","caller":"traceutil/trace.go:171","msg":"trace[1403675327] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"215.809143ms","start":"2026-03-03T18:58:16.484161Z","end":"2026-03-03T18:58:16.69997Z","steps":["trace[1403675327] 'process raft request' (duration: 215.65365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:16.704283Z","caller":"traceutil/trace.go:171","msg":"trace[1998617051] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"218.282488ms","start":"2026-03-03T18:58:16.485973Z","end":"2026-03-03T18:58:16.704256Z","steps":["trace[1998617051] 'process raft request' (duration: 218.082974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:16.704526Z","caller":"traceutil/trace.go:171","msg":"trace[986820487] linearizableReadLoop","detail":"{readStateIndex:2555; appliedIndex:2552; }","duration":"166.704969ms","start":"2026-03-03T18:58:16.537789Z","end":"2026-03-03T18:58:16.704494Z","steps":["trace[986820487] 'read index received' (duration: 161.968443ms)","trace[986820487] 'applied index is now lower than readState.Index' (duration: 4.734266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:16.704548Z","caller":"traceutil/trace.go:171","msg":"trace[1503038108] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"171.085288ms","start":"2026-03-03T18:58:16.533433Z","end":"2026-03-03T18:58:16.704518Z","steps":["trace[1503038108] 'process raft request' (duration: 170.772711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:16.704788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.977525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:58:16.704869Z","caller":"traceutil/trace.go:171","msg":"trace[1431631548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2455; }","duration":"167.112638ms","start":"2026-03-03T18:58:16.537735Z","end":"2026-03-03T18:58:16.704848Z","steps":["trace[1431631548] 'agreement among raft nodes before linearized reading' (duration: 166.889214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:16.704921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.983458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:58:16.704985Z","caller":"traceutil/trace.go:171","msg":"trace[190471658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2455; }","duration":"164.100341ms","start":"2026-03-03T18:58:16.540867Z","end":"2026-03-03T18:58:16.704967Z","steps":["trace[190471658] 'agreement among raft nodes before linearized reading' (duration: 163.892086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:39.544211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.675009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:39.544292Z","caller":"traceutil/trace.go:171","msg":"trace[685418143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2575; }","duration":"150.808021ms","start":"2026-03-03T18:58:39.393466Z","end":"2026-03-03T18:58:39.544274Z","steps":["trace[685418143] 'range keys from in-memory index tree' (duration: 150.557667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:39.54442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.823407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T18:58:39.544527Z","caller":"traceutil/trace.go:171","msg":"trace[285140020] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2575; }","duration":"357.96308ms","start":"2026-03-03T18:58:39.186531Z","end":"2026-03-03T18:58:39.544494Z","steps":["trace[285140020] 'range keys from in-memory index tree' (duration: 357.657253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:39.544644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.186509Z","time spent":"358.056443ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T18:58:39.544679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.490822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T18:58:39.544748Z","caller":"traceutil/trace.go:171","msg":"trace[841815231] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:2575; }","duration":"185.609624ms","start":"2026-03-03T18:58:39.35912Z","end":"2026-03-03T18:58:39.544729Z","steps":["trace[841815231] 'range keys from in-memory index tree' (duration: 184.94839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:39.674875Z","caller":"traceutil/trace.go:171","msg":"trace[1935975382] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"113.170014ms","start":"2026-03-03T18:58:39.561676Z","end":"2026-03-03T18:58:39.674846Z","steps":["trace[1935975382] 'process raft request' (duration: 112.846087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:39.674869Z","caller":"traceutil/trace.go:171","msg":"trace[1087317659] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"106.25368ms","start":"2026-03-03T18:58:39.568581Z","end":"2026-03-03T18:58:39.674835Z","steps":["trace[1087317659] 'process raft request' (duration: 106.098956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.551112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.712922ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:40.551226Z","caller":"traceutil/trace.go:171","msg":"trace[1021801733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2578; }","duration":"762.841945ms","start":"2026-03-03T18:58:39.78837Z","end":"2026-03-03T18:58:40.551212Z","steps":["trace[1021801733] 'range keys from in-memory index tree' (duration: 762.697502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.319246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:58:40.552301Z","caller":"traceutil/trace.go:171","msg":"trace[1278145121] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2683; }","duration":"872.262596ms","start":"2026-03-03T18:58:39.68003Z","end":"2026-03-03T18:58:40.552293Z","steps":["trace[1278145121] 'read index received' (duration: 361.756475ms)","trace[1278145121] 'applied index is now lower than readState.Index' (duration: 510.505591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:40.552364Z","caller":"traceutil/trace.go:171","msg":"trace[614521623] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"872.596373ms","start":"2026-03-03T18:58:39.679761Z","end":"2026-03-03T18:58:40.552357Z","steps":["trace[614521623] 'process raft request' (duration: 872.43877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:40.552324Z","caller":"traceutil/trace.go:171","msg":"trace[55361520] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"872.89045ms","start":"2026-03-03T18:58:39.679397Z","end":"2026-03-03T18:58:40.552287Z","steps":["trace[55361520] 'process raft request' (duration: 362.376599ms)","trace[55361520] 'compare' (duration: 509.896357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:40.552403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.679737Z","time spent":"872.646654ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:40.552501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.679386Z","time spent":"873.017302ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:40.552566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.467441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T18:58:40.55259Z","caller":"traceutil/trace.go:171","msg":"trace[902392495] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2581; }","duration":"872.505411ms","start":"2026-03-03T18:58:39.680078Z","end":"2026-03-03T18:58:40.552583Z","steps":["trace[902392495] 'agreement among raft nodes before linearized reading' (duration: 872.411169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.535492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T18:58:40.552614Z","caller":"traceutil/trace.go:171","msg":"trace[1813173568] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"842.307032ms","start":"2026-03-03T18:58:39.710185Z","end":"2026-03-03T18:58:40.552492Z","steps":["trace[1813173568] 'process raft request' (duration: 842.078877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.715172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:58:40.55268Z","caller":"traceutil/trace.go:171","msg":"trace[1691279278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2581; }","duration":"697.779783ms","start":"2026-03-03T18:58:39.854895Z","end":"2026-03-03T18:58:40.552674Z","steps":["trace[1691279278] 'agreement among raft nodes before linearized reading' (duration: 697.726101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.854875Z","time spent":"697.815734ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:58:40.552638Z","caller":"traceutil/trace.go:171","msg":"trace[1247411674] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2581; }","duration":"872.628684ms","start":"2026-03-03T18:58:39.679995Z","end":"2026-03-03T18:58:40.552624Z","steps":["trace[1247411674] 'agreement among raft nodes before linearized reading' (duration: 872.44299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.710159Z","time spent":"842.520627ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:40.552729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.38468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189969d6e17336f9\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-03T18:58:40.552785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.67998Z","time spent":"872.776208ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T18:58:40.552816Z","caller":"traceutil/trace.go:171","msg":"trace[1454813290] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189969d6e17336f9; range_end:; response_count:1; response_revision:2581; }","duration":"587.492343ms","start":"2026-03-03T18:58:39.965293Z","end":"2026-03-03T18:58:40.552786Z","steps":["trace[1454813290] 'agreement among raft nodes before linearized reading' (duration: 587.302017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:40.552609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.68007Z","time spent":"872.534492ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T18:58:40.552852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:39.965275Z","time spent":"587.571474ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189969d6e17336f9\" "} {"level":"info","ts":"2026-03-03T18:58:41.006899Z","caller":"traceutil/trace.go:171","msg":"trace[2055429307] linearizableReadLoop","detail":"{readStateIndex:2687; appliedIndex:2686; }","duration":"451.78878ms","start":"2026-03-03T18:58:40.555085Z","end":"2026-03-03T18:58:41.006874Z","steps":["trace[2055429307] 'read index received' (duration: 451.606906ms)","trace[2055429307] 'applied index is now lower than readState.Index' (duration: 180.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:41.007049Z","caller":"traceutil/trace.go:171","msg":"trace[254282684] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"452.147489ms","start":"2026-03-03T18:58:40.554875Z","end":"2026-03-03T18:58:41.007023Z","steps":["trace[254282684] 'process raft request' (duration: 451.829812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:41.00707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.962504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:58:41.007226Z","caller":"traceutil/trace.go:171","msg":"trace[1107607623] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2582; }","duration":"452.148589ms","start":"2026-03-03T18:58:40.55506Z","end":"2026-03-03T18:58:41.007208Z","steps":["trace[1107607623] 'agreement among raft nodes before linearized reading' (duration: 451.931134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:41.007234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:40.554848Z","time spent":"452.265462ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:41.007445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:40.555046Z","time spent":"452.387994ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:58:41.00897Z","caller":"traceutil/trace.go:171","msg":"trace[1595664714] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"451.76381ms","start":"2026-03-03T18:58:40.557192Z","end":"2026-03-03T18:58:41.008956Z","steps":["trace[1595664714] 'process raft request' (duration: 451.648307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:41.009056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:40.557179Z","time spent":"451.836021ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:41.009162Z","caller":"traceutil/trace.go:171","msg":"trace[2123867753] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"185.127193ms","start":"2026-03-03T18:58:40.824027Z","end":"2026-03-03T18:58:41.009155Z","steps":["trace[2123867753] 'process raft request' (duration: 184.890988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:41.009283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.936363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:58:41.00928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.143519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:58:41.009304Z","caller":"traceutil/trace.go:171","msg":"trace[380670761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2584; }","duration":"105.983813ms","start":"2026-03-03T18:58:40.903315Z","end":"2026-03-03T18:58:41.009299Z","steps":["trace[380670761] 'agreement among raft nodes before linearized reading' (duration: 105.923501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:41.009324Z","caller":"traceutil/trace.go:171","msg":"trace[1577485297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2584; }","duration":"163.235941ms","start":"2026-03-03T18:58:40.846075Z","end":"2026-03-03T18:58:41.009311Z","steps":["trace[1577485297] 'agreement among raft nodes before linearized reading' (duration: 163.068157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:46.549318Z","caller":"traceutil/trace.go:171","msg":"trace[2005213213] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"157.613074ms","start":"2026-03-03T18:58:46.391685Z","end":"2026-03-03T18:58:46.549299Z","steps":["trace[2005213213] 'read index received' (duration: 157.485371ms)","trace[2005213213] 'applied index is now lower than readState.Index' (duration: 126.883µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:46.549464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.766788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:46.549466Z","caller":"traceutil/trace.go:171","msg":"trace[1462695015] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"228.968019ms","start":"2026-03-03T18:58:46.320457Z","end":"2026-03-03T18:58:46.549425Z","steps":["trace[1462695015] 'process raft request' (duration: 228.696693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:46.549527Z","caller":"traceutil/trace.go:171","msg":"trace[589344223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2609; }","duration":"157.890601ms","start":"2026-03-03T18:58:46.39163Z","end":"2026-03-03T18:58:46.549521Z","steps":["trace[589344223] 'agreement among raft nodes before linearized reading' (duration: 157.790358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:00:38.644973Z","caller":"traceutil/trace.go:171","msg":"trace[258214337] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"208.437183ms","start":"2026-03-03T19:00:38.43651Z","end":"2026-03-03T19:00:38.644948Z","steps":["trace[258214337] 'process raft request' (duration: 208.29064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:01:12.55275Z","caller":"traceutil/trace.go:171","msg":"trace[1296596277] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"229.695626ms","start":"2026-03-03T19:01:12.323027Z","end":"2026-03-03T19:01:12.552722Z","steps":["trace[1296596277] 'process raft request' (duration: 229.521842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:13.122371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.836626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:01:13.122468Z","caller":"traceutil/trace.go:171","msg":"trace[1855921796] linearizableReadLoop","detail":"{readStateIndex:3650; appliedIndex:3648; }","duration":"733.988677ms","start":"2026-03-03T19:01:12.388465Z","end":"2026-03-03T19:01:13.122453Z","steps":["trace[1855921796] 'read index received' (duration: 164.081364ms)","trace[1855921796] 'applied index is now lower than readState.Index' (duration: 569.906063ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:01:13.122609Z","caller":"traceutil/trace.go:171","msg":"trace[489717334] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"798.939555ms","start":"2026-03-03T19:01:12.323604Z","end":"2026-03-03T19:01:13.122544Z","steps":["trace[489717334] 'process raft request' (duration: 398.833683ms)","trace[489717334] 'compare' (duration: 399.585811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:01:13.122636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.150491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:01:13.122741Z","caller":"traceutil/trace.go:171","msg":"trace[2011506968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3508; }","duration":"734.332004ms","start":"2026-03-03T19:01:12.388384Z","end":"2026-03-03T19:01:13.122716Z","steps":["trace[2011506968] 'agreement among raft nodes before linearized reading' (duration: 734.1536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:13.122814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:12.388361Z","time spent":"734.437777ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:01:13.122828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:12.323574Z","time spent":"799.132339ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:01:13.157862Z","caller":"traceutil/trace.go:171","msg":"trace[159068990] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"351.373798ms","start":"2026-03-03T19:01:12.806466Z","end":"2026-03-03T19:01:13.15784Z","steps":["trace[159068990] 'process raft request' (duration: 351.212955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:13.158028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:12.80644Z","time spent":"351.482561ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:30.793276Z","caller":"traceutil/trace.go:171","msg":"trace[1491786592] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4420; }","duration":"180.345575ms","start":"2026-03-03T19:02:30.612903Z","end":"2026-03-03T19:02:30.793248Z","steps":["trace[1491786592] 'process raft request' (duration: 180.155621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:33.954424Z","caller":"traceutil/trace.go:171","msg":"trace[1190550324] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"113.008024ms","start":"2026-03-03T19:02:33.841375Z","end":"2026-03-03T19:02:33.954383Z","steps":["trace[1190550324] 'process raft request' (duration: 112.500603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:34.200063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.33772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:02:34.200605Z","caller":"traceutil/trace.go:171","msg":"trace[971595904] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"201.250185ms","start":"2026-03-03T19:02:33.999306Z","end":"2026-03-03T19:02:34.200556Z","steps":["trace[971595904] 'process raft request' (duration: 39.22989ms)","trace[971595904] 'compare' (duration: 161.172896ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:34.20063Z","caller":"traceutil/trace.go:171","msg":"trace[361636537] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4690; }","duration":"119.781106ms","start":"2026-03-03T19:02:34.080826Z","end":"2026-03-03T19:02:34.200607Z","steps":["trace[361636537] 'read index received' (duration: 78.166212ms)","trace[361636537] 'applied index is now lower than readState.Index' (duration: 41.613834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:34.200681Z","caller":"traceutil/trace.go:171","msg":"trace[1547048326] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"177.977422ms","start":"2026-03-03T19:02:34.022655Z","end":"2026-03-03T19:02:34.200633Z","steps":["trace[1547048326] 'process raft request' (duration: 177.575293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:34.201426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.589384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-03T19:02:34.201488Z","caller":"traceutil/trace.go:171","msg":"trace[1321341768] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4508; }","duration":"120.705457ms","start":"2026-03-03T19:02:34.08077Z","end":"2026-03-03T19:02:34.201476Z","steps":["trace[1321341768] 'agreement among raft nodes before linearized reading' (duration: 119.944169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:35.709057Z","caller":"traceutil/trace.go:171","msg":"trace[1760911122] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"283.489978ms","start":"2026-03-03T19:02:35.425537Z","end":"2026-03-03T19:02:35.709027Z","steps":["trace[1760911122] 'process raft request' (duration: 283.213582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:35.709266Z","caller":"traceutil/trace.go:171","msg":"trace[1505948644] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4706; }","duration":"160.007289ms","start":"2026-03-03T19:02:35.549199Z","end":"2026-03-03T19:02:35.709207Z","steps":["trace[1505948644] 'read index received' (duration: 159.983509ms)","trace[1505948644] 'applied index is now lower than readState.Index' (duration: 19.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:35.709514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.293306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-03-03T19:02:35.709611Z","caller":"traceutil/trace.go:171","msg":"trace[714932630] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc; range_end:; response_count:1; response_revision:4521; }","duration":"160.436248ms","start":"2026-03-03T19:02:35.549159Z","end":"2026-03-03T19:02:35.709595Z","steps":["trace[714932630] 'agreement among raft nodes before linearized reading' (duration: 160.196673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:35.710507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.698295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc.18996a1226c59f0a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-03T19:02:35.710604Z","caller":"traceutil/trace.go:171","msg":"trace[530232421] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc.18996a1226c59f0a; range_end:; response_count:1; response_revision:4522; }","duration":"160.814207ms","start":"2026-03-03T19:02:35.549767Z","end":"2026-03-03T19:02:35.710581Z","steps":["trace[530232421] 'agreement among raft nodes before linearized reading' (duration: 160.590612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:38.716044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902829147,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:02:39.120827Z","caller":"traceutil/trace.go:171","msg":"trace[1932214664] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"918.733548ms","start":"2026-03-03T19:02:38.202061Z","end":"2026-03-03T19:02:39.120795Z","steps":["trace[1932214664] 'process raft request' (duration: 918.486132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.120995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.20203Z","time spent":"918.887841ms","remote":"127.0.0.1:54476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:02:39.190724Z","caller":"traceutil/trace.go:171","msg":"trace[1730977235] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4825; }","duration":"975.243325ms","start":"2026-03-03T19:02:38.215447Z","end":"2026-03-03T19:02:39.19069Z","steps":["trace[1730977235] 'read index received' (duration: 905.085121ms)","trace[1730977235] 'applied index is now lower than readState.Index' (duration: 70.153994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:39.190817Z","caller":"traceutil/trace.go:171","msg":"trace[1997487727] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"476.853177ms","start":"2026-03-03T19:02:38.713926Z","end":"2026-03-03T19:02:39.190779Z","steps":["trace[1997487727] 'process raft request' (duration: 476.357575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:39.190935Z","caller":"traceutil/trace.go:171","msg":"trace[926165884] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"286.296042ms","start":"2026-03-03T19:02:38.904574Z","end":"2026-03-03T19:02:39.19087Z","steps":["trace[926165884] 'process raft request' (duration: 286.032786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.190993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.713906Z","time spent":"476.97698ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:39.19111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.667506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:02:39.191303Z","caller":"traceutil/trace.go:171","msg":"trace[182459984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4640; }","duration":"975.910731ms","start":"2026-03-03T19:02:38.215372Z","end":"2026-03-03T19:02:39.191282Z","steps":["trace[182459984] 'agreement among raft nodes before linearized reading' (duration: 975.527282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.192774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.21533Z","time spent":"977.423674ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:02:39.200282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.754119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:02:39.200335Z","caller":"traceutil/trace.go:171","msg":"trace[27582657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4641; }","duration":"898.844861ms","start":"2026-03-03T19:02:38.301475Z","end":"2026-03-03T19:02:39.200319Z","steps":["trace[27582657] 'agreement among raft nodes before linearized reading' (duration: 898.705928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.200371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.30146Z","time spent":"898.901472ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:02:39.200475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.069648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:02:39.200547Z","caller":"traceutil/trace.go:171","msg":"trace[923947073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4641; }","duration":"838.184711ms","start":"2026-03-03T19:02:38.362348Z","end":"2026-03-03T19:02:39.200533Z","steps":["trace[923947073] 'agreement among raft nodes before linearized reading' (duration: 837.928835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.200592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.362338Z","time spent":"838.244222ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:02:39.200601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.027723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-03T19:02:39.200643Z","caller":"traceutil/trace.go:171","msg":"trace[1343478266] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc-tls; range_end:; response_count:1; response_revision:4641; }","duration":"861.092144ms","start":"2026-03-03T19:02:38.339541Z","end":"2026-03-03T19:02:39.200633Z","steps":["trace[1343478266] 'agreement among raft nodes before linearized reading' (duration: 860.984141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.20066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.906587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:02:39.200685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.33953Z","time spent":"861.144085ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-4rhgc-tls\" "} {"level":"info","ts":"2026-03-03T19:02:39.200695Z","caller":"traceutil/trace.go:171","msg":"trace[117125830] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4641; }","duration":"361.986119ms","start":"2026-03-03T19:02:38.838698Z","end":"2026-03-03T19:02:39.200685Z","steps":["trace[117125830] 'agreement among raft nodes before linearized reading' (duration: 361.928938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.200737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.83867Z","time spent":"362.057131ms","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:02:39.200859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.3347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:02:39.200885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.794378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:02:39.200903Z","caller":"traceutil/trace.go:171","msg":"trace[2137364380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:4641; }","duration":"832.377781ms","start":"2026-03-03T19:02:38.368515Z","end":"2026-03-03T19:02:39.200893Z","steps":["trace[2137364380] 'agreement among raft nodes before linearized reading' (duration: 832.254858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:39.200923Z","caller":"traceutil/trace.go:171","msg":"trace[1839668408] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4641; }","duration":"885.85468ms","start":"2026-03-03T19:02:38.315057Z","end":"2026-03-03T19:02:39.200912Z","steps":["trace[1839668408] 'agreement among raft nodes before linearized reading' (duration: 885.755748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.200939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.36844Z","time spent":"832.492422ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4642\" "} {"level":"warn","ts":"2026-03-03T19:02:39.200953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.315045Z","time spent":"885.900841ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:02:39.201116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.579297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T19:02:39.201162Z","caller":"traceutil/trace.go:171","msg":"trace[962325647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d; range_end:; response_count:1; response_revision:4641; }","duration":"887.644299ms","start":"2026-03-03T19:02:38.313507Z","end":"2026-03-03T19:02:39.201151Z","steps":["trace[962325647] 'agreement among raft nodes before linearized reading' (duration: 887.538627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.20117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.669295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:02:39.201191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.313492Z","time spent":"887.69166ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d\" "} {"level":"info","ts":"2026-03-03T19:02:39.201204Z","caller":"traceutil/trace.go:171","msg":"trace[632235268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4641; }","duration":"889.754506ms","start":"2026-03-03T19:02:38.311438Z","end":"2026-03-03T19:02:39.201193Z","steps":["trace[632235268] 'agreement among raft nodes before linearized reading' (duration: 889.660234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.201231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.311406Z","time spent":"889.817558ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:02:39.200601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.984448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T19:02:39.201508Z","caller":"traceutil/trace.go:171","msg":"trace[1805144718] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d; range_end:; response_count:1; response_revision:4641; }","duration":"625.94574ms","start":"2026-03-03T19:02:38.575543Z","end":"2026-03-03T19:02:39.201488Z","steps":["trace[1805144718] 'agreement among raft nodes before linearized reading' (duration: 624.934567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:39.201649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:38.575435Z","time spent":"626.194006ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8d378ccc-51a9-4f16-ad4f-2cfe4066227d\" "} {"level":"info","ts":"2026-03-03T19:02:39.620645Z","caller":"traceutil/trace.go:171","msg":"trace[82185795] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"235.992403ms","start":"2026-03-03T19:02:39.384623Z","end":"2026-03-03T19:02:39.620615Z","steps":["trace[82185795] 'process raft request' (duration: 223.474463ms)","trace[82185795] 'compare' (duration: 11.997859ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:39.620523Z","caller":"traceutil/trace.go:171","msg":"trace[1040313028] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"227.84168ms","start":"2026-03-03T19:02:39.39262Z","end":"2026-03-03T19:02:39.620462Z","steps":["trace[1040313028] 'read index received' (duration: 215.565295ms)","trace[1040313028] 'applied index is now lower than readState.Index' (duration: 12.274975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:39.620871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.917452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:39.620966Z","caller":"traceutil/trace.go:171","msg":"trace[841312780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4655; }","duration":"232.064586ms","start":"2026-03-03T19:02:39.388882Z","end":"2026-03-03T19:02:39.620947Z","steps":["trace[841312780] 'agreement among raft nodes before linearized reading' (duration: 231.870561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:39.63661Z","caller":"traceutil/trace.go:171","msg":"trace[276038089] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"237.303443ms","start":"2026-03-03T19:02:39.39928Z","end":"2026-03-03T19:02:39.636584Z","steps":["trace[276038089] 'process raft request' (duration: 237.085028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.551047Z","caller":"traceutil/trace.go:171","msg":"trace[853121700] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"288.659275ms","start":"2026-03-03T19:02:41.262345Z","end":"2026-03-03T19:02:41.551004Z","steps":["trace[853121700] 'process raft request' (duration: 254.953689ms)","trace[853121700] 'compare' (duration: 33.288187ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:41.551122Z","caller":"traceutil/trace.go:171","msg":"trace[525501301] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4871; }","duration":"287.98505ms","start":"2026-03-03T19:02:41.263112Z","end":"2026-03-03T19:02:41.551097Z","steps":["trace[525501301] 'read index received' (duration: 254.281354ms)","trace[525501301] 'applied index is now lower than readState.Index' (duration: 33.702236ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:41.551162Z","caller":"traceutil/trace.go:171","msg":"trace[790606184] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"288.00564ms","start":"2026-03-03T19:02:41.263117Z","end":"2026-03-03T19:02:41.551123Z","steps":["trace[790606184] 'process raft request' (duration: 287.896178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.551251Z","caller":"traceutil/trace.go:171","msg":"trace[159011029] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"287.926508ms","start":"2026-03-03T19:02:41.263307Z","end":"2026-03-03T19:02:41.551234Z","steps":["trace[159011029] 'process raft request' (duration: 287.746764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.551123Z","caller":"traceutil/trace.go:171","msg":"trace[498646920] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"288.474541ms","start":"2026-03-03T19:02:41.262616Z","end":"2026-03-03T19:02:41.551091Z","steps":["trace[498646920] 'process raft request' (duration: 288.264156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:41.55165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.817801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:02:41.551564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.44093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62893"} {"level":"warn","ts":"2026-03-03T19:02:41.551667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.730909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:41.551728Z","caller":"traceutil/trace.go:171","msg":"trace[134472853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4686; }","duration":"158.947154ms","start":"2026-03-03T19:02:41.392762Z","end":"2026-03-03T19:02:41.551709Z","steps":["trace[134472853] 'agreement among raft nodes before linearized reading' (duration: 158.808711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.551793Z","caller":"traceutil/trace.go:171","msg":"trace[1221303912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4686; }","duration":"195.888283ms","start":"2026-03-03T19:02:41.355857Z","end":"2026-03-03T19:02:41.551746Z","steps":["trace[1221303912] 'agreement among raft nodes before linearized reading' (duration: 195.73538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.551744Z","caller":"traceutil/trace.go:171","msg":"trace[1064290334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4686; }","duration":"288.659595ms","start":"2026-03-03T19:02:41.26306Z","end":"2026-03-03T19:02:41.55172Z","steps":["trace[1064290334] 'agreement among raft nodes before linearized reading' (duration: 288.313337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:41.551989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.84039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777174"} {"level":"info","ts":"2026-03-03T19:02:41.552075Z","caller":"traceutil/trace.go:171","msg":"trace[656799423] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4686; }","duration":"268.935482ms","start":"2026-03-03T19:02:41.283119Z","end":"2026-03-03T19:02:41.552054Z","steps":["trace[656799423] 'agreement among raft nodes before linearized reading' (duration: 268.397809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.856562Z","caller":"traceutil/trace.go:171","msg":"trace[897602593] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"258.983799ms","start":"2026-03-03T19:02:41.597539Z","end":"2026-03-03T19:02:41.856523Z","steps":["trace[897602593] 'process raft request' (duration: 254.013437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.856616Z","caller":"traceutil/trace.go:171","msg":"trace[397964439] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4875; }","duration":"231.043012ms","start":"2026-03-03T19:02:41.625544Z","end":"2026-03-03T19:02:41.856587Z","steps":["trace[397964439] 'read index received' (duration: 226.025ms)","trace[397964439] 'applied index is now lower than readState.Index' (duration: 5.014912ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:41.856752Z","caller":"traceutil/trace.go:171","msg":"trace[1028534138] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"127.485029ms","start":"2026-03-03T19:02:41.729235Z","end":"2026-03-03T19:02:41.85672Z","steps":["trace[1028534138] 'process raft request' (duration: 127.326606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:41.856928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.366489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"warn","ts":"2026-03-03T19:02:41.856914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.005179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:02:41.856979Z","caller":"traceutil/trace.go:171","msg":"trace[282178393] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4688; }","duration":"231.467221ms","start":"2026-03-03T19:02:41.625497Z","end":"2026-03-03T19:02:41.856964Z","steps":["trace[282178393] 'agreement among raft nodes before linearized reading' (duration: 231.222096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:41.857021Z","caller":"traceutil/trace.go:171","msg":"trace[1903743973] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4688; }","duration":"218.187713ms","start":"2026-03-03T19:02:41.638807Z","end":"2026-03-03T19:02:41.856994Z","steps":["trace[1903743973] 'agreement among raft nodes before linearized reading' (duration: 217.941018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:41.857085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.346341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T19:02:41.857194Z","caller":"traceutil/trace.go:171","msg":"trace[512171796] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4688; }","duration":"162.557676ms","start":"2026-03-03T19:02:41.69461Z","end":"2026-03-03T19:02:41.857168Z","steps":["trace[512171796] 'agreement among raft nodes before linearized reading' (duration: 162.171967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:41.857353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.372891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-03T19:02:41.857435Z","caller":"traceutil/trace.go:171","msg":"trace[144063567] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4688; }","duration":"211.485364ms","start":"2026-03-03T19:02:41.645927Z","end":"2026-03-03T19:02:41.857412Z","steps":["trace[144063567] 'agreement among raft nodes before linearized reading' (duration: 211.29776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:49.50836Z","caller":"traceutil/trace.go:171","msg":"trace[570062228] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5023; }","duration":"116.739059ms","start":"2026-03-03T19:02:49.3916Z","end":"2026-03-03T19:02:49.508339Z","steps":["trace[570062228] 'read index received' (duration: 95.268487ms)","trace[570062228] 'applied index is now lower than readState.Index' (duration: 21.469602ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:49.508518Z","caller":"traceutil/trace.go:171","msg":"trace[166645189] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"125.198659ms","start":"2026-03-03T19:02:49.38326Z","end":"2026-03-03T19:02:49.508459Z","steps":["trace[166645189] 'process raft request' (duration: 124.926853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.508572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.959314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:49.508625Z","caller":"traceutil/trace.go:171","msg":"trace[59988164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4829; }","duration":"117.074666ms","start":"2026-03-03T19:02:49.391538Z","end":"2026-03-03T19:02:49.508612Z","steps":["trace[59988164] 'agreement among raft nodes before linearized reading' (duration: 116.938383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.512063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.349656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-03T19:02:49.512135Z","caller":"traceutil/trace.go:171","msg":"trace[1877754637] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4830; }","duration":"106.460958ms","start":"2026-03-03T19:02:49.405657Z","end":"2026-03-03T19:02:49.512118Z","steps":["trace[1877754637] 'agreement among raft nodes before linearized reading' (duration: 105.983198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:50.950074Z","caller":"traceutil/trace.go:171","msg":"trace[214767382] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"107.305277ms","start":"2026-03-03T19:02:50.842725Z","end":"2026-03-03T19:02:50.95003Z","steps":["trace[214767382] 'process raft request' (duration: 106.989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:51.103534Z","caller":"traceutil/trace.go:171","msg":"trace[2118437356] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"128.584424ms","start":"2026-03-03T19:02:50.974907Z","end":"2026-03-03T19:02:51.103492Z","steps":["trace[2118437356] 'process raft request' (duration: 111.727486ms)","trace[2118437356] 'compare' (duration: 16.695274ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:51.899561Z","caller":"traceutil/trace.go:171","msg":"trace[119349699] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"290.910415ms","start":"2026-03-03T19:02:51.608622Z","end":"2026-03-03T19:02:51.899532Z","steps":["trace[119349699] 'process raft request' (duration: 290.748282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:52.168195Z","caller":"traceutil/trace.go:171","msg":"trace[1280538711] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"558.416715ms","start":"2026-03-03T19:02:51.609753Z","end":"2026-03-03T19:02:52.16817Z","steps":["trace[1280538711] 'process raft request' (duration: 558.222701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.168357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.609738Z","time spent":"558.532208ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:52.168499Z","caller":"traceutil/trace.go:171","msg":"trace[1340049148] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"557.736881ms","start":"2026-03-03T19:02:51.610737Z","end":"2026-03-03T19:02:52.168474Z","steps":["trace[1340049148] 'process raft request' (duration: 557.385853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.168675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.61073Z","time spent":"557.861363ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:52.168757Z","caller":"traceutil/trace.go:171","msg":"trace[50150804] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"557.223689ms","start":"2026-03-03T19:02:51.611521Z","end":"2026-03-03T19:02:52.168745Z","steps":["trace[50150804] 'process raft request' (duration: 556.860311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:52.168805Z","caller":"traceutil/trace.go:171","msg":"trace[648677881] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"280.046832ms","start":"2026-03-03T19:02:51.888746Z","end":"2026-03-03T19:02:52.168793Z","steps":["trace[648677881] 'process raft request' (duration: 279.908639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.168832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.611514Z","time spent":"557.27965ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:52.168812Z","caller":"traceutil/trace.go:171","msg":"trace[1094638168] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5070; }","duration":"558.17018ms","start":"2026-03-03T19:02:51.610617Z","end":"2026-03-03T19:02:52.168787Z","steps":["trace[1094638168] 'read index received' (duration: 288.831188ms)","trace[1094638168] 'applied index is now lower than readState.Index' (duration: 269.337662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:52.169087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.445876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70551"} {"level":"info","ts":"2026-03-03T19:02:52.169149Z","caller":"traceutil/trace.go:171","msg":"trace[240607023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4879; }","duration":"558.523998ms","start":"2026-03-03T19:02:51.610614Z","end":"2026-03-03T19:02:52.169138Z","steps":["trace[240607023] 'agreement among raft nodes before linearized reading' (duration: 558.252401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.169191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.610593Z","time spent":"558.58817ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70575,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:02:52.169607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.63225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T19:02:52.169637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.076167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-98xlf\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-03T19:02:52.169654Z","caller":"traceutil/trace.go:171","msg":"trace[167343053] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4880; }","duration":"356.724302ms","start":"2026-03-03T19:02:51.812918Z","end":"2026-03-03T19:02:52.169643Z","steps":["trace[167343053] 'agreement among raft nodes before linearized reading' (duration: 356.507168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:52.169687Z","caller":"traceutil/trace.go:171","msg":"trace[1647114802] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-98xlf; range_end:; response_count:1; response_revision:4880; }","duration":"430.142829ms","start":"2026-03-03T19:02:51.739526Z","end":"2026-03-03T19:02:52.169669Z","steps":["trace[1647114802] 'agreement among raft nodes before linearized reading' (duration: 429.967955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.169694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.81289Z","time spent":"356.793503ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T19:02:52.169693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.921964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:02:52.16972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.739516Z","time spent":"430.19644ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-98xlf\" "} {"level":"info","ts":"2026-03-03T19:02:52.169745Z","caller":"traceutil/trace.go:171","msg":"trace[1241224791] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4880; }","duration":"134.020556ms","start":"2026-03-03T19:02:52.035708Z","end":"2026-03-03T19:02:52.169728Z","steps":["trace[1241224791] 'agreement among raft nodes before linearized reading' (duration: 133.916264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.169709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.12991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:02:52.169817Z","caller":"traceutil/trace.go:171","msg":"trace[1542032346] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4880; }","duration":"550.276544ms","start":"2026-03-03T19:02:51.619517Z","end":"2026-03-03T19:02:52.169793Z","steps":["trace[1542032346] 'agreement among raft nodes before linearized reading' (duration: 549.863165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:52.169892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:51.619509Z","time spent":"550.358335ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:00.135858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.72148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-550bf41a-3d9f-469d-92c0-1cb87a2b9879\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T19:03:00.136013Z","caller":"traceutil/trace.go:171","msg":"trace[1770138408] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-550bf41a-3d9f-469d-92c0-1cb87a2b9879; range_end:; response_count:1; response_revision:5035; }","duration":"302.948765ms","start":"2026-03-03T19:02:59.833027Z","end":"2026-03-03T19:03:00.135976Z","steps":["trace[1770138408] 'range keys from in-memory index tree' (duration: 302.406283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.136078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:59.832999Z","time spent":"303.066688ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-550bf41a-3d9f-469d-92c0-1cb87a2b9879\" "} {"level":"warn","ts":"2026-03-03T19:03:00.135909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.524588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:03:00.136198Z","caller":"traceutil/trace.go:171","msg":"trace[101810727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5035; }","duration":"196.850446ms","start":"2026-03-03T19:02:59.939321Z","end":"2026-03-03T19:03:00.136171Z","steps":["trace[101810727] 'range keys from in-memory index tree' (duration: 196.294003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.420819Z","caller":"traceutil/trace.go:171","msg":"trace[17861052] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"278.487137ms","start":"2026-03-03T19:03:00.142295Z","end":"2026-03-03T19:03:00.420782Z","steps":["trace[17861052] 'process raft request' (duration: 278.295692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.902387Z","caller":"traceutil/trace.go:171","msg":"trace[543758772] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"758.063964ms","start":"2026-03-03T19:03:00.1443Z","end":"2026-03-03T19:03:00.902364Z","steps":["trace[543758772] 'process raft request' (duration: 757.858449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.902406Z","caller":"traceutil/trace.go:171","msg":"trace[1551687712] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"709.063234ms","start":"2026-03-03T19:03:00.193327Z","end":"2026-03-03T19:03:00.90239Z","steps":["trace[1551687712] 'read index received' (duration: 227.794619ms)","trace[1551687712] 'applied index is now lower than readState.Index' (duration: 481.267705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:00.902481Z","caller":"traceutil/trace.go:171","msg":"trace[601248631] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"701.240058ms","start":"2026-03-03T19:03:00.201207Z","end":"2026-03-03T19:03:00.902447Z","steps":["trace[601248631] 'process raft request' (duration: 701.092375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.902527Z","caller":"traceutil/trace.go:171","msg":"trace[140227740] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"701.070165ms","start":"2026-03-03T19:03:00.201443Z","end":"2026-03-03T19:03:00.902513Z","steps":["trace[140227740] 'process raft request' (duration: 700.908031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.90265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.201182Z","time spent":"701.368872ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:00.902527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.144274Z","time spent":"758.176206ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:00.902609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.201436Z","time spent":"701.116366ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:00.902905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.891929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:00.902953Z","caller":"traceutil/trace.go:171","msg":"trace[1156017554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"510.984681ms","start":"2026-03-03T19:03:00.391957Z","end":"2026-03-03T19:03:00.902942Z","steps":["trace[1156017554] 'agreement among raft nodes before linearized reading' (duration: 510.777667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.902984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.391931Z","time spent":"511.046483ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:03:00.903008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.202146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T19:03:00.90306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.906532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T19:03:00.903132Z","caller":"traceutil/trace.go:171","msg":"trace[1054792319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5039; }","duration":"696.383999ms","start":"2026-03-03T19:03:00.206718Z","end":"2026-03-03T19:03:00.903102Z","steps":["trace[1054792319] 'agreement among raft nodes before linearized reading' (duration: 695.98825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.903135Z","caller":"traceutil/trace.go:171","msg":"trace[1578613274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5039; }","duration":"685.024745ms","start":"2026-03-03T19:03:00.218088Z","end":"2026-03-03T19:03:00.903113Z","steps":["trace[1578613274] 'agreement among raft nodes before linearized reading' (duration: 684.816181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.218077Z","time spent":"685.106257ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:00.903199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.206709Z","time spent":"696.479252ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:00.903235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.588726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-550bf41a-3d9f-469d-92c0-1cb87a2b9879\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-03-03T19:03:00.903247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.06176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-03T19:03:00.90329Z","caller":"traceutil/trace.go:171","msg":"trace[2123158864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:5039; }","duration":"695.142822ms","start":"2026-03-03T19:03:00.208135Z","end":"2026-03-03T19:03:00.903278Z","steps":["trace[2123158864] 'agreement among raft nodes before linearized reading' (duration: 694.974868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.903289Z","caller":"traceutil/trace.go:171","msg":"trace[198819503] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-550bf41a-3d9f-469d-92c0-1cb87a2b9879; range_end:; response_count:1; response_revision:5039; }","duration":"100.675449ms","start":"2026-03-03T19:03:00.802596Z","end":"2026-03-03T19:03:00.903272Z","steps":["trace[198819503] 'agreement among raft nodes before linearized reading' (duration: 100.584387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.208116Z","time spent":"695.206564ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4642\" "} {"level":"warn","ts":"2026-03-03T19:03:00.903354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.802097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T19:03:00.903404Z","caller":"traceutil/trace.go:171","msg":"trace[907432267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5039; }","duration":"123.875468ms","start":"2026-03-03T19:03:00.779514Z","end":"2026-03-03T19:03:00.90339Z","steps":["trace[907432267] 'agreement among raft nodes before linearized reading' (duration: 123.721275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.592214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:03:00.903481Z","caller":"traceutil/trace.go:171","msg":"trace[142177825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5039; }","duration":"696.646645ms","start":"2026-03-03T19:03:00.206824Z","end":"2026-03-03T19:03:00.90347Z","steps":["trace[142177825] 'agreement among raft nodes before linearized reading' (duration: 696.540643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.206799Z","time spent":"696.707477ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:03:00.90349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.105678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:00.903644Z","caller":"traceutil/trace.go:171","msg":"trace[1152354481] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5039; }","duration":"710.330072ms","start":"2026-03-03T19:03:00.193279Z","end":"2026-03-03T19:03:00.903609Z","steps":["trace[1152354481] 'agreement among raft nodes before linearized reading' (duration: 709.988064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.193264Z","time spent":"710.439415ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:00.903711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.07396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T19:03:00.90383Z","caller":"traceutil/trace.go:171","msg":"trace[1611592461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5039; }","duration":"695.252885ms","start":"2026-03-03T19:03:00.208552Z","end":"2026-03-03T19:03:00.903805Z","steps":["trace[1611592461] 'agreement among raft nodes before linearized reading' (duration: 694.231742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:00.903897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.208526Z","time spent":"695.356088ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:03:01.18816Z","caller":"traceutil/trace.go:171","msg":"trace[244562875] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"278.65612ms","start":"2026-03-03T19:03:00.909467Z","end":"2026-03-03T19:03:01.188123Z","steps":["trace[244562875] 'process raft request' (duration: 183.556827ms)","trace[244562875] 'compare' (duration: 94.128541ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:01.191643Z","caller":"traceutil/trace.go:171","msg":"trace[1448170067] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"282.095797ms","start":"2026-03-03T19:03:00.909521Z","end":"2026-03-03T19:03:01.191616Z","steps":["trace[1448170067] 'process raft request' (duration: 281.907133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:01.191914Z","caller":"traceutil/trace.go:171","msg":"trace[473754465] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5240; }","duration":"282.027465ms","start":"2026-03-03T19:03:00.909863Z","end":"2026-03-03T19:03:01.191891Z","steps":["trace[473754465] 'read index received' (duration: 183.152048ms)","trace[473754465] 'applied index is now lower than readState.Index' (duration: 98.874507ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:01.191931Z","caller":"traceutil/trace.go:171","msg":"trace[729406736] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"282.145808ms","start":"2026-03-03T19:03:00.909757Z","end":"2026-03-03T19:03:01.191903Z","steps":["trace[729406736] 'process raft request' (duration: 281.81757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:01.192028Z","caller":"traceutil/trace.go:171","msg":"trace[140703579] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"281.33085ms","start":"2026-03-03T19:03:00.910674Z","end":"2026-03-03T19:03:01.192005Z","steps":["trace[140703579] 'process raft request' (duration: 281.130195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.192141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.168836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:01.192191Z","caller":"traceutil/trace.go:171","msg":"trace[1678384749] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5043; }","duration":"252.280449ms","start":"2026-03-03T19:03:00.9399Z","end":"2026-03-03T19:03:01.19218Z","steps":["trace[1678384749] 'agreement among raft nodes before linearized reading' (duration: 252.179786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.192239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.357672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80040"} {"level":"info","ts":"2026-03-03T19:03:01.192285Z","caller":"traceutil/trace.go:171","msg":"trace[408335816] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5043; }","duration":"282.432845ms","start":"2026-03-03T19:03:00.90984Z","end":"2026-03-03T19:03:01.192272Z","steps":["trace[408335816] 'agreement among raft nodes before linearized reading' (duration: 282.170969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.192256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.042274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-03T19:03:01.192364Z","caller":"traceutil/trace.go:171","msg":"trace[502779375] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5043; }","duration":"281.205448ms","start":"2026-03-03T19:03:00.911139Z","end":"2026-03-03T19:03:01.192345Z","steps":["trace[502779375] 'agreement among raft nodes before linearized reading' (duration: 280.938171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:13.086423Z","caller":"traceutil/trace.go:171","msg":"trace[1556185140] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"111.572592ms","start":"2026-03-03T19:03:12.974819Z","end":"2026-03-03T19:03:13.086392Z","steps":["trace[1556185140] 'process raft request' (duration: 111.417579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:14.76274Z","caller":"traceutil/trace.go:171","msg":"trace[331328505] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"271.631163ms","start":"2026-03-03T19:03:14.491072Z","end":"2026-03-03T19:03:14.762703Z","steps":["trace[331328505] 'process raft request' (duration: 271.410588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:15.016391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.328584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:03:15.470115Z","caller":"traceutil/trace.go:171","msg":"trace[1747657050] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"114.252143ms","start":"2026-03-03T19:03:15.355831Z","end":"2026-03-03T19:03:15.470083Z","steps":["trace[1747657050] 'process raft request' (duration: 78.755148ms)","trace[1747657050] 'compare' (duration: 35.331942ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:15.502973Z","caller":"traceutil/trace.go:171","msg":"trace[1971610925] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"124.028611ms","start":"2026-03-03T19:03:15.378908Z","end":"2026-03-03T19:03:15.502936Z","steps":["trace[1971610925] 'process raft request' (duration: 123.826007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:15.502998Z","caller":"traceutil/trace.go:171","msg":"trace[1662643772] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"123.131522ms","start":"2026-03-03T19:03:15.379841Z","end":"2026-03-03T19:03:15.502972Z","steps":["trace[1662643772] 'process raft request' (duration: 123.071621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:15.503295Z","caller":"traceutil/trace.go:171","msg":"trace[449434703] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"123.795146ms","start":"2026-03-03T19:03:15.37946Z","end":"2026-03-03T19:03:15.503256Z","steps":["trace[449434703] 'process raft request' (duration: 123.380837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:52.414858Z","caller":"traceutil/trace.go:171","msg":"trace[1225881572] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"188.647724ms","start":"2026-03-03T19:03:52.226177Z","end":"2026-03-03T19:03:52.414824Z","steps":["trace[1225881572] 'process raft request' (duration: 188.4317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:06.28847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2710} {"level":"info","ts":"2026-03-03T19:04:06.45202Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2710,"took":"161.742451ms","hash":1491019584,"current-db-size-bytes":40853504,"current-db-size":"41 MB","current-db-size-in-use-bytes":30269440,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:04:06.452088Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1491019584,"revision":2710,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T19:04:43.598213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.581356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:04:43.598355Z","caller":"traceutil/trace.go:171","msg":"trace[1715404960] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"180.988155ms","start":"2026-03-03T19:04:43.417347Z","end":"2026-03-03T19:04:43.598335Z","steps":["trace[1715404960] 'process raft request' (duration: 29.97899ms)","trace[1715404960] 'compare' (duration: 150.294089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:04:43.626715Z","caller":"traceutil/trace.go:171","msg":"trace[1729754873] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"127.08258ms","start":"2026-03-03T19:04:43.499609Z","end":"2026-03-03T19:04:43.626692Z","steps":["trace[1729754873] 'process raft request' (duration: 126.959947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:56.207967Z","caller":"traceutil/trace.go:171","msg":"trace[729244872] linearizableReadLoop","detail":"{readStateIndex:6186; appliedIndex:6185; }","duration":"178.112151ms","start":"2026-03-03T19:04:56.029818Z","end":"2026-03-03T19:04:56.20793Z","steps":["trace[729244872] 'read index received' (duration: 80.0918ms)","trace[729244872] 'applied index is now lower than readState.Index' (duration: 98.017931ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:04:56.20798Z","caller":"traceutil/trace.go:171","msg":"trace[1197488327] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"186.624201ms","start":"2026-03-03T19:04:56.021316Z","end":"2026-03-03T19:04:56.20794Z","steps":["trace[1197488327] 'process raft request' (duration: 88.677662ms)","trace[1197488327] 'compare' (duration: 97.693404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:04:56.208235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.394377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:04:56.208373Z","caller":"traceutil/trace.go:171","msg":"trace[1461776524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5958; }","duration":"178.531041ms","start":"2026-03-03T19:04:56.029806Z","end":"2026-03-03T19:04:56.208337Z","steps":["trace[1461776524] 'agreement among raft nodes before linearized reading' (duration: 178.240543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:56.208438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.751239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-03T19:04:56.208509Z","caller":"traceutil/trace.go:171","msg":"trace[1620801698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:5958; }","duration":"167.869772ms","start":"2026-03-03T19:04:56.040621Z","end":"2026-03-03T19:04:56.208491Z","steps":["trace[1620801698] 'agreement among raft nodes before linearized reading' (duration: 167.620687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:56.208494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.941814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:04:56.208601Z","caller":"traceutil/trace.go:171","msg":"trace[194987850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5958; }","duration":"134.123858ms","start":"2026-03-03T19:04:56.074452Z","end":"2026-03-03T19:04:56.208576Z","steps":["trace[194987850] 'agreement among raft nodes before linearized reading' (duration: 133.919814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:06:52.435054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.337457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-03T19:06:52.435148Z","caller":"traceutil/trace.go:171","msg":"trace[454978789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6638; }","duration":"175.497551ms","start":"2026-03-03T19:06:52.259632Z","end":"2026-03-03T19:06:52.435129Z","steps":["trace[454978789] 'range keys from in-memory index tree' (duration: 175.143012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:06:52.622099Z","caller":"traceutil/trace.go:171","msg":"trace[197191686] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"100.929285ms","start":"2026-03-03T19:06:52.521148Z","end":"2026-03-03T19:06:52.622077Z","steps":["trace[197191686] 'process raft request' (duration: 100.73511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:07:06.326194Z","caller":"traceutil/trace.go:171","msg":"trace[1568674207] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"109.300831ms","start":"2026-03-03T19:07:06.21685Z","end":"2026-03-03T19:07:06.326151Z","steps":["trace[1568674207] 'process raft request' (duration: 39.684087ms)","trace[1568674207] 'compare' (duration: 69.447161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:07:06.368009Z","caller":"traceutil/trace.go:171","msg":"trace[1146894166] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"127.16031ms","start":"2026-03-03T19:07:06.24082Z","end":"2026-03-03T19:07:06.36798Z","steps":["trace[1146894166] 'process raft request' (duration: 126.982236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:06.297701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5595} {"level":"info","ts":"2026-03-03T19:09:06.390092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5595,"took":"90.243933ms","hash":3237512859,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":23932928,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T19:09:06.390171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3237512859,"revision":5595,"compact-revision":2710} {"level":"warn","ts":"2026-03-03T19:09:11.862015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902837165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:09:12.241262Z","caller":"traceutil/trace.go:171","msg":"trace[425135574] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"879.452686ms","start":"2026-03-03T19:09:11.361782Z","end":"2026-03-03T19:09:12.241235Z","steps":["trace[425135574] 'read index received' (duration: 879.16033ms)","trace[425135574] 'applied index is now lower than readState.Index' (duration: 288.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:12.241412Z","caller":"traceutil/trace.go:171","msg":"trace[528023160] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"973.71898ms","start":"2026-03-03T19:09:11.267632Z","end":"2026-03-03T19:09:12.241351Z","steps":["trace[528023160] 'process raft request' (duration: 973.434283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.241501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.698831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:09:12.241542Z","caller":"traceutil/trace.go:171","msg":"trace[1225400911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7715; }","duration":"879.798644ms","start":"2026-03-03T19:09:11.361733Z","end":"2026-03-03T19:09:12.241532Z","steps":["trace[1225400911] 'agreement among raft nodes before linearized reading' (duration: 879.64514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.241605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.361711Z","time spent":"879.885226ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:12.241674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.267587Z","time spent":"973.911234ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:12.241715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.876545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:09:12.241791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.786611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:09:12.241809Z","caller":"traceutil/trace.go:171","msg":"trace[1313814862] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7715; }","duration":"615.020217ms","start":"2026-03-03T19:09:11.626767Z","end":"2026-03-03T19:09:12.241787Z","steps":["trace[1313814862] 'agreement among raft nodes before linearized reading' (duration: 614.842033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.241811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.637783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:09:12.241822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.077981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:09:12.241878Z","caller":"traceutil/trace.go:171","msg":"trace[1382898553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:7715; }","duration":"463.748646ms","start":"2026-03-03T19:09:11.778114Z","end":"2026-03-03T19:09:12.241863Z","steps":["trace[1382898553] 'agreement among raft nodes before linearized reading' (duration: 463.560412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:12.241871Z","caller":"traceutil/trace.go:171","msg":"trace[1089779686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7715; }","duration":"646.872383ms","start":"2026-03-03T19:09:11.594977Z","end":"2026-03-03T19:09:12.241849Z","steps":["trace[1089779686] 'agreement among raft nodes before linearized reading' (duration: 646.668368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:12.241892Z","caller":"traceutil/trace.go:171","msg":"trace[2051691461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7715; }","duration":"645.200334ms","start":"2026-03-03T19:09:11.596674Z","end":"2026-03-03T19:09:12.241874Z","steps":["trace[2051691461] 'agreement among raft nodes before linearized reading' (duration: 644.951959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.241922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.778089Z","time spent":"463.825158ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4642\" "} {"level":"warn","ts":"2026-03-03T19:09:12.241929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.594944Z","time spent":"646.976984ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:09:12.241906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.147363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T19:09:12.24194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.596655Z","time spent":"645.273666ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:12.241876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.626751Z","time spent":"615.11312ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:09:12.242012Z","caller":"traceutil/trace.go:171","msg":"trace[1651988955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7715; }","duration":"649.311077ms","start":"2026-03-03T19:09:11.592667Z","end":"2026-03-03T19:09:12.241978Z","steps":["trace[1651988955] 'agreement among raft nodes before linearized reading' (duration: 648.939348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.242092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.592632Z","time spent":"649.435639ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:09:12.242212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.627371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:09:12.242363Z","caller":"traceutil/trace.go:171","msg":"trace[1526507325] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7715; }","duration":"516.947828ms","start":"2026-03-03T19:09:11.725385Z","end":"2026-03-03T19:09:12.242332Z","steps":["trace[1526507325] 'agreement among raft nodes before linearized reading' (duration: 516.327405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:12.242563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:11.72536Z","time spent":"517.179555ms","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:09:13.017032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.269155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:09:13.017161Z","caller":"traceutil/trace.go:171","msg":"trace[275854868] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"770.592826ms","start":"2026-03-03T19:09:12.246553Z","end":"2026-03-03T19:09:13.017146Z","steps":["trace[275854868] 'process raft request' (duration: 415.136716ms)","trace[275854868] 'compare' (duration: 355.163333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:13.017206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.246531Z","time spent":"770.655917ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:13.017408Z","caller":"traceutil/trace.go:171","msg":"trace[255519321] linearizableReadLoop","detail":"{readStateIndex:8009; appliedIndex:8006; }","duration":"770.298729ms","start":"2026-03-03T19:09:12.24707Z","end":"2026-03-03T19:09:13.017368Z","steps":["trace[255519321] 'read index received' (duration: 414.624935ms)","trace[255519321] 'applied index is now lower than readState.Index' (duration: 355.672834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:13.017715Z","caller":"traceutil/trace.go:171","msg":"trace[1443932334] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"770.661067ms","start":"2026-03-03T19:09:12.247014Z","end":"2026-03-03T19:09:13.017675Z","steps":["trace[1443932334] 'process raft request' (duration: 770.297929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:13.017761Z","caller":"traceutil/trace.go:171","msg":"trace[1135846861] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"771.145648ms","start":"2026-03-03T19:09:12.246602Z","end":"2026-03-03T19:09:13.017748Z","steps":["trace[1135846861] 'process raft request' (duration: 770.511164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:13.0177Z","caller":"traceutil/trace.go:171","msg":"trace[1826483082] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"770.474873ms","start":"2026-03-03T19:09:12.247178Z","end":"2026-03-03T19:09:13.017653Z","steps":["trace[1826483082] 'process raft request' (duration: 770.163296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:13.017874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.246585Z","time spent":"771.232559ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:13.017917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.247007Z","time spent":"770.79581ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:13.017971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.247169Z","time spent":"770.687708ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:13.018122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.044126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222753"} {"level":"info","ts":"2026-03-03T19:09:13.018182Z","caller":"traceutil/trace.go:171","msg":"trace[2088210690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7719; }","duration":"771.104557ms","start":"2026-03-03T19:09:12.247064Z","end":"2026-03-03T19:09:13.018168Z","steps":["trace[2088210690] 'agreement among raft nodes before linearized reading' (duration: 770.619716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:13.018286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.247051Z","time spent":"771.223799ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222777,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:09:13.02848Z","caller":"traceutil/trace.go:171","msg":"trace[1371922875] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"182.280836ms","start":"2026-03-03T19:09:12.846187Z","end":"2026-03-03T19:09:13.028467Z","steps":["trace[1371922875] 'process raft request' (duration: 182.183234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:13.028745Z","caller":"traceutil/trace.go:171","msg":"trace[1335015854] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"176.806954ms","start":"2026-03-03T19:09:12.851917Z","end":"2026-03-03T19:09:13.028723Z","steps":["trace[1335015854] 'process raft request' (duration: 176.519338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:13.028808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.242286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:09:13.028876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.33646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:09:13.028927Z","caller":"traceutil/trace.go:171","msg":"trace[397430124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7721; }","duration":"150.439952ms","start":"2026-03-03T19:09:12.878479Z","end":"2026-03-03T19:09:13.028919Z","steps":["trace[397430124] 'agreement among raft nodes before linearized reading' (duration: 150.257708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:13.028878Z","caller":"traceutil/trace.go:171","msg":"trace[1755926036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7721; }","duration":"637.316928ms","start":"2026-03-03T19:09:12.391543Z","end":"2026-03-03T19:09:13.02886Z","steps":["trace[1755926036] 'agreement among raft nodes before linearized reading' (duration: 637.119624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:13.029016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:12.391472Z","time spent":"637.490351ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:21.387987Z","caller":"traceutil/trace.go:171","msg":"trace[308876889] linearizableReadLoop","detail":"{readStateIndex:8051; appliedIndex:8049; }","duration":"299.217608ms","start":"2026-03-03T19:09:21.088748Z","end":"2026-03-03T19:09:21.387966Z","steps":["trace[308876889] 'read index received' (duration: 265.425851ms)","trace[308876889] 'applied index is now lower than readState.Index' (duration: 33.790537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:21.38801Z","caller":"traceutil/trace.go:171","msg":"trace[1314413162] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"330.54058ms","start":"2026-03-03T19:09:21.057426Z","end":"2026-03-03T19:09:21.387966Z","steps":["trace[1314413162] 'process raft request' (duration: 296.672951ms)","trace[1314413162] 'compare' (duration: 33.294107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:21.388098Z","caller":"traceutil/trace.go:171","msg":"trace[657337270] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"328.613137ms","start":"2026-03-03T19:09:21.059464Z","end":"2026-03-03T19:09:21.388077Z","steps":["trace[657337270] 'process raft request' (duration: 328.418172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:21.388168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.139126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T19:09:21.388168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.057411Z","time spent":"330.665933ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:21.388199Z","caller":"traceutil/trace.go:171","msg":"trace[472011754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7757; }","duration":"328.200557ms","start":"2026-03-03T19:09:21.05999Z","end":"2026-03-03T19:09:21.388191Z","steps":["trace[472011754] 'agreement among raft nodes before linearized reading' (duration: 328.090725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:21.388228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.05998Z","time spent":"328.241378ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:09:21.388218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.059436Z","time spent":"328.704768ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:21.388211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.916004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:09:21.388168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.131659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:09:21.388281Z","caller":"traceutil/trace.go:171","msg":"trace[944990331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7757; }","duration":"317.276722ms","start":"2026-03-03T19:09:21.070994Z","end":"2026-03-03T19:09:21.388271Z","steps":["trace[944990331] 'agreement among raft nodes before linearized reading' (duration: 316.999876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:21.388283Z","caller":"traceutil/trace.go:171","msg":"trace[820160516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:7757; }","duration":"321.009576ms","start":"2026-03-03T19:09:21.067256Z","end":"2026-03-03T19:09:21.388266Z","steps":["trace[820160516] 'agreement among raft nodes before linearized reading' (duration: 320.7584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:21.388313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.070983Z","time spent":"317.322984ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:21.388326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.067246Z","time spent":"321.069637ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4642\" "} {"level":"warn","ts":"2026-03-03T19:09:21.388521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.930029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:09:21.38864Z","caller":"traceutil/trace.go:171","msg":"trace[744698878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7757; }","duration":"323.111463ms","start":"2026-03-03T19:09:21.065508Z","end":"2026-03-03T19:09:21.388619Z","steps":["trace[744698878] 'agreement among raft nodes before linearized reading' (duration: 322.52897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:21.388731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.065487Z","time spent":"323.225676ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:21.437822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.89814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:09:21.437816Z","caller":"traceutil/trace.go:171","msg":"trace[1072630472] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"344.925943ms","start":"2026-03-03T19:09:21.09283Z","end":"2026-03-03T19:09:21.437756Z","steps":["trace[1072630472] 'process raft request' (duration: 344.651397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:21.437927Z","caller":"traceutil/trace.go:171","msg":"trace[1239862581] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7758; }","duration":"328.044424ms","start":"2026-03-03T19:09:21.109861Z","end":"2026-03-03T19:09:21.437905Z","steps":["trace[1239862581] 'agreement among raft nodes before linearized reading' (duration: 327.84695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:21.438005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.109849Z","time spent":"328.139396ms","remote":"127.0.0.1:54806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:09:21.438096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:21.092809Z","time spent":"345.153707ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:22.69186Z","caller":"traceutil/trace.go:171","msg":"trace[2120367259] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"301.426978ms","start":"2026-03-03T19:09:22.390405Z","end":"2026-03-03T19:09:22.691832Z","steps":["trace[2120367259] 'read index received' (duration: 301.137792ms)","trace[2120367259] 'applied index is now lower than readState.Index' (duration: 287.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:22.69195Z","caller":"traceutil/trace.go:171","msg":"trace[1601592622] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"414.299948ms","start":"2026-03-03T19:09:22.27763Z","end":"2026-03-03T19:09:22.69193Z","steps":["trace[1601592622] 'process raft request' (duration: 413.997922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:22.692008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.601942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:22.692064Z","caller":"traceutil/trace.go:171","msg":"trace[1432896956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7763; }","duration":"301.711794ms","start":"2026-03-03T19:09:22.390331Z","end":"2026-03-03T19:09:22.692042Z","steps":["trace[1432896956] 'agreement among raft nodes before linearized reading' (duration: 301.608282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:22.692076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:22.277604Z","time spent":"414.39596ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:22.692116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:22.390295Z","time spent":"301.810346ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:24.647337Z","caller":"traceutil/trace.go:171","msg":"trace[2065979832] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8065; }","duration":"255.249082ms","start":"2026-03-03T19:09:24.392063Z","end":"2026-03-03T19:09:24.647312Z","steps":["trace[2065979832] 'read index received' (duration: 255.089959ms)","trace[2065979832] 'applied index is now lower than readState.Index' (duration: 157.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:24.64737Z","caller":"traceutil/trace.go:171","msg":"trace[1441846048] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"501.080094ms","start":"2026-03-03T19:09:24.146257Z","end":"2026-03-03T19:09:24.647337Z","steps":["trace[1441846048] 'process raft request' (duration: 500.90691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:24.647539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:24.146232Z","time spent":"501.211596ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:24.647703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.434936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:24.647759Z","caller":"traceutil/trace.go:171","msg":"trace[269520518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7772; }","duration":"255.733513ms","start":"2026-03-03T19:09:24.392012Z","end":"2026-03-03T19:09:24.647745Z","steps":["trace[269520518] 'agreement among raft nodes before linearized reading' (duration: 255.410056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.037185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.581554ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:09:25.037391Z","caller":"traceutil/trace.go:171","msg":"trace[1335543581] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8066; }","duration":"231.721775ms","start":"2026-03-03T19:09:24.805653Z","end":"2026-03-03T19:09:25.037375Z","steps":["trace[1335543581] 'read index received' (duration: 77.946618ms)","trace[1335543581] 'applied index is now lower than readState.Index' (duration: 153.774317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:25.037488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.832208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:25.037512Z","caller":"traceutil/trace.go:171","msg":"trace[2041054560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7773; }","duration":"231.892559ms","start":"2026-03-03T19:09:24.805612Z","end":"2026-03-03T19:09:25.037504Z","steps":["trace[2041054560] 'agreement among raft nodes before linearized reading' (duration: 231.843148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.037475Z","caller":"traceutil/trace.go:171","msg":"trace[1703681225] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"340.401062ms","start":"2026-03-03T19:09:24.697019Z","end":"2026-03-03T19:09:25.03742Z","steps":["trace[1703681225] 'process raft request' (duration: 340.257259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.037621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.395388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:09:25.037714Z","caller":"traceutil/trace.go:171","msg":"trace[563034232] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7773; }","duration":"144.534551ms","start":"2026-03-03T19:09:24.893152Z","end":"2026-03-03T19:09:25.037687Z","steps":["trace[563034232] 'agreement among raft nodes before linearized reading' (duration: 144.376488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.037728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:24.696998Z","time spent":"340.608526ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:25.406084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.083582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:25.406165Z","caller":"traceutil/trace.go:171","msg":"trace[1101978314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7774; }","duration":"120.216165ms","start":"2026-03-03T19:09:25.28593Z","end":"2026-03-03T19:09:25.406146Z","steps":["trace[1101978314] 'range keys from in-memory index tree' (duration: 119.973318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.558796Z","caller":"traceutil/trace.go:171","msg":"trace[1765165055] linearizableReadLoop","detail":"{readStateIndex:8070; appliedIndex:8069; }","duration":"146.227458ms","start":"2026-03-03T19:09:25.41254Z","end":"2026-03-03T19:09:25.558767Z","steps":["trace[1765165055] 'read index received' (duration: 146.112485ms)","trace[1765165055] 'applied index is now lower than readState.Index' (duration: 113.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:25.558935Z","caller":"traceutil/trace.go:171","msg":"trace[1503315399] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"146.931023ms","start":"2026-03-03T19:09:25.411973Z","end":"2026-03-03T19:09:25.558904Z","steps":["trace[1503315399] 'process raft request' (duration: 146.599335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.559083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.510364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-03T19:09:25.559131Z","caller":"traceutil/trace.go:171","msg":"trace[1864948082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7775; }","duration":"146.597485ms","start":"2026-03-03T19:09:25.412521Z","end":"2026-03-03T19:09:25.559119Z","steps":["trace[1864948082] 'agreement among raft nodes before linearized reading' (duration: 146.384861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.69503Z","caller":"traceutil/trace.go:171","msg":"trace[1795074681] linearizableReadLoop","detail":"{readStateIndex:8071; appliedIndex:8070; }","duration":"136.128032ms","start":"2026-03-03T19:09:25.558874Z","end":"2026-03-03T19:09:25.695002Z","steps":["trace[1795074681] 'read index received' (duration: 49.183523ms)","trace[1795074681] 'applied index is now lower than readState.Index' (duration: 86.943329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:25.695261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.816854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:09:25.695277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.293314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:09:25.695261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.081003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:09:25.695321Z","caller":"traceutil/trace.go:171","msg":"trace[666694045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:7776; }","duration":"180.925236ms","start":"2026-03-03T19:09:25.514379Z","end":"2026-03-03T19:09:25.695305Z","steps":["trace[666694045] 'agreement among raft nodes before linearized reading' (duration: 180.749042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.695318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.23322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-03-03T19:09:25.695351Z","caller":"traceutil/trace.go:171","msg":"trace[771334536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7776; }","duration":"185.376316ms","start":"2026-03-03T19:09:25.509956Z","end":"2026-03-03T19:09:25.695333Z","steps":["trace[771334536] 'agreement among raft nodes before linearized reading' (duration: 185.10887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:25.695351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.14844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:09:25.69539Z","caller":"traceutil/trace.go:171","msg":"trace[1694525290] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7776; }","duration":"134.358393ms","start":"2026-03-03T19:09:25.561014Z","end":"2026-03-03T19:09:25.695372Z","steps":["trace[1694525290] 'agreement among raft nodes before linearized reading' (duration: 134.159138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.695357Z","caller":"traceutil/trace.go:171","msg":"trace[734165043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7776; }","duration":"240.239316ms","start":"2026-03-03T19:09:25.455102Z","end":"2026-03-03T19:09:25.695341Z","steps":["trace[734165043] 'agreement among raft nodes before linearized reading' (duration: 240.050472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.695431Z","caller":"traceutil/trace.go:171","msg":"trace[782681409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7776; }","duration":"222.282083ms","start":"2026-03-03T19:09:25.47313Z","end":"2026-03-03T19:09:25.695412Z","steps":["trace[782681409] 'agreement among raft nodes before linearized reading' (duration: 222.030678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:25.695448Z","caller":"traceutil/trace.go:171","msg":"trace[26235109] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"272.300624ms","start":"2026-03-03T19:09:25.423101Z","end":"2026-03-03T19:09:25.695402Z","steps":["trace[26235109] 'process raft request' (duration: 184.978217ms)","trace[26235109] 'compare' (duration: 86.804416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:25.696191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.969516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:09:25.696309Z","caller":"traceutil/trace.go:171","msg":"trace[77112773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7776; }","duration":"164.15147ms","start":"2026-03-03T19:09:25.532132Z","end":"2026-03-03T19:09:25.696284Z","steps":["trace[77112773] 'agreement among raft nodes before linearized reading' (duration: 162.891902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:26.006544Z","caller":"traceutil/trace.go:171","msg":"trace[1387277896] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8071; }","duration":"305.408137ms","start":"2026-03-03T19:09:25.70111Z","end":"2026-03-03T19:09:26.006518Z","steps":["trace[1387277896] 'read index received' (duration: 83.37667ms)","trace[1387277896] 'applied index is now lower than readState.Index' (duration: 222.030167ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:26.006788Z","caller":"traceutil/trace.go:171","msg":"trace[437611788] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"305.98647ms","start":"2026-03-03T19:09:25.70078Z","end":"2026-03-03T19:09:26.006766Z","steps":["trace[437611788] 'process raft request' (duration: 305.601661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:26.006843Z","caller":"traceutil/trace.go:171","msg":"trace[187180566] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"305.98613ms","start":"2026-03-03T19:09:25.700825Z","end":"2026-03-03T19:09:26.006811Z","steps":["trace[187180566] 'process raft request' (duration: 305.641852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:26.006942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:25.700757Z","time spent":"306.107173ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:26.006929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.745601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:09:26.006969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.851017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222753"} {"level":"warn","ts":"2026-03-03T19:09:26.006998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:25.700798Z","time spent":"306.116803ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:26.007025Z","caller":"traceutil/trace.go:171","msg":"trace[413900304] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7780; }","duration":"305.933659ms","start":"2026-03-03T19:09:25.701079Z","end":"2026-03-03T19:09:26.007012Z","steps":["trace[413900304] 'agreement among raft nodes before linearized reading' (duration: 305.610522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:26.007053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:25.701069Z","time spent":"305.97605ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222777,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:09:26.007051Z","caller":"traceutil/trace.go:171","msg":"trace[192644828] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7780; }","duration":"262.921344ms","start":"2026-03-03T19:09:25.744094Z","end":"2026-03-03T19:09:26.007015Z","steps":["trace[192644828] 'agreement among raft nodes before linearized reading' (duration: 262.702269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:26.006943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.047937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T19:09:26.007167Z","caller":"traceutil/trace.go:171","msg":"trace[1511647722] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7780; }","duration":"300.304403ms","start":"2026-03-03T19:09:25.706833Z","end":"2026-03-03T19:09:26.007137Z","steps":["trace[1511647722] 'agreement among raft nodes before linearized reading' (duration: 299.909794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:26.007231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:25.706823Z","time spent":"300.393505ms","remote":"127.0.0.1:55882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T19:09:26.006541Z","caller":"traceutil/trace.go:171","msg":"trace[78522173] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"305.954319ms","start":"2026-03-03T19:09:25.700557Z","end":"2026-03-03T19:09:26.006512Z","steps":["trace[78522173] 'process raft request' (duration: 296.511337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:26.007826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:25.700536Z","time spent":"307.209177ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:26.43973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.141675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:26.439881Z","caller":"traceutil/trace.go:171","msg":"trace[868197487] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7780; }","duration":"220.249508ms","start":"2026-03-03T19:09:26.219552Z","end":"2026-03-03T19:09:26.439802Z","steps":["trace[868197487] 'count revisions from in-memory index tree' (duration: 220.053793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:27.56132Z","caller":"traceutil/trace.go:171","msg":"trace[1652155081] linearizableReadLoop","detail":"{readStateIndex:8076; appliedIndex:8075; }","duration":"421.607482ms","start":"2026-03-03T19:09:27.139673Z","end":"2026-03-03T19:09:27.56128Z","steps":["trace[1652155081] 'read index received' (duration: 421.415008ms)","trace[1652155081] 'applied index is now lower than readState.Index' (duration: 190.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:27.561417Z","caller":"traceutil/trace.go:171","msg":"trace[626731851] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"518.633897ms","start":"2026-03-03T19:09:27.04274Z","end":"2026-03-03T19:09:27.561374Z","steps":["trace[626731851] 'process raft request' (duration: 518.367671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:27.561588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.880219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-584968ff76-9d5pl.18996a6b9f810990\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T19:09:27.561618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:27.042718Z","time spent":"518.775121ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:27.561648Z","caller":"traceutil/trace.go:171","msg":"trace[1382500183] range","detail":"{range_begin:/registry/events/openstack/barbican-api-584968ff76-9d5pl.18996a6b9f810990; range_end:; response_count:1; response_revision:7781; }","duration":"422.011932ms","start":"2026-03-03T19:09:27.139618Z","end":"2026-03-03T19:09:27.56163Z","steps":["trace[1382500183] 'agreement among raft nodes before linearized reading' (duration: 421.806567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:27.561655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.0074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:09:27.561726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:27.13959Z","time spent":"422.121944ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-584968ff76-9d5pl.18996a6b9f810990\" "} {"level":"info","ts":"2026-03-03T19:09:27.56173Z","caller":"traceutil/trace.go:171","msg":"trace[347466880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7781; }","duration":"343.128773ms","start":"2026-03-03T19:09:27.218583Z","end":"2026-03-03T19:09:27.561712Z","steps":["trace[347466880] 'agreement among raft nodes before linearized reading' (duration: 342.871757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:27.561775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:27.218557Z","time spent":"343.205014ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:09:27.822956Z","caller":"traceutil/trace.go:171","msg":"trace[1838692250] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"122.260381ms","start":"2026-03-03T19:09:27.700666Z","end":"2026-03-03T19:09:27.822927Z","steps":["trace[1838692250] 'process raft request' (duration: 122.070627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.880377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.96864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:57.880462Z","caller":"traceutil/trace.go:171","msg":"trace[1984371936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"488.106643ms","start":"2026-03-03T19:09:57.392339Z","end":"2026-03-03T19:09:57.880445Z","steps":["trace[1984371936] 'range keys from in-memory index tree' (duration: 487.877737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.880492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:57.392317Z","time spent":"488.167574ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:57.8808Z","caller":"traceutil/trace.go:171","msg":"trace[1607246863] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"202.973121ms","start":"2026-03-03T19:09:57.677779Z","end":"2026-03-03T19:09:57.880752Z","steps":["trace[1607246863] 'process raft request' (duration: 184.6353ms)","trace[1607246863] 'compare' (duration: 18.038415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.892544Z","caller":"traceutil/trace.go:171","msg":"trace[436570104] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"167.915964ms","start":"2026-03-03T19:09:57.724609Z","end":"2026-03-03T19:09:57.892525Z","steps":["trace[436570104] 'read index received' (duration: 137.738938ms)","trace[436570104] 'applied index is now lower than readState.Index' (duration: 30.176096ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.892705Z","caller":"traceutil/trace.go:171","msg":"trace[2079968518] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"212.177837ms","start":"2026-03-03T19:09:57.68047Z","end":"2026-03-03T19:09:57.892648Z","steps":["trace[2079968518] 'process raft request' (duration: 211.969312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.892784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.16179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:09:57.892837Z","caller":"traceutil/trace.go:171","msg":"trace[1258177248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7986; }","duration":"168.254962ms","start":"2026-03-03T19:09:57.724565Z","end":"2026-03-03T19:09:57.89282Z","steps":["trace[1258177248] 'agreement among raft nodes before linearized reading' (duration: 168.091908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:58.31692Z","caller":"traceutil/trace.go:171","msg":"trace[1259499306] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"141.094094ms","start":"2026-03-03T19:09:58.175802Z","end":"2026-03-03T19:09:58.316896Z","steps":["trace[1259499306] 'read index received' (duration: 140.903159ms)","trace[1259499306] 'applied index is now lower than readState.Index' (duration: 189.695µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:58.317151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.300045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:09:58.317182Z","caller":"traceutil/trace.go:171","msg":"trace[560058210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7990; }","duration":"123.396237ms","start":"2026-03-03T19:09:58.193776Z","end":"2026-03-03T19:09:58.317173Z","steps":["trace[560058210] 'agreement among raft nodes before linearized reading' (duration: 123.260644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:58.317205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.389921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:09:58.317274Z","caller":"traceutil/trace.go:171","msg":"trace[1642245360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7990; }","duration":"141.512104ms","start":"2026-03-03T19:09:58.175746Z","end":"2026-03-03T19:09:58.317258Z","steps":["trace[1642245360] 'agreement among raft nodes before linearized reading' (duration: 141.249628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:58.317399Z","caller":"traceutil/trace.go:171","msg":"trace[358006352] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"156.10412ms","start":"2026-03-03T19:09:58.160858Z","end":"2026-03-03T19:09:58.316962Z","steps":["trace[358006352] 'process raft request' (duration: 155.836534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:58.317507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.997556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-03T19:09:58.31763Z","caller":"traceutil/trace.go:171","msg":"trace[1571893457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:7990; }","duration":"106.194021ms","start":"2026-03-03T19:09:58.211416Z","end":"2026-03-03T19:09:58.31761Z","steps":["trace[1571893457] 'agreement among raft nodes before linearized reading' (duration: 105.828043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.06324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.123216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:10.06343Z","caller":"traceutil/trace.go:171","msg":"trace[600458646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8080; }","duration":"274.32462ms","start":"2026-03-03T19:10:09.789081Z","end":"2026-03-03T19:10:10.063405Z","steps":["trace[600458646] 'range keys from in-memory index tree' (duration: 274.104536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.063465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.984877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:10.063889Z","caller":"traceutil/trace.go:171","msg":"trace[1503638186] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"146.883744ms","start":"2026-03-03T19:10:09.916982Z","end":"2026-03-03T19:10:10.063866Z","steps":["trace[1503638186] 'process raft request' (duration: 146.7162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.064017Z","caller":"traceutil/trace.go:171","msg":"trace[468972908] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"323.495693ms","start":"2026-03-03T19:10:09.74049Z","end":"2026-03-03T19:10:10.063985Z","steps":["trace[468972908] 'process raft request' (duration: 129.876252ms)","trace[468972908] 'compare' (duration: 192.551478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:10.064177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:09.740471Z","time spent":"323.620036ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:10.064236Z","caller":"traceutil/trace.go:171","msg":"trace[1193371360] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8389; }","duration":"323.446871ms","start":"2026-03-03T19:10:09.740773Z","end":"2026-03-03T19:10:10.06422Z","steps":["trace[1193371360] 'read index received' (duration: 129.505054ms)","trace[1193371360] 'applied index is now lower than readState.Index' (duration: 193.940387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:10.064594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.814129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T19:10:10.064637Z","caller":"traceutil/trace.go:171","msg":"trace[2092824787] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8082; }","duration":"323.88075ms","start":"2026-03-03T19:10:09.740745Z","end":"2026-03-03T19:10:10.064626Z","steps":["trace[2092824787] 'agreement among raft nodes before linearized reading' (duration: 323.748937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.064669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:09.740736Z","time spent":"323.925741ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T19:10:10.481086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.309637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:10.481303Z","caller":"traceutil/trace.go:171","msg":"trace[2102244529] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"547.765071ms","start":"2026-03-03T19:10:09.933505Z","end":"2026-03-03T19:10:10.481271Z","steps":["trace[2102244529] 'process raft request' (duration: 386.190578ms)","trace[2102244529] 'compare' (duration: 161.020561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:10.48138Z","caller":"traceutil/trace.go:171","msg":"trace[428004618] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8391; }","duration":"417.100011ms","start":"2026-03-03T19:10:10.064267Z","end":"2026-03-03T19:10:10.481367Z","steps":["trace[428004618] 'read index received' (duration: 255.445197ms)","trace[428004618] 'applied index is now lower than readState.Index' (duration: 161.654004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:10.481474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:09.933487Z","time spent":"547.898884ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:10.481517Z","caller":"traceutil/trace.go:171","msg":"trace[1611498039] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"485.30607ms","start":"2026-03-03T19:10:09.996099Z","end":"2026-03-03T19:10:10.481406Z","steps":["trace[1611498039] 'process raft request' (duration: 485.083125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.481338Z","caller":"traceutil/trace.go:171","msg":"trace[1067878864] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8085; }","duration":"415.592956ms","start":"2026-03-03T19:10:10.06573Z","end":"2026-03-03T19:10:10.481323Z","steps":["trace[1067878864] 'process raft request' (duration: 415.542785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.48168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.451423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:10:10.48172Z","caller":"traceutil/trace.go:171","msg":"trace[430928260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8085; }","duration":"485.515905ms","start":"2026-03-03T19:10:09.996194Z","end":"2026-03-03T19:10:10.48171Z","steps":["trace[430928260] 'agreement among raft nodes before linearized reading' (duration: 485.356461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.481753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:09.996187Z","time spent":"485.559006ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:10:10.481777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:10.06571Z","time spent":"415.977765ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T19:10:10.48196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:09.996076Z","time spent":"485.749369ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:10.518138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.009284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:10:10.518257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.098984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T19:10:10.518158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.74925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4kz7s\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T19:10:10.5183Z","caller":"traceutil/trace.go:171","msg":"trace[162948035] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4kz7s; range_end:; response_count:1; response_revision:8086; }","duration":"448.953925ms","start":"2026-03-03T19:10:10.069333Z","end":"2026-03-03T19:10:10.518287Z","steps":["trace[162948035] 'agreement among raft nodes before linearized reading' (duration: 448.663819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.518357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:10.069312Z","time spent":"449.031406ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4kz7s\" "} {"level":"warn","ts":"2026-03-03T19:10:10.518381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.850103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4kz7s\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-03T19:10:10.518403Z","caller":"traceutil/trace.go:171","msg":"trace[1512124663] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4kz7s; range_end:; response_count:1; response_revision:8086; }","duration":"448.907823ms","start":"2026-03-03T19:10:10.069489Z","end":"2026-03-03T19:10:10.518397Z","steps":["trace[1512124663] 'agreement among raft nodes before linearized reading' (duration: 448.832582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.51843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:10.069449Z","time spent":"448.974445ms","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4kz7s\" "} {"level":"warn","ts":"2026-03-03T19:10:10.518547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.885082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T19:10:10.51854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.219302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:10:10.518674Z","caller":"traceutil/trace.go:171","msg":"trace[616892682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8086; }","duration":"432.059326ms","start":"2026-03-03T19:10:10.086585Z","end":"2026-03-03T19:10:10.518644Z","steps":["trace[616892682] 'agreement among raft nodes before linearized reading' (duration: 431.707988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.518249Z","caller":"traceutil/trace.go:171","msg":"trace[1934259633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8086; }","duration":"130.138977ms","start":"2026-03-03T19:10:10.388081Z","end":"2026-03-03T19:10:10.51822Z","steps":["trace[1934259633] 'agreement among raft nodes before linearized reading' (duration: 129.947743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.518744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:10.086566Z","time spent":"432.163749ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:10:10.51874Z","caller":"traceutil/trace.go:171","msg":"trace[850589980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8086; }","duration":"156.438237ms","start":"2026-03-03T19:10:10.362264Z","end":"2026-03-03T19:10:10.518702Z","steps":["trace[850589980] 'agreement among raft nodes before linearized reading' (duration: 155.876755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.518733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.702889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4kz7s\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T19:10:10.51885Z","caller":"traceutil/trace.go:171","msg":"trace[239546289] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4kz7s; range_end:; response_count:1; response_revision:8086; }","duration":"130.856833ms","start":"2026-03-03T19:10:10.387959Z","end":"2026-03-03T19:10:10.518816Z","steps":["trace[239546289] 'agreement among raft nodes before linearized reading' (duration: 130.501235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.518303Z","caller":"traceutil/trace.go:171","msg":"trace[1294795782] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8086; }","duration":"406.159796ms","start":"2026-03-03T19:10:10.112121Z","end":"2026-03-03T19:10:10.518281Z","steps":["trace[1294795782] 'agreement among raft nodes before linearized reading' (duration: 406.078644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.518899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.614445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:10:10.518779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.136038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:10:10.519003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:10.112105Z","time spent":"406.872471ms","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T19:10:10.519019Z","caller":"traceutil/trace.go:171","msg":"trace[679622933] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:8086; }","duration":"114.392344ms","start":"2026-03-03T19:10:10.404615Z","end":"2026-03-03T19:10:10.519007Z","steps":["trace[679622933] 'agreement among raft nodes before linearized reading' (duration: 114.046106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.518978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.935453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:10:10.519109Z","caller":"traceutil/trace.go:171","msg":"trace[517242812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8086; }","duration":"137.777318ms","start":"2026-03-03T19:10:10.381205Z","end":"2026-03-03T19:10:10.518983Z","steps":["trace[517242812] 'agreement among raft nodes before linearized reading' (duration: 137.345879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.519142Z","caller":"traceutil/trace.go:171","msg":"trace[1384661847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8086; }","duration":"122.124418ms","start":"2026-03-03T19:10:10.397009Z","end":"2026-03-03T19:10:10.519133Z","steps":["trace[1384661847] 'agreement among raft nodes before linearized reading' (duration: 121.912313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:10.51915Z","caller":"traceutil/trace.go:171","msg":"trace[789496967] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"130.553866ms","start":"2026-03-03T19:10:10.38853Z","end":"2026-03-03T19:10:10.519084Z","steps":["trace[789496967] 'process raft request' (duration: 129.318569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:10.519679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.79492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T19:10:10.519739Z","caller":"traceutil/trace.go:171","msg":"trace[54731120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8086; }","duration":"104.899753ms","start":"2026-03-03T19:10:10.414825Z","end":"2026-03-03T19:10:10.519725Z","steps":["trace[54731120] 'agreement among raft nodes before linearized reading' (duration: 104.465512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.110585Z","caller":"traceutil/trace.go:171","msg":"trace[1718212722] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"560.205049ms","start":"2026-03-03T19:10:11.550357Z","end":"2026-03-03T19:10:12.110562Z","steps":["trace[1718212722] 'process raft request' (duration: 560.065355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.110943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:11.550331Z","time spent":"560.494416ms","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:10:12.351476Z","caller":"traceutil/trace.go:171","msg":"trace[1627309685] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"799.881364ms","start":"2026-03-03T19:10:11.551572Z","end":"2026-03-03T19:10:12.351454Z","steps":["trace[1627309685] 'process raft request' (duration: 799.642757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.351798Z","caller":"traceutil/trace.go:171","msg":"trace[5470691] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8405; }","duration":"636.687205ms","start":"2026-03-03T19:10:11.715098Z","end":"2026-03-03T19:10:12.351786Z","steps":["trace[5470691] 'read index received' (duration: 395.386134ms)","trace[5470691] 'applied index is now lower than readState.Index' (duration: 241.300421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:12.35179Z","caller":"traceutil/trace.go:171","msg":"trace[421263408] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"457.988798ms","start":"2026-03-03T19:10:11.893756Z","end":"2026-03-03T19:10:12.351745Z","steps":["trace[421263408] 'process raft request' (duration: 457.624349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.351888Z","caller":"traceutil/trace.go:171","msg":"trace[431613688] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"276.424227ms","start":"2026-03-03T19:10:12.075432Z","end":"2026-03-03T19:10:12.351856Z","steps":["trace[431613688] 'process raft request' (duration: 276.183652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.351996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:11.893725Z","time spent":"458.170732ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:12.352128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.035542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-03T19:10:12.352169Z","caller":"traceutil/trace.go:171","msg":"trace[1291094636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8100; }","duration":"637.126074ms","start":"2026-03-03T19:10:11.715035Z","end":"2026-03-03T19:10:12.352161Z","steps":["trace[1291094636] 'agreement among raft nodes before linearized reading' (duration: 636.817417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.352192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:11.715013Z","time spent":"637.172805ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:10:12.35257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:11.551542Z","time spent":"800.025696ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:12.374924Z","caller":"traceutil/trace.go:171","msg":"trace[1140702624] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"258.890195ms","start":"2026-03-03T19:10:12.116003Z","end":"2026-03-03T19:10:12.374893Z","steps":["trace[1140702624] 'process raft request' (duration: 258.705471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.375042Z","caller":"traceutil/trace.go:171","msg":"trace[1769685220] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"259.358635ms","start":"2026-03-03T19:10:12.115652Z","end":"2026-03-03T19:10:12.375011Z","steps":["trace[1769685220] 'process raft request' (duration: 258.841204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.375229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.558969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T19:10:12.375394Z","caller":"traceutil/trace.go:171","msg":"trace[1775940307] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8102; }","duration":"259.781144ms","start":"2026-03-03T19:10:12.11559Z","end":"2026-03-03T19:10:12.375372Z","steps":["trace[1775940307] 'agreement among raft nodes before linearized reading' (duration: 259.294134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.712992Z","caller":"traceutil/trace.go:171","msg":"trace[1295735449] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"225.859634ms","start":"2026-03-03T19:10:12.487112Z","end":"2026-03-03T19:10:12.712972Z","steps":["trace[1295735449] 'process raft request' (duration: 225.726041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.738697Z","caller":"traceutil/trace.go:171","msg":"trace[2119985523] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"251.074259ms","start":"2026-03-03T19:10:12.487588Z","end":"2026-03-03T19:10:12.738662Z","steps":["trace[2119985523] 'read index received' (duration: 225.363263ms)","trace[2119985523] 'applied index is now lower than readState.Index' (duration: 25.709146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:12.739043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.428317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-03T19:10:12.739066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.370246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T19:10:12.739107Z","caller":"traceutil/trace.go:171","msg":"trace[467210366] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8106; }","duration":"251.5549ms","start":"2026-03-03T19:10:12.487535Z","end":"2026-03-03T19:10:12.73909Z","steps":["trace[467210366] 'agreement among raft nodes before linearized reading' (duration: 251.320385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.739121Z","caller":"traceutil/trace.go:171","msg":"trace[819542863] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8106; }","duration":"251.476138ms","start":"2026-03-03T19:10:12.487627Z","end":"2026-03-03T19:10:12.739103Z","steps":["trace[819542863] 'agreement among raft nodes before linearized reading' (duration: 251.300924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.739337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.183796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:10:12.739385Z","caller":"traceutil/trace.go:171","msg":"trace[534369198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8106; }","duration":"162.274388ms","start":"2026-03-03T19:10:12.577098Z","end":"2026-03-03T19:10:12.739372Z","steps":["trace[534369198] 'agreement among raft nodes before linearized reading' (duration: 162.169796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.739417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.077464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T19:10:12.739493Z","caller":"traceutil/trace.go:171","msg":"trace[1487342261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8106; }","duration":"162.221337ms","start":"2026-03-03T19:10:12.577253Z","end":"2026-03-03T19:10:12.739475Z","steps":["trace[1487342261] 'agreement among raft nodes before linearized reading' (duration: 161.820288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.739596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.734044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:10:12.739627Z","caller":"traceutil/trace.go:171","msg":"trace[1144540522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8106; }","duration":"164.816625ms","start":"2026-03-03T19:10:12.574802Z","end":"2026-03-03T19:10:12.739618Z","steps":["trace[1144540522] 'agreement among raft nodes before linearized reading' (duration: 164.722763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.739626Z","caller":"traceutil/trace.go:171","msg":"trace[240793708] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"252.039431ms","start":"2026-03-03T19:10:12.487545Z","end":"2026-03-03T19:10:12.739585Z","steps":["trace[240793708] 'process raft request' (duration: 250.952167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.73982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.716831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-03T19:10:12.739871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.390601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:10:12.739897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.238096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:10:12.739831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.567268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:12.740081Z","caller":"traceutil/trace.go:171","msg":"trace[509199582] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8106; }","duration":"217.888185ms","start":"2026-03-03T19:10:12.522137Z","end":"2026-03-03T19:10:12.740025Z","steps":["trace[509199582] 'agreement among raft nodes before linearized reading' (duration: 217.442496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.739941Z","caller":"traceutil/trace.go:171","msg":"trace[385832387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8106; }","duration":"199.311458ms","start":"2026-03-03T19:10:12.54062Z","end":"2026-03-03T19:10:12.739931Z","steps":["trace[385832387] 'agreement among raft nodes before linearized reading' (duration: 199.210636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.739905Z","caller":"traceutil/trace.go:171","msg":"trace[1685983841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8106; }","duration":"162.450852ms","start":"2026-03-03T19:10:12.577444Z","end":"2026-03-03T19:10:12.739895Z","steps":["trace[1685983841] 'agreement among raft nodes before linearized reading' (duration: 162.36088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.739894Z","caller":"traceutil/trace.go:171","msg":"trace[1997420977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:8106; }","duration":"159.812813ms","start":"2026-03-03T19:10:12.580064Z","end":"2026-03-03T19:10:12.739877Z","steps":["trace[1997420977] 'agreement among raft nodes before linearized reading' (duration: 159.641199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.853465Z","caller":"traceutil/trace.go:171","msg":"trace[1167801425] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"106.372165ms","start":"2026-03-03T19:10:12.747057Z","end":"2026-03-03T19:10:12.853429Z","steps":["trace[1167801425] 'process raft request' (duration: 106.278473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:12.853501Z","caller":"traceutil/trace.go:171","msg":"trace[1835530292] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"106.641351ms","start":"2026-03-03T19:10:12.746808Z","end":"2026-03-03T19:10:12.853449Z","steps":["trace[1835530292] 'process raft request' (duration: 81.368454ms)","trace[1835530292] 'compare' (duration: 24.95655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:12.853642Z","caller":"traceutil/trace.go:171","msg":"trace[1194150730] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8415; }","duration":"106.325383ms","start":"2026-03-03T19:10:12.747287Z","end":"2026-03-03T19:10:12.853612Z","steps":["trace[1194150730] 'read index received' (duration: 15.420615ms)","trace[1194150730] 'applied index is now lower than readState.Index' (duration: 90.902938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:12.853761Z","caller":"traceutil/trace.go:171","msg":"trace[1797113462] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"106.015827ms","start":"2026-03-03T19:10:12.747734Z","end":"2026-03-03T19:10:12.85375Z","steps":["trace[1797113462] 'process raft request' (duration: 105.648869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.853945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.549845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T19:10:12.854003Z","caller":"traceutil/trace.go:171","msg":"trace[1553036598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8111; }","duration":"100.670337ms","start":"2026-03-03T19:10:12.753318Z","end":"2026-03-03T19:10:12.853988Z","steps":["trace[1553036598] 'agreement among raft nodes before linearized reading' (duration: 100.453812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:12.853977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.659782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T19:10:12.854068Z","caller":"traceutil/trace.go:171","msg":"trace[1692465789] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8111; }","duration":"106.786594ms","start":"2026-03-03T19:10:12.74726Z","end":"2026-03-03T19:10:12.854047Z","steps":["trace[1692465789] 'agreement among raft nodes before linearized reading' (duration: 106.536008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:13.437304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.735938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:13.437401Z","caller":"traceutil/trace.go:171","msg":"trace[1860968711] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"469.207559ms","start":"2026-03-03T19:10:12.968178Z","end":"2026-03-03T19:10:13.437386Z","steps":["trace[1860968711] 'read index received' (duration: 13.216615ms)","trace[1860968711] 'applied index is now lower than readState.Index' (duration: 455.989134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:13.43751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.331571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:13.437572Z","caller":"traceutil/trace.go:171","msg":"trace[1466215105] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8112; }","duration":"469.415063ms","start":"2026-03-03T19:10:12.968123Z","end":"2026-03-03T19:10:13.437538Z","steps":["trace[1466215105] 'agreement among raft nodes before linearized reading' (duration: 469.343962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:13.437607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:12.9681Z","time spent":"469.496195ms","remote":"127.0.0.1:45068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:10:13.437768Z","caller":"traceutil/trace.go:171","msg":"trace[306979110] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"502.27391ms","start":"2026-03-03T19:10:12.935481Z","end":"2026-03-03T19:10:13.437755Z","steps":["trace[306979110] 'process raft request' (duration: 45.99159ms)","trace[306979110] 'compare' (duration: 455.481272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:13.437985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:12.935457Z","time spent":"502.335032ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:14.11255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.426443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:10:14.11263Z","caller":"traceutil/trace.go:171","msg":"trace[213208182] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8112; }","duration":"175.593946ms","start":"2026-03-03T19:10:13.937018Z","end":"2026-03-03T19:10:14.112612Z","steps":["trace[213208182] 'count revisions from in-memory index tree' (duration: 175.32013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:14.112636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.408104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T19:10:14.112726Z","caller":"traceutil/trace.go:171","msg":"trace[112610195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8112; }","duration":"568.552467ms","start":"2026-03-03T19:10:13.544149Z","end":"2026-03-03T19:10:14.112702Z","steps":["trace[112610195] 'range keys from in-memory index tree' (duration: 568.083656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:14.112786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:13.54411Z","time spent":"568.665429ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T19:10:21.68016Z","caller":"traceutil/trace.go:171","msg":"trace[833354654] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"189.256514ms","start":"2026-03-03T19:10:21.490876Z","end":"2026-03-03T19:10:21.680133Z","steps":["trace[833354654] 'process raft request' (duration: 189.014698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:13.666189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.196153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:11:13.666513Z","caller":"traceutil/trace.go:171","msg":"trace[328060184] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"275.118088ms","start":"2026-03-03T19:11:13.391374Z","end":"2026-03-03T19:11:13.666492Z","steps":["trace[328060184] 'read index received' (duration: 18.449834ms)","trace[328060184] 'applied index is now lower than readState.Index' (duration: 256.666334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:11:13.66695Z","caller":"traceutil/trace.go:171","msg":"trace[1684634822] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"484.738314ms","start":"2026-03-03T19:11:13.182171Z","end":"2026-03-03T19:11:13.666909Z","steps":["trace[1684634822] 'process raft request' (duration: 227.729413ms)","trace[1684634822] 'compare' (duration: 256.009839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:11:13.667206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:11:13.182146Z","time spent":"485.00051ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:11:13.666938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.557627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:11:13.667414Z","caller":"traceutil/trace.go:171","msg":"trace[1143308187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8732; }","duration":"276.034108ms","start":"2026-03-03T19:11:13.391325Z","end":"2026-03-03T19:11:13.667359Z","steps":["trace[1143308187] 'agreement among raft nodes before linearized reading' (duration: 275.567398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:26.894297Z","caller":"traceutil/trace.go:171","msg":"trace[850015063] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"238.68163ms","start":"2026-03-03T19:11:26.655577Z","end":"2026-03-03T19:11:26.894259Z","steps":["trace[850015063] 'process raft request' (duration: 238.453705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:27.206474Z","caller":"traceutil/trace.go:171","msg":"trace[593611437] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"168.416821ms","start":"2026-03-03T19:11:27.038026Z","end":"2026-03-03T19:11:27.206443Z","steps":["trace[593611437] 'process raft request' (duration: 168.248098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:27.393802Z","caller":"traceutil/trace.go:171","msg":"trace[32853294] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9125; }","duration":"276.228442ms","start":"2026-03-03T19:11:27.11754Z","end":"2026-03-03T19:11:27.393768Z","steps":["trace[32853294] 'read index received' (duration: 88.735512ms)","trace[32853294] 'applied index is now lower than readState.Index' (duration: 187.490929ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:11:27.393868Z","caller":"traceutil/trace.go:171","msg":"trace[1908044666] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"342.719275ms","start":"2026-03-03T19:11:27.051101Z","end":"2026-03-03T19:11:27.39382Z","steps":["trace[1908044666] 'process raft request' (duration: 310.528512ms)","trace[1908044666] 'compare' (duration: 31.997668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:11:27.394146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.581309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T19:11:27.394185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.064396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T19:11:27.394202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.140456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-584968ff76-9d5pl.18996a6b9f810990\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T19:11:27.394219Z","caller":"traceutil/trace.go:171","msg":"trace[1681675149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8798; }","duration":"276.718922ms","start":"2026-03-03T19:11:27.11748Z","end":"2026-03-03T19:11:27.394199Z","steps":["trace[1681675149] 'agreement among raft nodes before linearized reading' (duration: 276.468497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.394218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.755135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:11:27.394234Z","caller":"traceutil/trace.go:171","msg":"trace[1938826434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8798; }","duration":"275.173929ms","start":"2026-03-03T19:11:27.119046Z","end":"2026-03-03T19:11:27.39422Z","steps":["trace[1938826434] 'agreement among raft nodes before linearized reading' (duration: 274.998995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:27.394256Z","caller":"traceutil/trace.go:171","msg":"trace[276619712] range","detail":"{range_begin:/registry/events/openstack/barbican-api-584968ff76-9d5pl.18996a6b9f810990; range_end:; response_count:1; response_revision:8798; }","duration":"254.216248ms","start":"2026-03-03T19:11:27.140022Z","end":"2026-03-03T19:11:27.394238Z","steps":["trace[276619712] 'agreement among raft nodes before linearized reading' (duration: 254.058514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:27.394283Z","caller":"traceutil/trace.go:171","msg":"trace[1140031182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8798; }","duration":"183.866128ms","start":"2026-03-03T19:11:27.210399Z","end":"2026-03-03T19:11:27.394265Z","steps":["trace[1140031182] 'agreement among raft nodes before linearized reading' (duration: 183.670023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.394386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.655569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T19:11:27.394413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.755517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-03T19:11:27.394533Z","caller":"traceutil/trace.go:171","msg":"trace[1777289236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:8798; }","duration":"171.92881ms","start":"2026-03-03T19:11:27.222581Z","end":"2026-03-03T19:11:27.39451Z","steps":["trace[1777289236] 'agreement among raft nodes before linearized reading' (duration: 171.554012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:27.394451Z","caller":"traceutil/trace.go:171","msg":"trace[1346584447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8798; }","duration":"181.76606ms","start":"2026-03-03T19:11:27.212668Z","end":"2026-03-03T19:11:27.394434Z","steps":["trace[1346584447] 'agreement among raft nodes before linearized reading' (duration: 181.396812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.394673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:11:27.051065Z","time spent":"343.046572ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:11:27.884144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.237672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:11:27.884353Z","caller":"traceutil/trace.go:171","msg":"trace[727158393] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"462.232469ms","start":"2026-03-03T19:11:27.422093Z","end":"2026-03-03T19:11:27.884325Z","steps":["trace[727158393] 'process raft request' (duration: 71.69929ms)","trace[727158393] 'compare' (duration: 389.955086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:11:27.884474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:11:27.422076Z","time spent":"462.346792ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:11:27.884529Z","caller":"traceutil/trace.go:171","msg":"trace[38241641] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9132; }","duration":"407.834927ms","start":"2026-03-03T19:11:27.476652Z","end":"2026-03-03T19:11:27.884487Z","steps":["trace[38241641] 'read index received' (duration: 17.157145ms)","trace[38241641] 'applied index is now lower than readState.Index' (duration: 390.675952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:11:27.884938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.091372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T19:11:27.884988Z","caller":"traceutil/trace.go:171","msg":"trace[1402694606] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8804; }","duration":"399.184834ms","start":"2026-03-03T19:11:27.485791Z","end":"2026-03-03T19:11:27.884976Z","steps":["trace[1402694606] 'agreement among raft nodes before linearized reading' (duration: 399.02652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.885025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:11:27.485732Z","time spent":"399.285306ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T19:11:27.88504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.213343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:11:27.885128Z","caller":"traceutil/trace.go:171","msg":"trace[263591904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8804; }","duration":"154.359537ms","start":"2026-03-03T19:11:27.730744Z","end":"2026-03-03T19:11:27.885104Z","steps":["trace[263591904] 'agreement among raft nodes before linearized reading' (duration: 154.08656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.885286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.660393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289815"} {"level":"info","ts":"2026-03-03T19:11:27.885376Z","caller":"traceutil/trace.go:171","msg":"trace[1382417417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8804; }","duration":"484.803276ms","start":"2026-03-03T19:11:27.400559Z","end":"2026-03-03T19:11:27.885363Z","steps":["trace[1382417417] 'agreement among raft nodes before linearized reading' (duration: 484.1278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:11:27.885423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:11:27.400548Z","time spent":"484.863297ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:11:28.78006Z","caller":"traceutil/trace.go:171","msg":"trace[346723521] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"101.010198ms","start":"2026-03-03T19:11:28.679013Z","end":"2026-03-03T19:11:28.780023Z","steps":["trace[346723521] 'process raft request' (duration: 100.819154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:13:40.572993Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:13:40.579217Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T19:13:40.579372Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T19:14:06.304331Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7686} {"level":"info","ts":"2026-03-03T19:14:06.370114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7686,"took":"63.743714ms","hash":1510897362,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":25563136,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T19:14:06.370197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1510897362,"revision":7686,"compact-revision":5595} {"level":"warn","ts":"2026-03-03T19:16:43.462159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.079841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T19:16:43.462273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.983242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:16:43.462267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.938414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:16:43.462361Z","caller":"traceutil/trace.go:171","msg":"trace[1714990006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10943; }","duration":"529.091144ms","start":"2026-03-03T19:16:42.933255Z","end":"2026-03-03T19:16:43.462347Z","steps":["trace[1714990006] 'range keys from in-memory index tree' (duration: 528.877978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:16:43.462372Z","caller":"traceutil/trace.go:171","msg":"trace[1236673310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10943; }","duration":"238.051968ms","start":"2026-03-03T19:16:43.224303Z","end":"2026-03-03T19:16:43.462355Z","steps":["trace[1236673310] 'range keys from in-memory index tree' (duration: 237.843873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.792397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:16:43.462402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.933247Z","time spent":"529.144825ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T19:16:43.462435Z","caller":"traceutil/trace.go:171","msg":"trace[1384735989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10943; }","duration":"528.92637ms","start":"2026-03-03T19:16:42.933489Z","end":"2026-03-03T19:16:43.462415Z","steps":["trace[1384735989] 'range keys from in-memory index tree' (duration: 528.638454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.888378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T19:16:43.462475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.93348Z","time spent":"528.984451ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T19:16:43.462507Z","caller":"traceutil/trace.go:171","msg":"trace[301529872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10943; }","duration":"763.977131ms","start":"2026-03-03T19:16:42.698507Z","end":"2026-03-03T19:16:43.462484Z","steps":["trace[301529872] 'range keys from in-memory index tree' (duration: 763.720775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.69849Z","time spent":"764.059132ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:16:43.462566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.195077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:16:43.462616Z","caller":"traceutil/trace.go:171","msg":"trace[1207063155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10943; }","duration":"241.268859ms","start":"2026-03-03T19:16:43.221331Z","end":"2026-03-03T19:16:43.4626Z","steps":["trace[1207063155] 'range keys from in-memory index tree' (duration: 241.079995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.414962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T19:16:43.462594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.998271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:16:43.462678Z","caller":"traceutil/trace.go:171","msg":"trace[267222642] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10943; }","duration":"525.482023ms","start":"2026-03-03T19:16:42.937179Z","end":"2026-03-03T19:16:43.462661Z","steps":["trace[267222642] 'range keys from in-memory index tree' (duration: 525.32283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.937175Z","time spent":"525.526324ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:16:43.462732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.290209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:16:43.462721Z","caller":"traceutil/trace.go:171","msg":"trace[759639779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10943; }","duration":"529.167475ms","start":"2026-03-03T19:16:42.933525Z","end":"2026-03-03T19:16:43.462693Z","steps":["trace[759639779] 'range keys from in-memory index tree' (duration: 528.862328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:16:43.462763Z","caller":"traceutil/trace.go:171","msg":"trace[1020630787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10943; }","duration":"769.34894ms","start":"2026-03-03T19:16:42.693404Z","end":"2026-03-03T19:16:43.462753Z","steps":["trace[1020630787] 'range keys from in-memory index tree' (duration: 769.227138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.693386Z","time spent":"769.401051ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:16:43.462789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.93351Z","time spent":"529.262317ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:16:43.462875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.293679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:16:43.462895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.850239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:16:43.4629Z","caller":"traceutil/trace.go:171","msg":"trace[490466334] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10943; }","duration":"769.34677ms","start":"2026-03-03T19:16:42.693545Z","end":"2026-03-03T19:16:43.462892Z","steps":["trace[490466334] 'range keys from in-memory index tree' (duration: 769.133696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.299101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T19:16:43.462929Z","caller":"traceutil/trace.go:171","msg":"trace[1913107751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10943; }","duration":"768.89579ms","start":"2026-03-03T19:16:42.694024Z","end":"2026-03-03T19:16:43.46292Z","steps":["trace[1913107751] 'range keys from in-memory index tree' (duration: 768.753737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.693538Z","time spent":"769.387211ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T19:16:43.462958Z","caller":"traceutil/trace.go:171","msg":"trace[236724680] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10943; }","duration":"530.339012ms","start":"2026-03-03T19:16:42.93261Z","end":"2026-03-03T19:16:43.462949Z","steps":["trace[236724680] 'range keys from in-memory index tree' (duration: 530.066875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.462963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.694018Z","time spent":"768.936931ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T19:16:43.462145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.502002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:16:43.463073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.932545Z","time spent":"530.433154ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T19:16:43.46225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.324828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T19:16:43.463086Z","caller":"traceutil/trace.go:171","msg":"trace[1810964198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10943; }","duration":"530.508825ms","start":"2026-03-03T19:16:42.932561Z","end":"2026-03-03T19:16:43.46307Z","steps":["trace[1810964198] 'range keys from in-memory index tree' (duration: 529.303627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:16:43.462243Z","caller":"traceutil/trace.go:171","msg":"trace[1543994935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10943; }","duration":"275.203695ms","start":"2026-03-03T19:16:43.187021Z","end":"2026-03-03T19:16:43.462224Z","steps":["trace[1543994935] 'range keys from in-memory index tree' (duration: 274.861327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.463123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.932536Z","time spent":"530.574877ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T19:16:43.463123Z","caller":"traceutil/trace.go:171","msg":"trace[835499747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10943; }","duration":"241.214007ms","start":"2026-03-03T19:16:43.221892Z","end":"2026-03-03T19:16:43.463106Z","steps":["trace[835499747] 'range keys from in-memory index tree' (duration: 240.218855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.463434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.227378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:16:43.463477Z","caller":"traceutil/trace.go:171","msg":"trace[1011094407] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10943; }","duration":"770.516666ms","start":"2026-03-03T19:16:42.692945Z","end":"2026-03-03T19:16:43.463462Z","steps":["trace[1011094407] 'range keys from in-memory index tree' (duration: 769.113876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:16:43.463524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:16:42.692927Z","time spent":"770.571897ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T19:17:05.902477Z","caller":"traceutil/trace.go:171","msg":"trace[458915272] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"231.572643ms","start":"2026-03-03T19:17:05.670877Z","end":"2026-03-03T19:17:05.90245Z","steps":["trace[458915272] 'process raft request' (duration: 231.273557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:05.943098Z","caller":"traceutil/trace.go:171","msg":"trace[1881504852] linearizableReadLoop","detail":"{readStateIndex:11468; appliedIndex:11465; }","duration":"261.334685ms","start":"2026-03-03T19:17:05.681742Z","end":"2026-03-03T19:17:05.943076Z","steps":["trace[1881504852] 'read index received' (duration: 220.721312ms)","trace[1881504852] 'applied index is now lower than readState.Index' (duration: 40.611983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:05.943516Z","caller":"traceutil/trace.go:171","msg":"trace[1528770092] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"272.418663ms","start":"2026-03-03T19:17:05.671078Z","end":"2026-03-03T19:17:05.943496Z","steps":["trace[1528770092] 'process raft request' (duration: 271.717226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:05.94378Z","caller":"traceutil/trace.go:171","msg":"trace[845330473] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"272.422473ms","start":"2026-03-03T19:17:05.671343Z","end":"2026-03-03T19:17:05.943766Z","steps":["trace[845330473] 'process raft request' (duration: 271.618354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:05.943896Z","caller":"traceutil/trace.go:171","msg":"trace[1224201724] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"271.992322ms","start":"2026-03-03T19:17:05.671893Z","end":"2026-03-03T19:17:05.943885Z","steps":["trace[1224201724] 'process raft request' (duration: 271.133943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:05.944297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.538952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:17:05.944349Z","caller":"traceutil/trace.go:171","msg":"trace[1790127380] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11060; }","duration":"262.641014ms","start":"2026-03-03T19:17:05.681696Z","end":"2026-03-03T19:17:05.944337Z","steps":["trace[1790127380] 'agreement among raft nodes before linearized reading' (duration: 262.290347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:06.573207Z","caller":"traceutil/trace.go:171","msg":"trace[374268197] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"126.901993ms","start":"2026-03-03T19:17:06.446283Z","end":"2026-03-03T19:17:06.573185Z","steps":["trace[374268197] 'process raft request' (duration: 126.77195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:06.798048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.418151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:06.798126Z","caller":"traceutil/trace.go:171","msg":"trace[1857261620] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11062; }","duration":"147.562634ms","start":"2026-03-03T19:17:06.650544Z","end":"2026-03-03T19:17:06.798107Z","steps":["trace[1857261620] 'count revisions from in-memory index tree' (duration: 147.283687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:06.889831Z","caller":"traceutil/trace.go:171","msg":"trace[539469488] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"189.027186ms","start":"2026-03-03T19:17:06.700779Z","end":"2026-03-03T19:17:06.889806Z","steps":["trace[539469488] 'process raft request' (duration: 188.875833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:07.172325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.803985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:17:07.172425Z","caller":"traceutil/trace.go:171","msg":"trace[1679050325] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11063; }","duration":"252.959519ms","start":"2026-03-03T19:17:06.919442Z","end":"2026-03-03T19:17:07.172402Z","steps":["trace[1679050325] 'count revisions from in-memory index tree' (duration: 252.695043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:07.538815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.236635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:07.5389Z","caller":"traceutil/trace.go:171","msg":"trace[50390058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11064; }","duration":"138.374979ms","start":"2026-03-03T19:17:07.400506Z","end":"2026-03-03T19:17:07.538881Z","steps":["trace[50390058] 'range keys from in-memory index tree' (duration: 138.147074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:08.026258Z","caller":"traceutil/trace.go:171","msg":"trace[453732519] linearizableReadLoop","detail":"{readStateIndex:11474; appliedIndex:11473; }","duration":"106.452589ms","start":"2026-03-03T19:17:07.919778Z","end":"2026-03-03T19:17:08.026231Z","steps":["trace[453732519] 'read index received' (duration: 106.313046ms)","trace[453732519] 'applied index is now lower than readState.Index' (duration: 137.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:08.026425Z","caller":"traceutil/trace.go:171","msg":"trace[190623847] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"113.26417ms","start":"2026-03-03T19:17:07.913081Z","end":"2026-03-03T19:17:08.026345Z","steps":["trace[190623847] 'process raft request' (duration: 112.934642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:08.026524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.708364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:08.026962Z","caller":"traceutil/trace.go:171","msg":"trace[1319003121] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11066; }","duration":"107.203835ms","start":"2026-03-03T19:17:07.91971Z","end":"2026-03-03T19:17:08.026914Z","steps":["trace[1319003121] 'agreement among raft nodes before linearized reading' (duration: 106.710404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:08.185801Z","caller":"traceutil/trace.go:171","msg":"trace[545091697] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"134.675326ms","start":"2026-03-03T19:17:08.051101Z","end":"2026-03-03T19:17:08.185776Z","steps":["trace[545091697] 'process raft request' (duration: 125.409281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:08.194371Z","caller":"traceutil/trace.go:171","msg":"trace[777514324] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"142.801518ms","start":"2026-03-03T19:17:08.051551Z","end":"2026-03-03T19:17:08.194352Z","steps":["trace[777514324] 'process raft request' (duration: 142.530432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:08.194452Z","caller":"traceutil/trace.go:171","msg":"trace[778244157] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"141.98825ms","start":"2026-03-03T19:17:08.052419Z","end":"2026-03-03T19:17:08.194407Z","steps":["trace[778244157] 'process raft request' (duration: 141.795516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:10.352255Z","caller":"traceutil/trace.go:171","msg":"trace[650624900] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"141.905337ms","start":"2026-03-03T19:17:10.210319Z","end":"2026-03-03T19:17:10.352225Z","steps":["trace[650624900] 'process raft request' (duration: 141.783894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:10.3523Z","caller":"traceutil/trace.go:171","msg":"trace[66814889] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"143.906312ms","start":"2026-03-03T19:17:10.208345Z","end":"2026-03-03T19:17:10.352251Z","steps":["trace[66814889] 'process raft request' (duration: 101.764615ms)","trace[66814889] 'compare' (duration: 41.82639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:10.352594Z","caller":"traceutil/trace.go:171","msg":"trace[1536318328] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"132.16989ms","start":"2026-03-03T19:17:10.220281Z","end":"2026-03-03T19:17:10.35245Z","steps":["trace[1536318328] 'process raft request' (duration: 131.893074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:18:18.530015Z","caller":"traceutil/trace.go:171","msg":"trace[1219990232] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"100.496966ms","start":"2026-03-03T19:18:18.429483Z","end":"2026-03-03T19:18:18.52998Z","steps":["trace[1219990232] 'process raft request' (duration: 100.251561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:19:06.311706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9756} {"level":"info","ts":"2026-03-03T19:19:06.396627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9756,"took":"82.414095ms","hash":2373579764,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":22200320,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T19:19:06.396725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2373579764,"revision":9756,"compact-revision":7686} {"level":"info","ts":"2026-03-03T19:21:40.987791Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033d8.wal"} {"level":"info","ts":"2026-03-03T19:23:02.12109Z","caller":"traceutil/trace.go:171","msg":"trace[1984524460] transaction","detail":"{read_only:false; response_revision:13301; number_of_response:1; }","duration":"220.403441ms","start":"2026-03-03T19:23:01.90066Z","end":"2026-03-03T19:23:02.121063Z","steps":["trace[1984524460] 'process raft request' (duration: 220.244207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:02.126988Z","caller":"traceutil/trace.go:171","msg":"trace[1432079163] linearizableReadLoop","detail":"{readStateIndex:13795; appliedIndex:13793; }","duration":"131.893948ms","start":"2026-03-03T19:23:01.995068Z","end":"2026-03-03T19:23:02.126962Z","steps":["trace[1432079163] 'read index received' (duration: 125.826843ms)","trace[1432079163] 'applied index is now lower than readState.Index' (duration: 6.066305ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:02.127074Z","caller":"traceutil/trace.go:171","msg":"trace[843647031] transaction","detail":"{read_only:false; response_revision:13302; number_of_response:1; }","duration":"225.082755ms","start":"2026-03-03T19:23:01.901983Z","end":"2026-03-03T19:23:02.127066Z","steps":["trace[843647031] 'process raft request' (duration: 224.87589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:02.127207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.125283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:23:02.127237Z","caller":"traceutil/trace.go:171","msg":"trace[1180830508] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13302; }","duration":"132.204284ms","start":"2026-03-03T19:23:01.995024Z","end":"2026-03-03T19:23:02.127228Z","steps":["trace[1180830508] 'agreement among raft nodes before linearized reading' (duration: 132.142013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:02.127421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.237969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:23:02.127448Z","caller":"traceutil/trace.go:171","msg":"trace[66076519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13302; }","duration":"120.30179ms","start":"2026-03-03T19:23:02.007141Z","end":"2026-03-03T19:23:02.127443Z","steps":["trace[66076519] 'agreement among raft nodes before linearized reading' (duration: 120.215648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:24.942923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.167381ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:23:32.92786Z","caller":"traceutil/trace.go:171","msg":"trace[785955922] transaction","detail":"{read_only:false; response_revision:13452; number_of_response:1; }","duration":"131.998041ms","start":"2026-03-03T19:23:32.795828Z","end":"2026-03-03T19:23:32.927826Z","steps":["trace[785955922] 'process raft request' (duration: 127.834257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:39.746558Z","caller":"traceutil/trace.go:171","msg":"trace[822287469] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"215.752396ms","start":"2026-03-03T19:23:39.530769Z","end":"2026-03-03T19:23:39.746521Z","steps":["trace[822287469] 'process raft request' (duration: 208.250149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:39.798643Z","caller":"traceutil/trace.go:171","msg":"trace[1499222273] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"267.485378ms","start":"2026-03-03T19:23:39.531129Z","end":"2026-03-03T19:23:39.798614Z","steps":["trace[1499222273] 'process raft request' (duration: 267.293934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:40.008094Z","caller":"traceutil/trace.go:171","msg":"trace[1021048379] transaction","detail":"{read_only:false; response_revision:13492; number_of_response:1; }","duration":"102.007052ms","start":"2026-03-03T19:23:39.906058Z","end":"2026-03-03T19:23:40.008065Z","steps":["trace[1021048379] 'process raft request' (duration: 79.761367ms)","trace[1021048379] 'compare' (duration: 21.921288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:23:41.166174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.082876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:23:41.166381Z","caller":"traceutil/trace.go:171","msg":"trace[881893528] transaction","detail":"{read_only:false; response_revision:13497; number_of_response:1; }","duration":"771.607301ms","start":"2026-03-03T19:23:40.394735Z","end":"2026-03-03T19:23:41.166342Z","steps":["trace[881893528] 'process raft request' (duration: 453.267509ms)","trace[881893528] 'compare' (duration: 317.482362ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:41.166465Z","caller":"traceutil/trace.go:171","msg":"trace[280707460] transaction","detail":"{read_only:false; response_revision:13498; number_of_response:1; }","duration":"629.895723ms","start":"2026-03-03T19:23:40.536547Z","end":"2026-03-03T19:23:41.166443Z","steps":["trace[280707460] 'process raft request' (duration: 629.7456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:41.166547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.536522Z","time spent":"629.988585ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:23:41.166578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.394725Z","time spent":"771.756044ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:23:41.16659Z","caller":"traceutil/trace.go:171","msg":"trace[1799813651] linearizableReadLoop","detail":"{readStateIndex:13999; appliedIndex:13998; }","duration":"723.394196ms","start":"2026-03-03T19:23:40.443153Z","end":"2026-03-03T19:23:41.166547Z","steps":["trace[1799813651] 'read index received' (duration: 404.900791ms)","trace[1799813651] 'applied index is now lower than readState.Index' (duration: 318.489375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:23:41.166915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.723433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:23:41.166975Z","caller":"traceutil/trace.go:171","msg":"trace[1622177815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13498; }","duration":"723.814966ms","start":"2026-03-03T19:23:40.443126Z","end":"2026-03-03T19:23:41.166941Z","steps":["trace[1622177815] 'agreement among raft nodes before linearized reading' (duration: 723.595081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:41.167013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.443115Z","time spent":"723.888307ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:23:41.167168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.015068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:23:41.16721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.444667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T19:23:41.167283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.909089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-03T19:23:41.167321Z","caller":"traceutil/trace.go:171","msg":"trace[198639626] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13498; }","duration":"320.241244ms","start":"2026-03-03T19:23:40.847024Z","end":"2026-03-03T19:23:41.167266Z","steps":["trace[198639626] 'agreement among raft nodes before linearized reading' (duration: 319.958028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:41.167317Z","caller":"traceutil/trace.go:171","msg":"trace[1711149477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13498; }","duration":"723.589669ms","start":"2026-03-03T19:23:40.443699Z","end":"2026-03-03T19:23:41.167289Z","steps":["trace[1711149477] 'agreement among raft nodes before linearized reading' (duration: 723.278383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:41.167396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.443688Z","time spent":"723.697252ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:23:41.167395Z","caller":"traceutil/trace.go:171","msg":"trace[942742198] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13498; }","duration":"602.067183ms","start":"2026-03-03T19:23:40.565299Z","end":"2026-03-03T19:23:41.167366Z","steps":["trace[942742198] 'agreement among raft nodes before linearized reading' (duration: 601.675915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:41.167401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.847003Z","time spent":"320.383577ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:23:41.167447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:40.565285Z","time spent":"602.151405ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T19:23:43.285831Z","caller":"traceutil/trace.go:171","msg":"trace[212815103] transaction","detail":"{read_only:false; response_revision:13519; number_of_response:1; }","duration":"123.928331ms","start":"2026-03-03T19:23:43.16187Z","end":"2026-03-03T19:23:43.285798Z","steps":["trace[212815103] 'process raft request' (duration: 123.663915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:43.29588Z","caller":"traceutil/trace.go:171","msg":"trace[1158665607] linearizableReadLoop","detail":"{readStateIndex:14022; appliedIndex:14020; }","duration":"123.510811ms","start":"2026-03-03T19:23:43.172342Z","end":"2026-03-03T19:23:43.295852Z","steps":["trace[1158665607] 'read index received' (duration: 113.289323ms)","trace[1158665607] 'applied index is now lower than readState.Index' (duration: 10.215148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:43.296075Z","caller":"traceutil/trace.go:171","msg":"trace[1040850759] transaction","detail":"{read_only:false; response_revision:13520; number_of_response:1; }","duration":"124.182296ms","start":"2026-03-03T19:23:43.171789Z","end":"2026-03-03T19:23:43.295972Z","steps":["trace[1040850759] 'process raft request' (duration: 123.89451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:43.296172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.816658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:23:43.296517Z","caller":"traceutil/trace.go:171","msg":"trace[2067557180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13520; }","duration":"123.955431ms","start":"2026-03-03T19:23:43.172275Z","end":"2026-03-03T19:23:43.296231Z","steps":["trace[2067557180] 'agreement among raft nodes before linearized reading' (duration: 123.710786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:47.700282Z","caller":"traceutil/trace.go:171","msg":"trace[467100028] linearizableReadLoop","detail":"{readStateIndex:14048; appliedIndex:14047; }","duration":"387.172102ms","start":"2026-03-03T19:23:47.313078Z","end":"2026-03-03T19:23:47.70025Z","steps":["trace[467100028] 'read index received' (duration: 386.819834ms)","trace[467100028] 'applied index is now lower than readState.Index' (duration: 350.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:47.700388Z","caller":"traceutil/trace.go:171","msg":"trace[1686366216] transaction","detail":"{read_only:false; response_revision:13545; number_of_response:1; }","duration":"390.523076ms","start":"2026-03-03T19:23:47.309802Z","end":"2026-03-03T19:23:47.700325Z","steps":["trace[1686366216] 'process raft request' (duration: 390.22209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:47.7006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:47.309774Z","time spent":"390.706161ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:23:47.700611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.50197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:23:47.700659Z","caller":"traceutil/trace.go:171","msg":"trace[1022412685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13545; }","duration":"387.623702ms","start":"2026-03-03T19:23:47.313022Z","end":"2026-03-03T19:23:47.700646Z","steps":["trace[1022412685] 'agreement among raft nodes before linearized reading' (duration: 387.410918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:47.700697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:47.313Z","time spent":"387.688423ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:23:47.700736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.441942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:23:47.700818Z","caller":"traceutil/trace.go:171","msg":"trace[1740731083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13545; }","duration":"384.591745ms","start":"2026-03-03T19:23:47.316207Z","end":"2026-03-03T19:23:47.700799Z","steps":["trace[1740731083] 'agreement among raft nodes before linearized reading' (duration: 384.321829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:47.700869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:47.316184Z","time spent":"384.676406ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:23:47.70095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.338889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:23:47.701103Z","caller":"traceutil/trace.go:171","msg":"trace[1806984509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13545; }","duration":"384.545164ms","start":"2026-03-03T19:23:47.316522Z","end":"2026-03-03T19:23:47.701067Z","steps":["trace[1806984509] 'agreement among raft nodes before linearized reading' (duration: 384.076103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:47.70117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:23:47.316506Z","time spent":"384.650656ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:23:47.821552Z","caller":"traceutil/trace.go:171","msg":"trace[671780434] transaction","detail":"{read_only:false; response_revision:13546; number_of_response:1; }","duration":"115.2947ms","start":"2026-03-03T19:23:47.706235Z","end":"2026-03-03T19:23:47.82153Z","steps":["trace[671780434] 'process raft request' (duration: 89.095377ms)","trace[671780434] 'compare' (duration: 26.005599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:47.821967Z","caller":"traceutil/trace.go:171","msg":"trace[667559679] transaction","detail":"{read_only:false; response_revision:13547; number_of_response:1; }","duration":"115.28559ms","start":"2026-03-03T19:23:47.706658Z","end":"2026-03-03T19:23:47.821944Z","steps":["trace[667559679] 'process raft request' (duration: 114.82866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:23:47.822147Z","caller":"traceutil/trace.go:171","msg":"trace[809947696] transaction","detail":"{read_only:false; response_revision:13548; number_of_response:1; }","duration":"115.224519ms","start":"2026-03-03T19:23:47.706904Z","end":"2026-03-03T19:23:47.822128Z","steps":["trace[809947696] 'process raft request' (duration: 114.933072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:04.486068Z","caller":"traceutil/trace.go:171","msg":"trace[584011464] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"114.956723ms","start":"2026-03-03T19:24:04.371077Z","end":"2026-03-03T19:24:04.486034Z","steps":["trace[584011464] 'process raft request' (duration: 114.733548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:04.751027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.046865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:24:04.751184Z","caller":"traceutil/trace.go:171","msg":"trace[1182397246] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13808; }","duration":"163.312271ms","start":"2026-03-03T19:24:04.587821Z","end":"2026-03-03T19:24:04.751133Z","steps":["trace[1182397246] 'count revisions from in-memory index tree' (duration: 162.949572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:06.318943Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11795} {"level":"info","ts":"2026-03-03T19:24:06.402086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11795,"took":"80.213829ms","hash":2831278175,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":25255936,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T19:24:06.402172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2831278175,"revision":11795,"compact-revision":9756} {"level":"warn","ts":"2026-03-03T19:25:32.119371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133659485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:25:32.119435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075664902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.119495Z","caller":"traceutil/trace.go:171","msg":"trace[1145871669] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"1.133805548s","start":"2026-03-03T19:25:30.985661Z","end":"2026-03-03T19:25:32.119467Z","steps":["trace[1145871669] 'range keys from in-memory index tree' (duration: 1.133403449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.119523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034620227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.119547Z","caller":"traceutil/trace.go:171","msg":"trace[1893742983] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14575; }","duration":"1.075844426s","start":"2026-03-03T19:25:31.043672Z","end":"2026-03-03T19:25:32.119517Z","steps":["trace[1893742983] 'count revisions from in-memory index tree' (duration: 1.075556189s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:32.119573Z","caller":"traceutil/trace.go:171","msg":"trace[1306739161] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"1.034696069s","start":"2026-03-03T19:25:31.084859Z","end":"2026-03-03T19:25:32.119555Z","steps":["trace[1306739161] 'range keys from in-memory index tree' (duration: 1.034555035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.119623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.084836Z","time spent":"1.03478035s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:25:32.119632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.043651Z","time spent":"1.075961898s","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:25:32.119472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030858554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:25:32.119715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.793855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.119756Z","caller":"traceutil/trace.go:171","msg":"trace[381851392] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"1.031183441s","start":"2026-03-03T19:25:31.088554Z","end":"2026-03-03T19:25:32.119737Z","steps":["trace[381851392] 'range keys from in-memory index tree' (duration: 1.03070108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:32.119777Z","caller":"traceutil/trace.go:171","msg":"trace[1505202202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14575; }","duration":"727.900129ms","start":"2026-03-03T19:25:31.391854Z","end":"2026-03-03T19:25:32.119754Z","steps":["trace[1505202202] 'range keys from in-memory index tree' (duration: 727.674253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.119813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.088508Z","time spent":"1.031289823s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:25:32.119864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031490937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:32.119904Z","caller":"traceutil/trace.go:171","msg":"trace[969352297] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14575; }","duration":"1.031532748s","start":"2026-03-03T19:25:31.088361Z","end":"2026-03-03T19:25:32.119894Z","steps":["trace[969352297] 'range keys from in-memory index tree' (duration: 1.031360734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.119937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.08834Z","time spent":"1.031589589s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:25:32.11994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.51125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.119984Z","caller":"traceutil/trace.go:171","msg":"trace[1969847236] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14575; }","duration":"714.597752ms","start":"2026-03-03T19:25:31.405371Z","end":"2026-03-03T19:25:32.119969Z","steps":["trace[1969847236] 'range keys from in-memory index tree' (duration: 714.420628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.405362Z","time spent":"714.664153ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T19:25:32.119868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.875778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:32.119817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.391843Z","time spent":"727.9623ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.12567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.120313Z","caller":"traceutil/trace.go:171","msg":"trace[955793155] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"713.201351ms","start":"2026-03-03T19:25:31.407097Z","end":"2026-03-03T19:25:32.120298Z","steps":["trace[955793155] 'range keys from in-memory index tree' (duration: 713.058888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.12035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.407086Z","time spent":"713.255822ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:25:32.119906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.864837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:32.120382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.684123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:25:32.1204Z","caller":"traceutil/trace.go:171","msg":"trace[884567295] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14575; }","duration":"715.38734ms","start":"2026-03-03T19:25:31.404995Z","end":"2026-03-03T19:25:32.120383Z","steps":["trace[884567295] 'range keys from in-memory index tree' (duration: 714.789846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.790302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:32.120466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.404977Z","time spent":"715.472932ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.574167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:32.120513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.201573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.12053Z","caller":"traceutil/trace.go:171","msg":"trace[1232212958] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14575; }","duration":"712.617939ms","start":"2026-03-03T19:25:31.407905Z","end":"2026-03-03T19:25:32.120523Z","steps":["trace[1232212958] 'range keys from in-memory index tree' (duration: 712.530196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:32.120543Z","caller":"traceutil/trace.go:171","msg":"trace[1819968703] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"587.257933ms","start":"2026-03-03T19:25:31.533276Z","end":"2026-03-03T19:25:32.120534Z","steps":["trace[1819968703] 'range keys from in-memory index tree' (duration: 587.14562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.407897Z","time spent":"712.65875ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.533263Z","time spent":"587.301454ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T19:25:32.120123Z","caller":"traceutil/trace.go:171","msg":"trace[282916750] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"715.156134ms","start":"2026-03-03T19:25:31.404957Z","end":"2026-03-03T19:25:32.120113Z","steps":["trace[282916750] 'range keys from in-memory index tree' (duration: 714.827837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.378864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:25:32.120773Z","caller":"traceutil/trace.go:171","msg":"trace[1115238148] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"712.421004ms","start":"2026-03-03T19:25:31.408344Z","end":"2026-03-03T19:25:32.120765Z","steps":["trace[1115238148] 'range keys from in-memory index tree' (duration: 712.293682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.404946Z","time spent":"715.811449ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.605583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:25:32.120841Z","caller":"traceutil/trace.go:171","msg":"trace[302554327] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"579.640714ms","start":"2026-03-03T19:25:31.541192Z","end":"2026-03-03T19:25:32.120832Z","steps":["trace[302554327] 'range keys from in-memory index tree' (duration: 579.539141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.120873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.541171Z","time spent":"579.695824ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T19:25:32.120419Z","caller":"traceutil/trace.go:171","msg":"trace[1068744304] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"591.745363ms","start":"2026-03-03T19:25:31.528664Z","end":"2026-03-03T19:25:32.12041Z","steps":["trace[1068744304] 'range keys from in-memory index tree' (duration: 591.598311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.12092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.52865Z","time spent":"592.257105ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T19:25:32.120477Z","caller":"traceutil/trace.go:171","msg":"trace[1732999460] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14575; }","duration":"712.838784ms","start":"2026-03-03T19:25:31.407631Z","end":"2026-03-03T19:25:32.12047Z","steps":["trace[1732999460] 'range keys from in-memory index tree' (duration: 712.68414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.407619Z","time spent":"713.451617ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T19:25:32.121105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.648746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:32.121136Z","caller":"traceutil/trace.go:171","msg":"trace[1884693079] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14575; }","duration":"597.704766ms","start":"2026-03-03T19:25:31.523422Z","end":"2026-03-03T19:25:32.121127Z","steps":["trace[1884693079] 'range keys from in-memory index tree' (duration: 597.584113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.523409Z","time spent":"597.755568ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.758679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:32.121292Z","caller":"traceutil/trace.go:171","msg":"trace[262327656] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14575; }","duration":"586.330262ms","start":"2026-03-03T19:25:31.534945Z","end":"2026-03-03T19:25:32.121275Z","steps":["trace[262327656] 'range keys from in-memory index tree' (duration: 585.623397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.488309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:32.121345Z","caller":"traceutil/trace.go:171","msg":"trace[1166814946] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14575; }","duration":"448.631092ms","start":"2026-03-03T19:25:31.672703Z","end":"2026-03-03T19:25:32.121334Z","steps":["trace[1166814946] 'range keys from in-memory index tree' (duration: 448.259994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.67267Z","time spent":"448.708014ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.408334Z","time spent":"712.466525ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:25:32.120873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.058146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:25:32.121741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.037728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-03T19:25:32.121775Z","caller":"traceutil/trace.go:171","msg":"trace[174499019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14575; }","duration":"870.13409ms","start":"2026-03-03T19:25:31.251631Z","end":"2026-03-03T19:25:32.121765Z","steps":["trace[174499019] 'range keys from in-memory index tree' (duration: 869.884883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.251615Z","time spent":"870.214113ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:25:32.121771Z","caller":"traceutil/trace.go:171","msg":"trace[2137780209] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14575; }","duration":"712.949025ms","start":"2026-03-03T19:25:31.408809Z","end":"2026-03-03T19:25:32.121758Z","steps":["trace[2137780209] 'range keys from in-memory index tree' (duration: 711.984534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.121884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.408785Z","time spent":"713.087408ms","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:25:32.119555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:30.985626Z","time spent":"1.133914411s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:25:32.12131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.316513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:32.122003Z","caller":"traceutil/trace.go:171","msg":"trace[768151463] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14575; }","duration":"596.029139ms","start":"2026-03-03T19:25:31.525963Z","end":"2026-03-03T19:25:32.121992Z","steps":["trace[768151463] 'range keys from in-memory index tree' (duration: 595.235071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:32.122039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.525953Z","time spent":"596.07779ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:25:32.121349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:31.534934Z","time spent":"586.399434ms","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T19:25:33.001879Z","caller":"traceutil/trace.go:171","msg":"trace[893668387] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"375.573004ms","start":"2026-03-03T19:25:32.626287Z","end":"2026-03-03T19:25:33.00186Z","steps":["trace[893668387] 'process raft request' (duration: 375.466162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:33.001932Z","caller":"traceutil/trace.go:171","msg":"trace[512178230] linearizableReadLoop","detail":"{readStateIndex:15120; appliedIndex:15120; }","duration":"373.287393ms","start":"2026-03-03T19:25:32.628574Z","end":"2026-03-03T19:25:33.001861Z","steps":["trace[512178230] 'read index received' (duration: 373.266393ms)","trace[512178230] 'applied index is now lower than readState.Index' (duration: 17.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:25:33.002004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.626262Z","time spent":"375.679376ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:25:33.002703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.123042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732186"} {"level":"info","ts":"2026-03-03T19:25:33.002771Z","caller":"traceutil/trace.go:171","msg":"trace[570251698] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14581; }","duration":"374.264685ms","start":"2026-03-03T19:25:32.628491Z","end":"2026-03-03T19:25:33.002755Z","steps":["trace[570251698] 'agreement among raft nodes before linearized reading' (duration: 373.486937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.002812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.628479Z","time spent":"374.322037ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:25:33.345486Z","caller":"traceutil/trace.go:171","msg":"trace[1873835632] linearizableReadLoop","detail":"{readStateIndex:15122; appliedIndex:15120; }","duration":"343.437227ms","start":"2026-03-03T19:25:33.002032Z","end":"2026-03-03T19:25:33.345469Z","steps":["trace[1873835632] 'read index received' (duration: 343.217002ms)","trace[1873835632] 'applied index is now lower than readState.Index' (duration: 219.725µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:25:33.34566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.99362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T19:25:33.34569Z","caller":"traceutil/trace.go:171","msg":"trace[120614845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14583; }","duration":"440.139893ms","start":"2026-03-03T19:25:32.905541Z","end":"2026-03-03T19:25:33.345681Z","steps":["trace[120614845] 'agreement among raft nodes before linearized reading' (duration: 439.99787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.345714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.905528Z","time spent":"440.180503ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T19:25:33.345971Z","caller":"traceutil/trace.go:171","msg":"trace[1172500068] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"472.591307ms","start":"2026-03-03T19:25:32.873374Z","end":"2026-03-03T19:25:33.345965Z","steps":["trace[1172500068] 'process raft request' (duration: 471.940623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.873349Z","time spent":"472.641509ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:25:33.346143Z","caller":"traceutil/trace.go:171","msg":"trace[276634083] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"420.060156ms","start":"2026-03-03T19:25:32.926074Z","end":"2026-03-03T19:25:33.346135Z","steps":["trace[276634083] 'process raft request' (duration: 419.35703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.926056Z","time spent":"420.103906ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:25:33.346269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.241656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rw6m5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-03T19:25:33.346289Z","caller":"traceutil/trace.go:171","msg":"trace[499211381] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rw6m5; range_end:; response_count:1; response_revision:14583; }","duration":"366.284747ms","start":"2026-03-03T19:25:32.979999Z","end":"2026-03-03T19:25:33.346284Z","steps":["trace[499211381] 'agreement among raft nodes before linearized reading' (duration: 366.226916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.979988Z","time spent":"366.310217ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rw6m5\" "} {"level":"warn","ts":"2026-03-03T19:25:33.34641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.733553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:25:33.346429Z","caller":"traceutil/trace.go:171","msg":"trace[1814678057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14583; }","duration":"395.790064ms","start":"2026-03-03T19:25:32.950635Z","end":"2026-03-03T19:25:33.346425Z","steps":["trace[1814678057] 'agreement among raft nodes before linearized reading' (duration: 395.746203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.950624Z","time spent":"395.813884ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:25:33.346526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.629519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m4642\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-03T19:25:33.346544Z","caller":"traceutil/trace.go:171","msg":"trace[1423164194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m4642; range_end:; response_count:1; response_revision:14583; }","duration":"399.666011ms","start":"2026-03-03T19:25:32.946874Z","end":"2026-03-03T19:25:33.34654Z","steps":["trace[1423164194] 'agreement among raft nodes before linearized reading' (duration: 399.61657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.946866Z","time spent":"399.687121ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-m4642\" "} {"level":"warn","ts":"2026-03-03T19:25:33.346632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.766471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rw6m5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-03T19:25:33.34665Z","caller":"traceutil/trace.go:171","msg":"trace[1602707366] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rw6m5; range_end:; response_count:1; response_revision:14583; }","duration":"407.820872ms","start":"2026-03-03T19:25:32.938826Z","end":"2026-03-03T19:25:33.346647Z","steps":["trace[1602707366] 'agreement among raft nodes before linearized reading' (duration: 407.777711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.346662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:25:32.938805Z","time spent":"407.854202ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rw6m5\" "} {"level":"info","ts":"2026-03-03T19:25:33.522682Z","caller":"traceutil/trace.go:171","msg":"trace[759213509] linearizableReadLoop","detail":"{readStateIndex:15124; appliedIndex:15123; }","duration":"124.171468ms","start":"2026-03-03T19:25:33.398475Z","end":"2026-03-03T19:25:33.522647Z","steps":["trace[759213509] 'read index received' (duration: 38.128049ms)","trace[759213509] 'applied index is now lower than readState.Index' (duration: 86.041409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:25:33.522761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.328815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:33.522829Z","caller":"traceutil/trace.go:171","msg":"trace[1072369614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14585; }","duration":"130.446698ms","start":"2026-03-03T19:25:33.392366Z","end":"2026-03-03T19:25:33.522813Z","steps":["trace[1072369614] 'agreement among raft nodes before linearized reading' (duration: 130.295594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.522822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.968842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18951"} {"level":"info","ts":"2026-03-03T19:25:33.522873Z","caller":"traceutil/trace.go:171","msg":"trace[1101212801] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14585; }","duration":"167.052814ms","start":"2026-03-03T19:25:33.355807Z","end":"2026-03-03T19:25:33.52286Z","steps":["trace[1101212801] 'agreement among raft nodes before linearized reading' (duration: 166.841149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:33.52268Z","caller":"traceutil/trace.go:171","msg":"trace[1117587901] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"170.350608ms","start":"2026-03-03T19:25:33.352298Z","end":"2026-03-03T19:25:33.522649Z","steps":["trace[1117587901] 'process raft request' (duration: 84.35597ms)","trace[1117587901] 'compare' (duration: 85.755793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:25:33.523706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.982452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732186"} {"level":"info","ts":"2026-03-03T19:25:33.523761Z","caller":"traceutil/trace.go:171","msg":"trace[1154678534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14585; }","duration":"171.079655ms","start":"2026-03-03T19:25:33.352666Z","end":"2026-03-03T19:25:33.523745Z","steps":["trace[1154678534] 'agreement among raft nodes before linearized reading' (duration: 170.108173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:33.525225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.462068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732186"} {"level":"info","ts":"2026-03-03T19:25:33.525295Z","caller":"traceutil/trace.go:171","msg":"trace[1078632785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14585; }","duration":"169.55057ms","start":"2026-03-03T19:25:33.35573Z","end":"2026-03-03T19:25:33.52528Z","steps":["trace[1078632785] 'agreement among raft nodes before linearized reading' (duration: 166.939781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:29:06.32644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13820} {"level":"info","ts":"2026-03-03T19:29:06.416717Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13820,"took":"87.766649ms","hash":3196968846,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":29716480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:29:06.416796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3196968846,"revision":13820,"compact-revision":11795} {"level":"info","ts":"2026-03-03T19:31:23.668003Z","caller":"traceutil/trace.go:171","msg":"trace[953058552] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"176.941249ms","start":"2026-03-03T19:31:23.491025Z","end":"2026-03-03T19:31:23.667966Z","steps":["trace[953058552] 'process raft request' (duration: 176.731504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:24.987171Z","caller":"traceutil/trace.go:171","msg":"trace[722085736] transaction","detail":"{read_only:false; response_revision:17004; number_of_response:1; }","duration":"688.325673ms","start":"2026-03-03T19:31:24.298809Z","end":"2026-03-03T19:31:24.987134Z","steps":["trace[722085736] 'process raft request' (duration: 688.052837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:24.987364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.298787Z","time spent":"688.471767ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:31:24.987388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.062112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2hs5h\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T19:31:24.987461Z","caller":"traceutil/trace.go:171","msg":"trace[142949154] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2hs5h; range_end:; response_count:1; response_revision:17004; }","duration":"638.164644ms","start":"2026-03-03T19:31:24.349283Z","end":"2026-03-03T19:31:24.987448Z","steps":["trace[142949154] 'agreement among raft nodes before linearized reading' (duration: 637.939939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:24.987514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.349229Z","time spent":"638.274846ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2hs5h\" "} {"level":"info","ts":"2026-03-03T19:31:24.987156Z","caller":"traceutil/trace.go:171","msg":"trace[2055759425] linearizableReadLoop","detail":"{readStateIndex:17628; appliedIndex:17626; }","duration":"637.772985ms","start":"2026-03-03T19:31:24.349306Z","end":"2026-03-03T19:31:24.987079Z","steps":["trace[2055759425] 'read index received' (duration: 1.971484ms)","trace[2055759425] 'applied index is now lower than readState.Index' (duration: 635.800291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:31:25.000923Z","caller":"traceutil/trace.go:171","msg":"trace[1256689239] transaction","detail":"{read_only:false; response_revision:17005; number_of_response:1; }","duration":"397.968442ms","start":"2026-03-03T19:31:24.60293Z","end":"2026-03-03T19:31:25.000898Z","steps":["trace[1256689239] 'process raft request' (duration: 397.682166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:25.00103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.602899Z","time spent":"398.074655ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:31:25.041627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.442851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:31:25.041622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.726263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:31:25.041691Z","caller":"traceutil/trace.go:171","msg":"trace[907348427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17006; }","duration":"591.573103ms","start":"2026-03-03T19:31:24.450104Z","end":"2026-03-03T19:31:25.041677Z","steps":["trace[907348427] 'agreement among raft nodes before linearized reading' (duration: 591.340928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:25.041693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.366297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T19:31:25.04172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.450082Z","time spent":"591.633375ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:31:25.041728Z","caller":"traceutil/trace.go:171","msg":"trace[1516249171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17006; }","duration":"615.977369ms","start":"2026-03-03T19:31:24.425726Z","end":"2026-03-03T19:31:25.041704Z","steps":["trace[1516249171] 'agreement among raft nodes before linearized reading' (duration: 615.714023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:25.041748Z","caller":"traceutil/trace.go:171","msg":"trace[1067834800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17006; }","duration":"366.46329ms","start":"2026-03-03T19:31:24.675271Z","end":"2026-03-03T19:31:25.041734Z","steps":["trace[1067834800] 'agreement among raft nodes before linearized reading' (duration: 366.306286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:25.041734Z","caller":"traceutil/trace.go:171","msg":"trace[1839553366] transaction","detail":"{read_only:false; response_revision:17006; number_of_response:1; }","duration":"161.373801ms","start":"2026-03-03T19:31:24.880311Z","end":"2026-03-03T19:31:25.041685Z","steps":["trace[1839553366] 'process raft request' (duration: 160.86513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:25.041799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.425696Z","time spent":"616.090071ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:31:25.041788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.675252Z","time spent":"366.528861ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:31:25.041929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.974003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:31:25.042165Z","caller":"traceutil/trace.go:171","msg":"trace[50155802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17006; }","duration":"351.406722ms","start":"2026-03-03T19:31:24.690679Z","end":"2026-03-03T19:31:25.042085Z","steps":["trace[50155802] 'agreement among raft nodes before linearized reading' (duration: 350.781699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:25.042293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:24.690654Z","time spent":"351.562566ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:31:25.066852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.10055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:31:25.066911Z","caller":"traceutil/trace.go:171","msg":"trace[1439442392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17006; }","duration":"262.203052ms","start":"2026-03-03T19:31:24.80469Z","end":"2026-03-03T19:31:25.066893Z","steps":["trace[1439442392] 'agreement among raft nodes before linearized reading' (duration: 236.736864ms)","trace[1439442392] 'range keys from in-memory index tree' (duration: 24.245311ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:34:06.333788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16133} {"level":"info","ts":"2026-03-03T19:34:06.431958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16133,"took":"94.44738ms","hash":2055579917,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":31027200,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T19:34:06.432056Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2055579917,"revision":16133,"compact-revision":13820} {"level":"info","ts":"2026-03-03T19:36:22.825282Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:36:22.832697Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-03T19:36:22.832819Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-03-03T19:36:53.482236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.389045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:36:53.48244Z","caller":"traceutil/trace.go:171","msg":"trace[1519478501] transaction","detail":"{read_only:false; response_revision:19446; number_of_response:1; }","duration":"289.967679ms","start":"2026-03-03T19:36:53.192455Z","end":"2026-03-03T19:36:53.482422Z","steps":["trace[1519478501] 'process raft request' (duration: 289.898367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:36:53.482557Z","caller":"traceutil/trace.go:171","msg":"trace[139742572] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"291.905312ms","start":"2026-03-03T19:36:53.190646Z","end":"2026-03-03T19:36:53.482552Z","steps":["trace[139742572] 'process raft request' (duration: 105.115788ms)","trace[139742572] 'compare' (duration: 186.201081ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:36:53.718045Z","caller":"traceutil/trace.go:171","msg":"trace[232269986] transaction","detail":"{read_only:false; response_revision:19447; number_of_response:1; }","duration":"146.250977ms","start":"2026-03-03T19:36:53.571751Z","end":"2026-03-03T19:36:53.718002Z","steps":["trace[232269986] 'process raft request' (duration: 114.214051ms)","trace[232269986] 'compare' (duration: 31.871772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:09.821979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.759031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:37:09.823453Z","caller":"traceutil/trace.go:171","msg":"trace[590761149] transaction","detail":"{read_only:false; response_revision:19518; number_of_response:1; }","duration":"311.97126ms","start":"2026-03-03T19:37:09.51129Z","end":"2026-03-03T19:37:09.823261Z","steps":["trace[590761149] 'process raft request' (duration: 17.828408ms)","trace[590761149] 'compare' (duration: 292.609668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:09.823969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:09.511235Z","time spent":"312.570223ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:09.824387Z","caller":"traceutil/trace.go:171","msg":"trace[1703241933] transaction","detail":"{read_only:false; response_revision:19520; number_of_response:1; }","duration":"281.94298ms","start":"2026-03-03T19:37:09.542405Z","end":"2026-03-03T19:37:09.824348Z","steps":["trace[1703241933] 'process raft request' (duration: 281.141191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:09.832704Z","caller":"traceutil/trace.go:171","msg":"trace[1663992773] transaction","detail":"{read_only:false; response_revision:19519; number_of_response:1; }","duration":"282.673535ms","start":"2026-03-03T19:37:09.542253Z","end":"2026-03-03T19:37:09.824927Z","steps":["trace[1663992773] 'process raft request' (duration: 279.864583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:10.37187Z","caller":"traceutil/trace.go:171","msg":"trace[519022850] linearizableReadLoop","detail":"{readStateIndex:20234; appliedIndex:20233; }","duration":"111.236845ms","start":"2026-03-03T19:37:10.260606Z","end":"2026-03-03T19:37:10.371843Z","steps":["trace[519022850] 'read index received' (duration: 110.933098ms)","trace[519022850] 'applied index is now lower than readState.Index' (duration: 302.797µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:10.372056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.42996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:37:10.37209Z","caller":"traceutil/trace.go:171","msg":"trace[1859297373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19521; }","duration":"111.509791ms","start":"2026-03-03T19:37:10.260569Z","end":"2026-03-03T19:37:10.372079Z","steps":["trace[1859297373] 'agreement among raft nodes before linearized reading' (duration: 111.367088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:10.372061Z","caller":"traceutil/trace.go:171","msg":"trace[310520411] transaction","detail":"{read_only:false; response_revision:19521; number_of_response:1; }","duration":"188.964381ms","start":"2026-03-03T19:37:10.182993Z","end":"2026-03-03T19:37:10.371957Z","steps":["trace[310520411] 'process raft request' (duration: 188.608864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:10.71742Z","caller":"traceutil/trace.go:171","msg":"trace[1994262800] transaction","detail":"{read_only:false; response_revision:19522; number_of_response:1; }","duration":"311.058819ms","start":"2026-03-03T19:37:10.406328Z","end":"2026-03-03T19:37:10.717387Z","steps":["trace[1994262800] 'process raft request' (duration: 310.887586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:10.717625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:10.406306Z","time spent":"311.199842ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:11.282768Z","caller":"traceutil/trace.go:171","msg":"trace[188235473] transaction","detail":"{read_only:false; response_revision:19523; number_of_response:1; }","duration":"166.821156ms","start":"2026-03-03T19:37:11.115913Z","end":"2026-03-03T19:37:11.282734Z","steps":["trace[188235473] 'process raft request' (duration: 166.613592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:11.303262Z","caller":"traceutil/trace.go:171","msg":"trace[720206126] transaction","detail":"{read_only:false; response_revision:19524; number_of_response:1; }","duration":"186.023266ms","start":"2026-03-03T19:37:11.117219Z","end":"2026-03-03T19:37:11.303242Z","steps":["trace[720206126] 'process raft request' (duration: 185.855972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:11.303654Z","caller":"traceutil/trace.go:171","msg":"trace[2094965680] transaction","detail":"{read_only:false; response_revision:19525; number_of_response:1; }","duration":"186.278742ms","start":"2026-03-03T19:37:11.117361Z","end":"2026-03-03T19:37:11.30364Z","steps":["trace[2094965680] 'process raft request' (duration: 185.817241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:39:06.342724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18344} {"level":"info","ts":"2026-03-03T19:39:06.448991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18344,"took":"102.104001ms","hash":3702933478,"current-db-size-bytes":43311104,"current-db-size":"43 MB","current-db-size-in-use-bytes":30265344,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:39:06.449059Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3702933478,"revision":18344,"compact-revision":16133} {"level":"info","ts":"2026-03-03T19:41:06.785368Z","caller":"traceutil/trace.go:171","msg":"trace[808318099] linearizableReadLoop","detail":"{readStateIndex:22638; appliedIndex:22637; }","duration":"159.975003ms","start":"2026-03-03T19:41:06.625352Z","end":"2026-03-03T19:41:06.785327Z","steps":["trace[808318099] 'read index received' (duration: 159.704737ms)","trace[808318099] 'applied index is now lower than readState.Index' (duration: 268.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:41:06.785657Z","caller":"traceutil/trace.go:171","msg":"trace[832192925] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"278.311646ms","start":"2026-03-03T19:41:06.507146Z","end":"2026-03-03T19:41:06.785458Z","steps":["trace[832192925] 'process raft request' (duration: 277.890307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:06.785757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.384852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:41:06.786033Z","caller":"traceutil/trace.go:171","msg":"trace[1877495510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21850; }","duration":"160.813272ms","start":"2026-03-03T19:41:06.625205Z","end":"2026-03-03T19:41:06.786018Z","steps":["trace[1877495510] 'agreement among raft nodes before linearized reading' (duration: 160.336521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:07.046713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.061568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:41:07.046966Z","caller":"traceutil/trace.go:171","msg":"trace[47615759] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"254.812171ms","start":"2026-03-03T19:41:06.792135Z","end":"2026-03-03T19:41:07.046947Z","steps":["trace[47615759] 'process raft request' (duration: 254.76437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:07.047143Z","caller":"traceutil/trace.go:171","msg":"trace[1937815892] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"330.597504ms","start":"2026-03-03T19:41:06.716508Z","end":"2026-03-03T19:41:07.047106Z","steps":["trace[1937815892] 'process raft request' (duration: 96.036235ms)","trace[1937815892] 'compare' (duration: 233.932385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:41:07.047228Z","caller":"traceutil/trace.go:171","msg":"trace[468302956] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"292.775679ms","start":"2026-03-03T19:41:06.75444Z","end":"2026-03-03T19:41:07.047215Z","steps":["trace[468302956] 'process raft request' (duration: 292.385001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:07.047331Z","caller":"traceutil/trace.go:171","msg":"trace[1047910478] linearizableReadLoop","detail":"{readStateIndex:22640; appliedIndex:22638; }","duration":"261.822908ms","start":"2026-03-03T19:41:06.785495Z","end":"2026-03-03T19:41:07.047318Z","steps":["trace[1047910478] 'read index received' (duration: 27.018384ms)","trace[1047910478] 'applied index is now lower than readState.Index' (duration: 234.802854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:41:07.047332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:06.716477Z","time spent":"330.758379ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:41:07.047522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.28975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:41:07.047565Z","caller":"traceutil/trace.go:171","msg":"trace[1488604722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21853; }","duration":"421.358072ms","start":"2026-03-03T19:41:06.626197Z","end":"2026-03-03T19:41:07.047555Z","steps":["trace[1488604722] 'agreement among raft nodes before linearized reading' (duration: 421.165267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:07.047597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:06.626187Z","time spent":"421.401412ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:41:07.047618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.940206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:41:07.047619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.077859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:41:07.047659Z","caller":"traceutil/trace.go:171","msg":"trace[1923722104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21853; }","duration":"418.058169ms","start":"2026-03-03T19:41:06.629586Z","end":"2026-03-03T19:41:07.047644Z","steps":["trace[1923722104] 'agreement among raft nodes before linearized reading' (duration: 417.946196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:07.047673Z","caller":"traceutil/trace.go:171","msg":"trace[1761328938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21853; }","duration":"414.150451ms","start":"2026-03-03T19:41:06.633507Z","end":"2026-03-03T19:41:07.047657Z","steps":["trace[1761328938] 'agreement among raft nodes before linearized reading' (duration: 413.969437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:07.047691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:06.629555Z","time spent":"418.129139ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:41:07.047705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:06.633493Z","time spent":"414.204192ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:41:07.04993Z","caller":"traceutil/trace.go:171","msg":"trace[501112233] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"209.432897ms","start":"2026-03-03T19:41:06.840469Z","end":"2026-03-03T19:41:07.049902Z","steps":["trace[501112233] 'process raft request' (duration: 209.387416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:07.050468Z","caller":"traceutil/trace.go:171","msg":"trace[993297833] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"212.468466ms","start":"2026-03-03T19:41:06.837963Z","end":"2026-03-03T19:41:07.050432Z","steps":["trace[993297833] 'process raft request' (duration: 211.710518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:06.352109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20423} {"level":"info","ts":"2026-03-03T19:44:06.46792Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20423,"took":"111.538161ms","hash":4068813304,"current-db-size-bytes":45813760,"current-db-size":"46 MB","current-db-size-in-use-bytes":39223296,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T19:44:06.468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4068813304,"revision":20423,"compact-revision":18344} {"level":"warn","ts":"2026-03-03T19:44:34.710459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.397723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:34.710635Z","caller":"traceutil/trace.go:171","msg":"trace[52956143] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"217.696913ms","start":"2026-03-03T19:44:34.492908Z","end":"2026-03-03T19:44:34.710605Z","steps":["trace[52956143] 'process raft request' (duration: 108.017563ms)","trace[52956143] 'compare' (duration: 109.194229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:34.885325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.62383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T19:44:34.885745Z","caller":"traceutil/trace.go:171","msg":"trace[449589512] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"130.421112ms","start":"2026-03-03T19:44:34.755302Z","end":"2026-03-03T19:44:34.885723Z","steps":["trace[449589512] 'process raft request' (duration: 130.227998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:34.885751Z","caller":"traceutil/trace.go:171","msg":"trace[1794703411] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24665; }","duration":"218.00281ms","start":"2026-03-03T19:44:34.667693Z","end":"2026-03-03T19:44:34.885696Z","steps":["trace[1794703411] 'read index received' (duration: 42.976911ms)","trace[1794703411] 'applied index is now lower than readState.Index' (duration: 175.019609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:34.885951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.235915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:34.885991Z","caller":"traceutil/trace.go:171","msg":"trace[1782386412] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23823; }","duration":"218.341097ms","start":"2026-03-03T19:44:34.667636Z","end":"2026-03-03T19:44:34.885977Z","steps":["trace[1782386412] 'agreement among raft nodes before linearized reading' (duration: 218.227314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:34.886456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.403782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:44:34.886565Z","caller":"traceutil/trace.go:171","msg":"trace[1071815052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23823; }","duration":"121.534234ms","start":"2026-03-03T19:44:34.765008Z","end":"2026-03-03T19:44:34.886542Z","steps":["trace[1071815052] 'agreement among raft nodes before linearized reading' (duration: 121.224078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:35.419492Z","caller":"traceutil/trace.go:171","msg":"trace[2070336754] linearizableReadLoop","detail":"{readStateIndex:24668; appliedIndex:24667; }","duration":"492.46421ms","start":"2026-03-03T19:44:34.926994Z","end":"2026-03-03T19:44:35.419458Z","steps":["trace[2070336754] 'read index received' (duration: 492.263096ms)","trace[2070336754] 'applied index is now lower than readState.Index' (duration: 199.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:35.419601Z","caller":"traceutil/trace.go:171","msg":"trace[2074754253] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"528.731579ms","start":"2026-03-03T19:44:34.890825Z","end":"2026-03-03T19:44:35.419556Z","steps":["trace[2074754253] 'process raft request' (duration: 528.426292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.419748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.740356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:35.419791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:34.890804Z","time spent":"528.899493ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:35.419814Z","caller":"traceutil/trace.go:171","msg":"trace[1630753041] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23824; }","duration":"492.874538ms","start":"2026-03-03T19:44:34.926921Z","end":"2026-03-03T19:44:35.419795Z","steps":["trace[1630753041] 'agreement among raft nodes before linearized reading' (duration: 492.657584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.419844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:34.92689Z","time spent":"492.94583ms","remote":"127.0.0.1:59030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:35.767662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.166638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:35.768707Z","caller":"traceutil/trace.go:171","msg":"trace[32071823] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"185.748888ms","start":"2026-03-03T19:44:35.582924Z","end":"2026-03-03T19:44:35.768673Z","steps":["trace[32071823] 'process raft request' (duration: 185.649806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:35.769306Z","caller":"traceutil/trace.go:171","msg":"trace[464625294] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"471.667936ms","start":"2026-03-03T19:44:35.297624Z","end":"2026-03-03T19:44:35.769292Z","steps":["trace[464625294] 'process raft request' (duration: 300.774379ms)","trace[464625294] 'compare' (duration: 168.33512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:35.769427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.297599Z","time spent":"471.736357ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:35.76954Z","caller":"traceutil/trace.go:171","msg":"trace[1886302411] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"459.35253ms","start":"2026-03-03T19:44:35.310175Z","end":"2026-03-03T19:44:35.769528Z","steps":["trace[1886302411] 'process raft request' (duration: 457.815375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.769815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.310162Z","time spent":"459.630026ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:35.769925Z","caller":"traceutil/trace.go:171","msg":"trace[1072261511] linearizableReadLoop","detail":"{readStateIndex:24670; appliedIndex:24668; }","duration":"350.337525ms","start":"2026-03-03T19:44:35.41958Z","end":"2026-03-03T19:44:35.769917Z","steps":["trace[1072261511] 'read index received' (duration: 178.842375ms)","trace[1072261511] 'applied index is now lower than readState.Index' (duration: 171.49415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:35.769986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.291022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:35.770016Z","caller":"traceutil/trace.go:171","msg":"trace[432966140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23827; }","duration":"533.326703ms","start":"2026-03-03T19:44:35.236681Z","end":"2026-03-03T19:44:35.770008Z","steps":["trace[432966140] 'agreement among raft nodes before linearized reading' (duration: 533.266531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.770039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.236639Z","time spent":"533.394184ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:35.770266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.807524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:35.770296Z","caller":"traceutil/trace.go:171","msg":"trace[672368724] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23827; }","duration":"375.858545ms","start":"2026-03-03T19:44:35.394429Z","end":"2026-03-03T19:44:35.770287Z","steps":["trace[672368724] 'agreement among raft nodes before linearized reading' (duration: 375.808474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.770317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.39442Z","time spent":"375.890915ms","remote":"127.0.0.1:38142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:35.770438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.909676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:35.770463Z","caller":"traceutil/trace.go:171","msg":"trace[1336268426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23827; }","duration":"379.970838ms","start":"2026-03-03T19:44:35.390487Z","end":"2026-03-03T19:44:35.770457Z","steps":["trace[1336268426] 'agreement among raft nodes before linearized reading' (duration: 379.933397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:35.77048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.390474Z","time spent":"380.001848ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:44:36.363545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.169703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:36.363714Z","caller":"traceutil/trace.go:171","msg":"trace[1250142710] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"455.634187ms","start":"2026-03-03T19:44:35.90805Z","end":"2026-03-03T19:44:36.363684Z","steps":["trace[1250142710] 'process raft request' (duration: 53.213088ms)","trace[1250142710] 'compare' (duration: 402.02562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:36.363801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.908014Z","time spent":"455.744289ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:36.565238Z","caller":"traceutil/trace.go:171","msg":"trace[727597625] linearizableReadLoop","detail":"{readStateIndex:24673; appliedIndex:24671; }","duration":"622.249418ms","start":"2026-03-03T19:44:35.942955Z","end":"2026-03-03T19:44:36.565204Z","steps":["trace[727597625] 'read index received' (duration: 18.322048ms)","trace[727597625] 'applied index is now lower than readState.Index' (duration: 603.92545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:36.565379Z","caller":"traceutil/trace.go:171","msg":"trace[2068974981] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"654.806565ms","start":"2026-03-03T19:44:35.910558Z","end":"2026-03-03T19:44:36.565365Z","steps":["trace[2068974981] 'process raft request' (duration: 611.746723ms)","trace[2068974981] 'compare' (duration: 42.550801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:36.565505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.910511Z","time spent":"654.898497ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:36.565613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.581666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:36.565783Z","caller":"traceutil/trace.go:171","msg":"trace[1250407282] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23829; }","duration":"622.854462ms","start":"2026-03-03T19:44:35.942893Z","end":"2026-03-03T19:44:36.565748Z","steps":["trace[1250407282] 'agreement among raft nodes before linearized reading' (duration: 622.548195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.565865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:35.942865Z","time spent":"622.980924ms","remote":"127.0.0.1:38148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:36.577171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.48281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:44:36.57728Z","caller":"traceutil/trace.go:171","msg":"trace[237720702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23830; }","duration":"402.647854ms","start":"2026-03-03T19:44:36.174605Z","end":"2026-03-03T19:44:36.577253Z","steps":["trace[237720702] 'agreement among raft nodes before linearized reading' (duration: 402.396418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.577329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:36.17458Z","time spent":"402.738846ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:44:36.577859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.0696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:36.577913Z","caller":"traceutil/trace.go:171","msg":"trace[1070269989] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23830; }","duration":"175.166632ms","start":"2026-03-03T19:44:36.402731Z","end":"2026-03-03T19:44:36.577897Z","steps":["trace[1070269989] 'agreement among raft nodes before linearized reading' (duration: 175.08733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.578091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.850111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:36.578146Z","caller":"traceutil/trace.go:171","msg":"trace[606509600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23830; }","duration":"185.955203ms","start":"2026-03-03T19:44:36.392178Z","end":"2026-03-03T19:44:36.578134Z","steps":["trace[606509600] 'agreement among raft nodes before linearized reading' (duration: 185.869621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.578472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.66186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T19:44:36.578535Z","caller":"traceutil/trace.go:171","msg":"trace[10816551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23830; }","duration":"392.764532ms","start":"2026-03-03T19:44:36.185756Z","end":"2026-03-03T19:44:36.57852Z","steps":["trace[10816551] 'agreement among raft nodes before linearized reading' (duration: 392.579768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.578579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:36.185739Z","time spent":"392.830284ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:36.579043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.254796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:44:36.579232Z","caller":"traceutil/trace.go:171","msg":"trace[116973967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23830; }","duration":"398.388019ms","start":"2026-03-03T19:44:36.180734Z","end":"2026-03-03T19:44:36.579123Z","steps":["trace[116973967] 'agreement among raft nodes before linearized reading' (duration: 397.676222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.579378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:36.18066Z","time spent":"398.702436ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:36.579611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.865589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:44:36.57968Z","caller":"traceutil/trace.go:171","msg":"trace[567448186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23830; }","duration":"398.979121ms","start":"2026-03-03T19:44:36.180679Z","end":"2026-03-03T19:44:36.579658Z","steps":["trace[567448186] 'agreement among raft nodes before linearized reading' (duration: 398.742206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:36.579718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:36.180649Z","time spent":"399.062774ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:44:36.774283Z","caller":"traceutil/trace.go:171","msg":"trace[1347121992] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"187.111648ms","start":"2026-03-03T19:44:36.587149Z","end":"2026-03-03T19:44:36.774261Z","steps":["trace[1347121992] 'process raft request' (duration: 187.070788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:36.774327Z","caller":"traceutil/trace.go:171","msg":"trace[1833162219] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"187.347454ms","start":"2026-03-03T19:44:36.58694Z","end":"2026-03-03T19:44:36.774287Z","steps":["trace[1833162219] 'process raft request' (duration: 181.403381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:36.774379Z","caller":"traceutil/trace.go:171","msg":"trace[826658067] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"187.372785ms","start":"2026-03-03T19:44:36.586951Z","end":"2026-03-03T19:44:36.774324Z","steps":["trace[826658067] 'process raft request' (duration: 187.16643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:36.774505Z","caller":"traceutil/trace.go:171","msg":"trace[731043166] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"187.414455ms","start":"2026-03-03T19:44:36.58708Z","end":"2026-03-03T19:44:36.774494Z","steps":["trace[731043166] 'process raft request' (duration: 187.104528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:37.168765Z","caller":"traceutil/trace.go:171","msg":"trace[1678211193] linearizableReadLoop","detail":"{readStateIndex:24679; appliedIndex:24678; }","duration":"234.935327ms","start":"2026-03-03T19:44:36.933791Z","end":"2026-03-03T19:44:37.168727Z","steps":["trace[1678211193] 'read index received' (duration: 234.62114ms)","trace[1678211193] 'applied index is now lower than readState.Index' (duration: 312.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:37.168912Z","caller":"traceutil/trace.go:171","msg":"trace[2127737893] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"277.484508ms","start":"2026-03-03T19:44:36.891356Z","end":"2026-03-03T19:44:37.168841Z","steps":["trace[2127737893] 'process raft request' (duration: 277.084749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:37.169094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.279295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:44:37.169313Z","caller":"traceutil/trace.go:171","msg":"trace[993684354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23835; }","duration":"235.524771ms","start":"2026-03-03T19:44:36.933767Z","end":"2026-03-03T19:44:37.169292Z","steps":["trace[993684354] 'agreement among raft nodes before linearized reading' (duration: 235.124922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:43.668903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886407,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:44:43.692233Z","caller":"traceutil/trace.go:171","msg":"trace[583091993] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"802.210248ms","start":"2026-03-03T19:44:42.889991Z","end":"2026-03-03T19:44:43.692201Z","steps":["trace[583091993] 'process raft request' (duration: 802.122276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:43.6923Z","caller":"traceutil/trace.go:171","msg":"trace[611090655] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"802.341001ms","start":"2026-03-03T19:44:42.889899Z","end":"2026-03-03T19:44:43.69224Z","steps":["trace[611090655] 'process raft request' (duration: 802.032204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:43.692425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:42.889952Z","time spent":"802.384292ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:43.692552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:42.889865Z","time spent":"802.549996ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:43.692568Z","caller":"traceutil/trace.go:171","msg":"trace[819743213] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"801.974792ms","start":"2026-03-03T19:44:42.890547Z","end":"2026-03-03T19:44:43.692522Z","steps":["trace[819743213] 'process raft request' (duration: 801.608334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:43.692724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:42.890535Z","time spent":"802.097995ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:44.567175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.742356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:44.567437Z","caller":"traceutil/trace.go:171","msg":"trace[1608194848] linearizableReadLoop","detail":"{readStateIndex:24730; appliedIndex:24727; }","duration":"1.398875894s","start":"2026-03-03T19:44:43.168542Z","end":"2026-03-03T19:44:44.567418Z","steps":["trace[1608194848] 'read index received' (duration: 523.651496ms)","trace[1608194848] 'applied index is now lower than readState.Index' (duration: 875.223008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:44.567494Z","caller":"traceutil/trace.go:171","msg":"trace[386524129] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"1.374422498s","start":"2026-03-03T19:44:43.193018Z","end":"2026-03-03T19:44:44.56744Z","steps":["trace[386524129] 'process raft request' (duration: 795.301203ms)","trace[386524129] 'compare' (duration: 578.279636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:44.567532Z","caller":"traceutil/trace.go:171","msg":"trace[554596430] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"1.211949649s","start":"2026-03-03T19:44:43.355523Z","end":"2026-03-03T19:44:44.567473Z","steps":["trace[554596430] 'process raft request' (duration: 1.211771035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.567545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399005447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:44.567773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.355494Z","time spent":"1.212154143s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:44.567842Z","caller":"traceutil/trace.go:171","msg":"trace[256725314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23884; }","duration":"1.399294423s","start":"2026-03-03T19:44:43.168478Z","end":"2026-03-03T19:44:44.567772Z","steps":["trace[256725314] 'agreement among raft nodes before linearized reading' (duration: 1.399026577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.567935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.168446Z","time spent":"1.399460047s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:44.567943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.192997Z","time spent":"1.374610462s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:44.568101Z","caller":"traceutil/trace.go:171","msg":"trace[787469704] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"757.151181ms","start":"2026-03-03T19:44:43.810912Z","end":"2026-03-03T19:44:44.568063Z","steps":["trace[787469704] 'process raft request' (duration: 757.042339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.568393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.810881Z","time spent":"757.325686ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:44.568479Z","caller":"traceutil/trace.go:171","msg":"trace[41185778] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"759.789571ms","start":"2026-03-03T19:44:43.808406Z","end":"2026-03-03T19:44:44.568196Z","steps":["trace[41185778] 'process raft request' (duration: 759.424262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:44.568505Z","caller":"traceutil/trace.go:171","msg":"trace[992262381] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"754.431121ms","start":"2026-03-03T19:44:43.813981Z","end":"2026-03-03T19:44:44.568412Z","steps":["trace[992262381] 'process raft request' (duration: 754.033931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.568789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.81397Z","time spent":"754.717427ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:44.568606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.808371Z","time spent":"760.19985ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:44.602221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382695983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:44.602284Z","caller":"traceutil/trace.go:171","msg":"trace[183599824] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23888; }","duration":"1.382806416s","start":"2026-03-03T19:44:43.219461Z","end":"2026-03-03T19:44:44.602268Z","steps":["trace[183599824] 'agreement among raft nodes before linearized reading' (duration: 1.382591021s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:44.602275Z","caller":"traceutil/trace.go:171","msg":"trace[583916534] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"203.918875ms","start":"2026-03-03T19:44:44.39832Z","end":"2026-03-03T19:44:44.602239Z","steps":["trace[583916534] 'process raft request' (duration: 203.616599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.602408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.490712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:44:44.602481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210128199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:44.602509Z","caller":"traceutil/trace.go:171","msg":"trace[1978543818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23888; }","duration":"1.21019273s","start":"2026-03-03T19:44:43.392308Z","end":"2026-03-03T19:44:44.6025Z","steps":["trace[1978543818] 'agreement among raft nodes before linearized reading' (duration: 1.210157749s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:44.602513Z","caller":"traceutil/trace.go:171","msg":"trace[258008016] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23888; }","duration":"561.617675ms","start":"2026-03-03T19:44:44.040872Z","end":"2026-03-03T19:44:44.602489Z","steps":["trace[258008016] 'agreement among raft nodes before linearized reading' (duration: 561.201286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.602533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.392273Z","time spent":"1.210255832s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:44:44.60258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.040809Z","time spent":"561.754887ms","remote":"127.0.0.1:54654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:44.602935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37004334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:44:44.602324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.219449Z","time spent":"1.382865417s","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:44:44.603005Z","caller":"traceutil/trace.go:171","msg":"trace[228138821] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23888; }","duration":"1.370134293s","start":"2026-03-03T19:44:43.232847Z","end":"2026-03-03T19:44:44.602981Z","steps":["trace[228138821] 'agreement among raft nodes before linearized reading' (duration: 1.369697363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.603059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.232812Z","time spent":"1.370227004s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:44.602445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140560155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:44:44.603219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.52636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:44:44.603277Z","caller":"traceutil/trace.go:171","msg":"trace[1115473739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23888; }","duration":"1.141373233s","start":"2026-03-03T19:44:43.461878Z","end":"2026-03-03T19:44:44.603251Z","steps":["trace[1115473739] 'agreement among raft nodes before linearized reading' (duration: 1.140475133s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:44.603292Z","caller":"traceutil/trace.go:171","msg":"trace[1107394621] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23888; }","duration":"316.654513ms","start":"2026-03-03T19:44:44.286596Z","end":"2026-03-03T19:44:44.60325Z","steps":["trace[1107394621] 'agreement among raft nodes before linearized reading' (duration: 316.338736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:44.603335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.28656Z","time spent":"316.766935ms","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:44.60335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:43.461773Z","time spent":"1.141557716s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:44:45.240462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.706608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:45.240582Z","caller":"traceutil/trace.go:171","msg":"trace[1621357493] linearizableReadLoop","detail":"{readStateIndex:24735; appliedIndex:24734; }","duration":"630.582076ms","start":"2026-03-03T19:44:44.609979Z","end":"2026-03-03T19:44:45.240561Z","steps":["trace[1621357493] 'read index received' (duration: 281.677462ms)","trace[1621357493] 'applied index is now lower than readState.Index' (duration: 348.902854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:45.24065Z","caller":"traceutil/trace.go:171","msg":"trace[1728765505] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"632.501967ms","start":"2026-03-03T19:44:44.608139Z","end":"2026-03-03T19:44:45.24064Z","steps":["trace[1728765505] 'process raft request' (duration: 283.455191ms)","trace[1728765505] 'compare' (duration: 348.403361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:45.240691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.60811Z","time spent":"632.558259ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:45.240927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.923953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:45.241664Z","caller":"traceutil/trace.go:171","msg":"trace[1175302930] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23889; }","duration":"631.686139ms","start":"2026-03-03T19:44:44.609949Z","end":"2026-03-03T19:44:45.241635Z","steps":["trace[1175302930] 'agreement among raft nodes before linearized reading' (duration: 630.890972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:45.241784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.609935Z","time spent":"631.828822ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:44:45.593202Z","caller":"traceutil/trace.go:171","msg":"trace[1830050468] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"948.355641ms","start":"2026-03-03T19:44:44.644798Z","end":"2026-03-03T19:44:45.593153Z","steps":["trace[1830050468] 'process raft request' (duration: 947.924582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:45.593413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.644778Z","time spent":"948.525266ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:46.229916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.896986ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T19:44:46.230652Z","caller":"traceutil/trace.go:171","msg":"trace[1662896349] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"1.554775407s","start":"2026-03-03T19:44:44.675845Z","end":"2026-03-03T19:44:46.23062Z","steps":["trace[1662896349] 'process raft request' (duration: 1.554196324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.230824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.675832Z","time spent":"1.554905719s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:46.613512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T19:44:46.613751Z","caller":"traceutil/trace.go:171","msg":"trace[786826999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318138s","start":"2026-03-03T19:44:44.613403Z","end":"2026-03-03T19:44:46.613722Z","steps":["trace[786826999] 'agreement among raft nodes before linearized reading' (duration: 2.000035722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.613823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.613375Z","time spent":"2.000431221s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:44:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:44:46.758913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.678946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:46.759163Z","caller":"traceutil/trace.go:171","msg":"trace[1670311482] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"2.03042843s","start":"2026-03-03T19:44:44.728698Z","end":"2026-03-03T19:44:46.759126Z","steps":["trace[1670311482] 'process raft request' (duration: 1.501902955s)","trace[1670311482] 'compare' (duration: 527.057892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:46.75934Z","caller":"traceutil/trace.go:171","msg":"trace[1253063609] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"183.908458ms","start":"2026-03-03T19:44:46.575406Z","end":"2026-03-03T19:44:46.759315Z","steps":["trace[1253063609] 'process raft request' (duration: 183.727324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:46.759415Z","caller":"traceutil/trace.go:171","msg":"trace[632907447] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24735; }","duration":"1.518800262s","start":"2026-03-03T19:44:45.240602Z","end":"2026-03-03T19:44:46.759402Z","steps":["trace[632907447] 'read index received' (duration: 352.055122ms)","trace[632907447] 'applied index is now lower than readState.Index' (duration: 1.16674355s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:46.759556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564243398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:46.759602Z","caller":"traceutil/trace.go:171","msg":"trace[986383234] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23893; }","duration":"1.56431679s","start":"2026-03-03T19:44:45.195274Z","end":"2026-03-03T19:44:46.759591Z","steps":["trace[986383234] 'agreement among raft nodes before linearized reading' (duration: 1.564194188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.759642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.195259Z","time spent":"1.564371181s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:46.759353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.72866Z","time spent":"2.030590314s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:46.759915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592170991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:46.760496Z","caller":"traceutil/trace.go:171","msg":"trace[915606680] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23893; }","duration":"1.592780045s","start":"2026-03-03T19:44:45.167682Z","end":"2026-03-03T19:44:46.760462Z","steps":["trace[915606680] 'agreement among raft nodes before linearized reading' (duration: 1.592199362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.760033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833937302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:44:46.760629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.167652Z","time spent":"1.592927458s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:44:46.760645Z","caller":"traceutil/trace.go:171","msg":"trace[1055017178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23893; }","duration":"1.834531855s","start":"2026-03-03T19:44:44.926088Z","end":"2026-03-03T19:44:46.76062Z","steps":["trace[1055017178] 'agreement among raft nodes before linearized reading' (duration: 1.83384562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.760083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87327622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:46.760752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.926006Z","time spent":"1.83472545s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:44:46.760793Z","caller":"traceutil/trace.go:171","msg":"trace[1070258936] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23893; }","duration":"1.875044729s","start":"2026-03-03T19:44:44.885727Z","end":"2026-03-03T19:44:46.760772Z","steps":["trace[1070258936] 'agreement among raft nodes before linearized reading' (duration: 1.874324304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:46.760959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:44.885689Z","time spent":"1.875257494s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:47.675511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.77077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:47.675861Z","caller":"traceutil/trace.go:171","msg":"trace[1673701043] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"1.098829333s","start":"2026-03-03T19:44:46.577Z","end":"2026-03-03T19:44:47.675829Z","steps":["trace[1673701043] 'process raft request' (duration: 659.582052ms)","trace[1673701043] 'compare' (duration: 438.366032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:47.676028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.576964Z","time spent":"1.099016916s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:47.676377Z","caller":"traceutil/trace.go:171","msg":"trace[276822466] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"1.099242592s","start":"2026-03-03T19:44:46.577115Z","end":"2026-03-03T19:44:47.676357Z","steps":["trace[276822466] 'process raft request' (duration: 1.098553107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.676518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.577082Z","time spent":"1.099386865s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:47.676777Z","caller":"traceutil/trace.go:171","msg":"trace[1739762789] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"1.06825975s","start":"2026-03-03T19:44:46.608504Z","end":"2026-03-03T19:44:47.676763Z","steps":["trace[1739762789] 'process raft request' (duration: 1.06734673s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:47.676915Z","caller":"traceutil/trace.go:171","msg":"trace[1025971405] linearizableReadLoop","detail":"{readStateIndex:24745; appliedIndex:24740; }","duration":"917.457592ms","start":"2026-03-03T19:44:46.759445Z","end":"2026-03-03T19:44:47.676903Z","steps":["trace[1025971405] 'read index received' (duration: 477.150037ms)","trace[1025971405] 'applied index is now lower than readState.Index' (duration: 440.305895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:47.676927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.608469Z","time spent":"1.068413353s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:47.677105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063165736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:47.677175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979229246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:44:47.677191Z","caller":"traceutil/trace.go:171","msg":"trace[1696512550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23900; }","duration":"1.063242938s","start":"2026-03-03T19:44:46.613925Z","end":"2026-03-03T19:44:47.677168Z","steps":["trace[1696512550] 'agreement among raft nodes before linearized reading' (duration: 1.063134805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977957749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T19:44:47.677255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.613833Z","time spent":"1.063403981s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:44:47.677273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979213637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:44:47.677377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.078797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:44:47.677439Z","caller":"traceutil/trace.go:171","msg":"trace[633822207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23900; }","duration":"431.18729ms","start":"2026-03-03T19:44:47.246239Z","end":"2026-03-03T19:44:47.677426Z","steps":["trace[633822207] 'agreement among raft nodes before linearized reading' (duration: 430.986996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:47.677403Z","caller":"traceutil/trace.go:171","msg":"trace[468604104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23900; }","duration":"1.979420271s","start":"2026-03-03T19:44:45.69796Z","end":"2026-03-03T19:44:47.67738Z","steps":["trace[468604104] 'agreement among raft nodes before linearized reading' (duration: 1.978970301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.246212Z","time spent":"431.257582ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:44:47.677235Z","caller":"traceutil/trace.go:171","msg":"trace[744055292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23900; }","duration":"1.97935625s","start":"2026-03-03T19:44:45.697862Z","end":"2026-03-03T19:44:47.677218Z","steps":["trace[744055292] 'agreement among raft nodes before linearized reading' (duration: 1.979161945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.697938Z","time spent":"1.979545684s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:47.677539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.697839Z","time spent":"1.979684926s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:47.677013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922281374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:47.677279Z","caller":"traceutil/trace.go:171","msg":"trace[575836435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23900; }","duration":"1.978102112s","start":"2026-03-03T19:44:45.699164Z","end":"2026-03-03T19:44:47.677266Z","steps":["trace[575836435] 'agreement among raft nodes before linearized reading' (duration: 1.977865097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345064484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272958"} {"level":"info","ts":"2026-03-03T19:44:47.67781Z","caller":"traceutil/trace.go:171","msg":"trace[98519809] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23900; }","duration":"1.345157736s","start":"2026-03-03T19:44:46.332642Z","end":"2026-03-03T19:44:47.6778Z","steps":["trace[98519809] 'agreement among raft nodes before linearized reading' (duration: 1.344667514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.332611Z","time spent":"1.345236888s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:44:47.677978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430980717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:47.678049Z","caller":"traceutil/trace.go:171","msg":"trace[1845488901] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23900; }","duration":"2.43109431s","start":"2026-03-03T19:44:45.246938Z","end":"2026-03-03T19:44:47.678032Z","steps":["trace[1845488901] 'agreement among raft nodes before linearized reading' (duration: 2.430977067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.678101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.246913Z","time spent":"2.431174652s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:44:47.67676Z","caller":"traceutil/trace.go:171","msg":"trace[341599738] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"952.782051ms","start":"2026-03-03T19:44:46.723934Z","end":"2026-03-03T19:44:47.676716Z","steps":["trace[341599738] 'process raft request' (duration: 952.015064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.678566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.723899Z","time spent":"954.617032ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:47.676844Z","caller":"traceutil/trace.go:171","msg":"trace[1095112098] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"909.470573ms","start":"2026-03-03T19:44:46.767356Z","end":"2026-03-03T19:44:47.676827Z","steps":["trace[1095112098] 'process raft request' (duration: 908.670765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:47.678566Z","caller":"traceutil/trace.go:171","msg":"trace[1652413319] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23900; }","duration":"1.923882081s","start":"2026-03-03T19:44:45.754666Z","end":"2026-03-03T19:44:47.678548Z","steps":["trace[1652413319] 'agreement among raft nodes before linearized reading' (duration: 1.922244684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.678869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.754652Z","time spent":"1.924199988s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:47.678408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.221169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:47.678942Z","caller":"traceutil/trace.go:171","msg":"trace[324299596] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23900; }","duration":"156.797082ms","start":"2026-03-03T19:44:47.52212Z","end":"2026-03-03T19:44:47.678917Z","steps":["trace[324299596] 'agreement among raft nodes before linearized reading' (duration: 156.212709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.677808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:45.699135Z","time spent":"1.978658435s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:44:47.676793Z","caller":"traceutil/trace.go:171","msg":"trace[752444591] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"1.099236491s","start":"2026-03-03T19:44:46.577518Z","end":"2026-03-03T19:44:47.676755Z","steps":["trace[752444591] 'process raft request' (duration: 1.09826701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:47.679174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.577478Z","time spent":"1.101624245s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:47.679071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:46.767337Z","time spent":"911.441937ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:47.680903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.065447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:44:47.681046Z","caller":"traceutil/trace.go:171","msg":"trace[205159408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23900; }","duration":"289.249791ms","start":"2026-03-03T19:44:47.391781Z","end":"2026-03-03T19:44:47.681031Z","steps":["trace[205159408] 'agreement among raft nodes before linearized reading' (duration: 286.625353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:48.641994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.083573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:48.642543Z","caller":"traceutil/trace.go:171","msg":"trace[433959173] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"959.459521ms","start":"2026-03-03T19:44:47.682737Z","end":"2026-03-03T19:44:48.642196Z","steps":["trace[433959173] 'process raft request' (duration: 475.097552ms)","trace[433959173] 'compare' (duration: 483.822587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:48.64261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.682711Z","time spent":"959.87765ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:44:49.145594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.125842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:49.145894Z","caller":"traceutil/trace.go:171","msg":"trace[2145011797] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"1.460235056s","start":"2026-03-03T19:44:47.685638Z","end":"2026-03-03T19:44:49.145873Z","steps":["trace[2145011797] 'process raft request' (duration: 1.460144264s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:49.145915Z","caller":"traceutil/trace.go:171","msg":"trace[1297801732] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"1.460939581s","start":"2026-03-03T19:44:47.68492Z","end":"2026-03-03T19:44:49.14586Z","steps":["trace[1297801732] 'process raft request' (duration: 1.460784208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.145971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.68561Z","time spent":"1.460324408s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:49.146057Z","caller":"traceutil/trace.go:171","msg":"trace[1645437138] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"1.461073354s","start":"2026-03-03T19:44:47.684854Z","end":"2026-03-03T19:44:49.145928Z","steps":["trace[1645437138] 'process raft request' (duration: 1.1734884s)","trace[1645437138] 'compare' (duration: 286.723854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:49.146117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.684909Z","time spent":"1.461100345s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:49.146262Z","caller":"traceutil/trace.go:171","msg":"trace[1226948781] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"1.460194655s","start":"2026-03-03T19:44:47.686055Z","end":"2026-03-03T19:44:49.14625Z","steps":["trace[1226948781] 'process raft request' (duration: 1.459768215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.146301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.684832Z","time spent":"1.4613232s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:49.146333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.686045Z","time spent":"1.460254706s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:49.146368Z","caller":"traceutil/trace.go:171","msg":"trace[799374382] linearizableReadLoop","detail":"{readStateIndex:24750; appliedIndex:24747; }","duration":"1.461370931s","start":"2026-03-03T19:44:47.684969Z","end":"2026-03-03T19:44:49.14634Z","steps":["trace[799374382] 'read index received' (duration: 472.959644ms)","trace[799374382] 'applied index is now lower than readState.Index' (duration: 988.408817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:49.146427Z","caller":"traceutil/trace.go:171","msg":"trace[1885121948] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"908.632506ms","start":"2026-03-03T19:44:48.237785Z","end":"2026-03-03T19:44:49.146417Z","steps":["trace[1885121948] 'process raft request' (duration: 908.335869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.147346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.237747Z","time spent":"909.541006ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:49.146598Z","caller":"traceutil/trace.go:171","msg":"trace[226425224] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"380.690893ms","start":"2026-03-03T19:44:48.765893Z","end":"2026-03-03T19:44:49.146584Z","steps":["trace[226425224] 'process raft request' (duration: 380.477748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.147467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462098856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T19:44:49.147505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.765866Z","time spent":"381.607754ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:49.147521Z","caller":"traceutil/trace.go:171","msg":"trace[627009005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23907; }","duration":"1.462166838s","start":"2026-03-03T19:44:47.68534Z","end":"2026-03-03T19:44:49.147507Z","steps":["trace[627009005] 'agreement among raft nodes before linearized reading' (duration: 1.461982054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.147558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.685333Z","time spent":"1.462217619s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:44:49.146709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461700968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:49.147623Z","caller":"traceutil/trace.go:171","msg":"trace[447485651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23907; }","duration":"1.462659749s","start":"2026-03-03T19:44:47.684948Z","end":"2026-03-03T19:44:49.147608Z","steps":["trace[447485651] 'agreement among raft nodes before linearized reading' (duration: 1.461494863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.147661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.684941Z","time spent":"1.46271238s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:44:49.147862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03689541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T19:44:49.147874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459682442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:49.147956Z","caller":"traceutil/trace.go:171","msg":"trace[1894715411] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23907; }","duration":"1.459799125s","start":"2026-03-03T19:44:47.688138Z","end":"2026-03-03T19:44:49.147937Z","steps":["trace[1894715411] 'agreement among raft nodes before linearized reading' (duration: 1.459675742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.14799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.085722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:44:49.148052Z","caller":"traceutil/trace.go:171","msg":"trace[535201599] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c; range_end:; response_count:1; response_revision:23907; }","duration":"501.219995ms","start":"2026-03-03T19:44:48.646816Z","end":"2026-03-03T19:44:49.148036Z","steps":["trace[535201599] 'agreement among raft nodes before linearized reading' (duration: 500.98867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.148069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040815136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:49.147975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.13086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:49.148278Z","caller":"traceutil/trace.go:171","msg":"trace[1690293500] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23907; }","duration":"346.489068ms","start":"2026-03-03T19:44:48.801743Z","end":"2026-03-03T19:44:49.148232Z","steps":["trace[1690293500] 'agreement among raft nodes before linearized reading' (duration: 346.060219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.148005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:47.688123Z","time spent":"1.459873847s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:44:49.148371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.801714Z","time spent":"346.642552ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:44:49.148188Z","caller":"traceutil/trace.go:171","msg":"trace[426385035] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23907; }","duration":"1.041024171s","start":"2026-03-03T19:44:48.107133Z","end":"2026-03-03T19:44:49.148157Z","steps":["trace[426385035] 'agreement among raft nodes before linearized reading' (duration: 1.040775695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.148531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.107106Z","time spent":"1.04140247s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:49.148112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.646789Z","time spent":"501.307937ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" "} {"level":"info","ts":"2026-03-03T19:44:49.147905Z","caller":"traceutil/trace.go:171","msg":"trace[966319977] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23907; }","duration":"1.036957451s","start":"2026-03-03T19:44:48.110933Z","end":"2026-03-03T19:44:49.147891Z","steps":["trace[966319977] 'agreement among raft nodes before linearized reading' (duration: 1.036860339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:49.148737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:48.110922Z","time spent":"1.03780081s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T19:44:49.665745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:44:50.003144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.317319Z","time spent":"685.813188ms","remote":"127.0.0.1:52634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T19:44:50.004522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.189207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:50.004602Z","caller":"traceutil/trace.go:171","msg":"trace[1073119909] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23907; }","duration":"215.289529ms","start":"2026-03-03T19:44:49.789298Z","end":"2026-03-03T19:44:50.004587Z","steps":["trace[1073119909] 'range keys from in-memory index tree' (duration: 215.168206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:50.005317Z","caller":"traceutil/trace.go:171","msg":"trace[896852640] linearizableReadLoop","detail":"{readStateIndex:24755; appliedIndex:24754; }","duration":"840.190227ms","start":"2026-03-03T19:44:49.165117Z","end":"2026-03-03T19:44:50.005307Z","steps":["trace[896852640] 'read index received' (duration: 768.995937ms)","trace[896852640] 'applied index is now lower than readState.Index' (duration: 71.1936ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:50.005457Z","caller":"traceutil/trace.go:171","msg":"trace[183227978] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"849.150836ms","start":"2026-03-03T19:44:49.156299Z","end":"2026-03-03T19:44:50.00545Z","steps":["trace[183227978] 'process raft request' (duration: 777.856904ms)","trace[183227978] 'compare' (duration: 70.991685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:50.005535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.156242Z","time spent":"849.238338ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:50.005603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.416291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:50.005706Z","caller":"traceutil/trace.go:171","msg":"trace[60288083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23908; }","duration":"840.600907ms","start":"2026-03-03T19:44:49.165081Z","end":"2026-03-03T19:44:50.005682Z","steps":["trace[60288083] 'agreement among raft nodes before linearized reading' (duration: 840.374751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.005765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.165056Z","time spent":"840.695568ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:44:50.261224Z","caller":"traceutil/trace.go:171","msg":"trace[2003524566] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"576.386924ms","start":"2026-03-03T19:44:49.684812Z","end":"2026-03-03T19:44:50.261199Z","steps":["trace[2003524566] 'process raft request' (duration: 576.18848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.261395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.684771Z","time spent":"576.526586ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:50.261509Z","caller":"traceutil/trace.go:171","msg":"trace[1683512474] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"575.948634ms","start":"2026-03-03T19:44:49.685521Z","end":"2026-03-03T19:44:50.261469Z","steps":["trace[1683512474] 'process raft request' (duration: 575.640467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:50.261731Z","caller":"traceutil/trace.go:171","msg":"trace[778758631] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"575.806861ms","start":"2026-03-03T19:44:49.685891Z","end":"2026-03-03T19:44:50.261698Z","steps":["trace[778758631] 'process raft request' (duration: 575.654758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.26181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.685482Z","time spent":"576.128268ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:50.261875Z","caller":"traceutil/trace.go:171","msg":"trace[50635479] linearizableReadLoop","detail":"{readStateIndex:24760; appliedIndex:24755; }","duration":"256.51986ms","start":"2026-03-03T19:44:50.005341Z","end":"2026-03-03T19:44:50.26186Z","steps":["trace[50635479] 'read index received' (duration: 255.62315ms)","trace[50635479] 'applied index is now lower than readState.Index' (duration: 895.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:50.261942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.685873Z","time spent":"575.955214ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:50.261985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030151319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:50.262017Z","caller":"traceutil/trace.go:171","msg":"trace[948926280] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23913; }","duration":"1.03022337s","start":"2026-03-03T19:44:49.231783Z","end":"2026-03-03T19:44:50.262007Z","steps":["trace[948926280] 'agreement among raft nodes before linearized reading' (duration: 1.030139048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.231769Z","time spent":"1.030274992s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T19:44:50.262149Z","caller":"traceutil/trace.go:171","msg":"trace[1330615963] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"575.035693ms","start":"2026-03-03T19:44:49.687102Z","end":"2026-03-03T19:44:50.262138Z","steps":["trace[1330615963] 'process raft request' (duration: 574.522642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.565383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:44:50.262231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.687088Z","time spent":"575.111915ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:50.262242Z","caller":"traceutil/trace.go:171","msg":"trace[688356961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23913; }","duration":"574.630974ms","start":"2026-03-03T19:44:49.687594Z","end":"2026-03-03T19:44:50.262225Z","steps":["trace[688356961] 'agreement among raft nodes before linearized reading' (duration: 574.496931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.68758Z","time spent":"574.704966ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:50.2624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.345791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T19:44:50.262432Z","caller":"traceutil/trace.go:171","msg":"trace[1575172797] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23913; }","duration":"738.436692ms","start":"2026-03-03T19:44:49.523985Z","end":"2026-03-03T19:44:50.262422Z","steps":["trace[1575172797] 'agreement among raft nodes before linearized reading' (duration: 738.292209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.523952Z","time spent":"738.501164ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-03-03T19:44:50.262523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.116947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:50.262555Z","caller":"traceutil/trace.go:171","msg":"trace[1101811188] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23913; }","duration":"336.199969ms","start":"2026-03-03T19:44:49.926346Z","end":"2026-03-03T19:44:50.262546Z","steps":["trace[1101811188] 'agreement among raft nodes before linearized reading' (duration: 336.125897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.926319Z","time spent":"336.254251ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:44:50.261763Z","caller":"traceutil/trace.go:171","msg":"trace[811075270] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"575.929564ms","start":"2026-03-03T19:44:49.685753Z","end":"2026-03-03T19:44:50.261682Z","steps":["trace[811075270] 'process raft request' (duration: 575.626727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.27982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:44:50.262917Z","caller":"traceutil/trace.go:171","msg":"trace[1898568263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23913; }","duration":"794.478654ms","start":"2026-03-03T19:44:49.468399Z","end":"2026-03-03T19:44:50.262877Z","steps":["trace[1898568263] 'agreement among raft nodes before linearized reading' (duration: 794.206838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.262961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.468359Z","time spent":"794.592157ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:44:50.263001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.685697Z","time spent":"577.078019ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:50.264999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.451879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:44:50.265053Z","caller":"traceutil/trace.go:171","msg":"trace[123753913] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23913; }","duration":"933.554791ms","start":"2026-03-03T19:44:49.331489Z","end":"2026-03-03T19:44:50.265044Z","steps":["trace[123753913] 'agreement among raft nodes before linearized reading' (duration: 931.061845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.265079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:49.331467Z","time spent":"933.606122ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2593,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:44:50.290355Z","caller":"traceutil/trace.go:171","msg":"trace[1914641909] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"194.407632ms","start":"2026-03-03T19:44:50.095928Z","end":"2026-03-03T19:44:50.290336Z","steps":["trace[1914641909] 'process raft request' (duration: 194.240008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.65057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:50.264387Z","time spent":"386.173075ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:44:50.650752Z","caller":"traceutil/trace.go:171","msg":"trace[1495920831] linearizableReadLoop","detail":"{readStateIndex:24762; appliedIndex:24760; }","duration":"385.03425ms","start":"2026-03-03T19:44:50.265672Z","end":"2026-03-03T19:44:50.650706Z","steps":["trace[1495920831] 'read index received' (duration: 24.583939ms)","trace[1495920831] 'applied index is now lower than readState.Index' (duration: 360.448901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:50.650775Z","caller":"traceutil/trace.go:171","msg":"trace[2048832852] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"383.142478ms","start":"2026-03-03T19:44:50.267595Z","end":"2026-03-03T19:44:50.650737Z","steps":["trace[2048832852] 'process raft request' (duration: 382.891823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.651015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.487826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:50.651063Z","caller":"traceutil/trace.go:171","msg":"trace[393325330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23916; }","duration":"259.604829ms","start":"2026-03-03T19:44:50.391448Z","end":"2026-03-03T19:44:50.651053Z","steps":["trace[393325330] 'agreement among raft nodes before linearized reading' (duration: 259.490646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.651087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:50.267559Z","time spent":"383.399324ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:50.650905Z","caller":"traceutil/trace.go:171","msg":"trace[1945473688] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"382.442172ms","start":"2026-03-03T19:44:50.268447Z","end":"2026-03-03T19:44:50.650889Z","steps":["trace[1945473688] 'process raft request' (duration: 382.211067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.651792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:50.268425Z","time spent":"383.21862ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:50.651893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.203156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:50.651965Z","caller":"traceutil/trace.go:171","msg":"trace[1338960762] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23916; }","duration":"386.418711ms","start":"2026-03-03T19:44:50.265535Z","end":"2026-03-03T19:44:50.651954Z","steps":["trace[1338960762] 'agreement among raft nodes before linearized reading' (duration: 385.602973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:50.652016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:50.265519Z","time spent":"386.468741ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T19:44:51.257987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.412755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:44:51.258181Z","caller":"traceutil/trace.go:171","msg":"trace[1033199174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23917; }","duration":"101.673261ms","start":"2026-03-03T19:44:51.156483Z","end":"2026-03-03T19:44:51.258156Z","steps":["trace[1033199174] 'range keys from in-memory index tree' (duration: 101.113548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:51.258032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.262909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:44:51.258603Z","caller":"traceutil/trace.go:171","msg":"trace[1289396390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23917; }","duration":"100.801672ms","start":"2026-03-03T19:44:51.157705Z","end":"2026-03-03T19:44:51.258507Z","steps":["trace[1289396390] 'range keys from in-memory index tree' (duration: 100.063406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:51.258032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.400669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:44:51.258889Z","caller":"traceutil/trace.go:171","msg":"trace[11862623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23917; }","duration":"108.314219ms","start":"2026-03-03T19:44:51.150546Z","end":"2026-03-03T19:44:51.25886Z","steps":["trace[11862623] 'range keys from in-memory index tree' (duration: 107.154914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:51.25809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.315069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:51.259009Z","caller":"traceutil/trace.go:171","msg":"trace[2000498020] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23917; }","duration":"126.28809ms","start":"2026-03-03T19:44:51.132706Z","end":"2026-03-03T19:44:51.258994Z","steps":["trace[2000498020] 'count revisions from in-memory index tree' (duration: 125.117095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:51.579295Z","caller":"traceutil/trace.go:171","msg":"trace[1723759698] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"421.417622ms","start":"2026-03-03T19:44:51.157841Z","end":"2026-03-03T19:44:51.579258Z","steps":["trace[1723759698] 'process raft request' (duration: 421.206538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:51.579505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.157805Z","time spent":"421.592885ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:52.611008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03195981s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:44:52.611639Z","caller":"traceutil/trace.go:171","msg":"trace[6509502] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24765; }","duration":"1.452853071s","start":"2026-03-03T19:44:51.158754Z","end":"2026-03-03T19:44:52.611607Z","steps":["trace[6509502] 'read index received' (duration: 420.360509ms)","trace[6509502] 'applied index is now lower than readState.Index' (duration: 1.032491532s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:52.611735Z","caller":"traceutil/trace.go:171","msg":"trace[147582177] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"1.348412018s","start":"2026-03-03T19:44:51.263262Z","end":"2026-03-03T19:44:52.611674Z","steps":["trace[147582177] 'process raft request' (duration: 1.348203634s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:52.611826Z","caller":"traceutil/trace.go:171","msg":"trace[1067601103] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"1.347732432s","start":"2026-03-03T19:44:51.264036Z","end":"2026-03-03T19:44:52.611769Z","steps":["trace[1067601103] 'process raft request' (duration: 1.347484747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:52.611956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.263242Z","time spent":"1.348594932s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:52.611974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453186788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:44:52.611782Z","caller":"traceutil/trace.go:171","msg":"trace[545436348] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"1.347450206s","start":"2026-03-03T19:44:51.264314Z","end":"2026-03-03T19:44:52.611764Z","steps":["trace[545436348] 'process raft request' (duration: 1.347250652s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:52.612018Z","caller":"traceutil/trace.go:171","msg":"trace[920166635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23922; }","duration":"1.453316571s","start":"2026-03-03T19:44:51.158689Z","end":"2026-03-03T19:44:52.612006Z","steps":["trace[920166635] 'agreement among raft nodes before linearized reading' (duration: 1.453115566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:52.612058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.158661Z","time spent":"1.453388463s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:44:52.612047Z","caller":"traceutil/trace.go:171","msg":"trace[1887800036] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"1.454052137s","start":"2026-03-03T19:44:51.157959Z","end":"2026-03-03T19:44:52.612011Z","steps":["trace[1887800036] 'process raft request' (duration: 1.45328909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:52.612153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.264307Z","time spent":"1.347736272s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:52.612204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.157939Z","time spent":"1.45417916s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:52.612394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.264029Z","time spent":"1.347918746s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:53.112768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:44:53.391984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:44:53.392111Z","caller":"traceutil/trace.go:171","msg":"trace[72651184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335878s","start":"2026-03-03T19:44:51.391749Z","end":"2026-03-03T19:44:53.392085Z","steps":["trace[72651184] 'agreement among raft nodes before linearized reading' (duration: 2.000180755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:53.392235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.391723Z","time spent":"2.000490411s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:44:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:44:53.613343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:44:53.693043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081750311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:44:53.694144Z","caller":"traceutil/trace.go:171","msg":"trace[1499584719] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"1.425168211s","start":"2026-03-03T19:44:52.268939Z","end":"2026-03-03T19:44:53.694107Z","steps":["trace[1499584719] 'process raft request' (duration: 1.425061949s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:53.694167Z","caller":"traceutil/trace.go:171","msg":"trace[1754578253] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"1.92744261s","start":"2026-03-03T19:44:51.766679Z","end":"2026-03-03T19:44:53.694122Z","steps":["trace[1754578253] 'process raft request' (duration: 1.926942959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:53.694409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.766629Z","time spent":"1.927649464s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:53.694396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.268879Z","time spent":"1.425328446s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:53.694481Z","caller":"traceutil/trace.go:171","msg":"trace[2013893985] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"1.425226492s","start":"2026-03-03T19:44:52.269185Z","end":"2026-03-03T19:44:53.694411Z","steps":["trace[2013893985] 'process raft request' (duration: 1.424871894s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:53.694644Z","caller":"traceutil/trace.go:171","msg":"trace[805797235] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"1.424343002s","start":"2026-03-03T19:44:52.270265Z","end":"2026-03-03T19:44:53.694608Z","steps":["trace[805797235] 'process raft request' (duration: 1.424281521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:53.694684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.269175Z","time spent":"1.425396936s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:53.694731Z","caller":"traceutil/trace.go:171","msg":"trace[1810733180] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"1.425029438s","start":"2026-03-03T19:44:52.269687Z","end":"2026-03-03T19:44:53.694717Z","steps":["trace[1810733180] 'process raft request' (duration: 1.42465262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:53.694805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.26964Z","time spent":"1.4251272s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:53.694855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.270251Z","time spent":"1.424489715s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:53.695104Z","caller":"traceutil/trace.go:171","msg":"trace[1251204288] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"1.424843095s","start":"2026-03-03T19:44:52.270248Z","end":"2026-03-03T19:44:53.695091Z","steps":["trace[1251204288] 'process raft request' (duration: 1.424256821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:53.695181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.270238Z","time spent":"1.424897556s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:54.686507Z","caller":"traceutil/trace.go:171","msg":"trace[1760582117] linearizableReadLoop","detail":"{readStateIndex:24778; appliedIndex:24770; }","duration":"2.07475701s","start":"2026-03-03T19:44:52.611723Z","end":"2026-03-03T19:44:54.68648Z","steps":["trace[1760582117] 'read index received' (duration: 1.081708881s)","trace[1760582117] 'applied index is now lower than readState.Index' (duration: 993.047289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:54.686809Z","caller":"traceutil/trace.go:171","msg":"trace[8676383] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"1.102217079s","start":"2026-03-03T19:44:53.584571Z","end":"2026-03-03T19:44:54.686788Z","steps":["trace[8676383] 'process raft request' (duration: 1.101874771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.686864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413080643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:54.686891Z","caller":"traceutil/trace.go:171","msg":"trace[1015963322] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23930; }","duration":"3.413151905s","start":"2026-03-03T19:44:51.273729Z","end":"2026-03-03T19:44:54.686881Z","steps":["trace[1015963322] 'agreement among raft nodes before linearized reading' (duration: 3.413114334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.686907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655198185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T19:44:54.686952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:53.58454Z","time spent":"1.102335242s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:54.687002Z","caller":"traceutil/trace.go:171","msg":"trace[1232363978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23930; }","duration":"2.655325178s","start":"2026-03-03T19:44:52.031637Z","end":"2026-03-03T19:44:54.686963Z","steps":["trace[1232363978] 'agreement among raft nodes before linearized reading' (duration: 2.655070392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.687066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.031612Z","time spent":"2.655439281s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-03T19:44:54.687106Z","caller":"traceutil/trace.go:171","msg":"trace[292435059] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"2.069612636s","start":"2026-03-03T19:44:52.617482Z","end":"2026-03-03T19:44:54.687094Z","steps":["trace[292435059] 'process raft request' (duration: 2.068756026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.686929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.273703Z","time spent":"3.413215486s","remote":"127.0.0.1:50610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.687159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.617453Z","time spent":"2.069676738s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:54.687277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328035328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:54.68682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199204615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:54.687319Z","caller":"traceutil/trace.go:171","msg":"trace[1576877839] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23930; }","duration":"2.328080119s","start":"2026-03-03T19:44:52.359229Z","end":"2026-03-03T19:44:54.687309Z","steps":["trace[1576877839] 'agreement among raft nodes before linearized reading' (duration: 2.328012777s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:54.687333Z","caller":"traceutil/trace.go:171","msg":"trace[1224653303] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23930; }","duration":"3.19979686s","start":"2026-03-03T19:44:51.487524Z","end":"2026-03-03T19:44:54.687321Z","steps":["trace[1224653303] 'agreement among raft nodes before linearized reading' (duration: 3.199232757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.687346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.359106Z","time spent":"2.328232082s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.687395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.487496Z","time spent":"3.199876101s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.687018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493226643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:44:54.687546Z","caller":"traceutil/trace.go:171","msg":"trace[1799050215] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23930; }","duration":"3.493786055s","start":"2026-03-03T19:44:51.193742Z","end":"2026-03-03T19:44:54.687528Z","steps":["trace[1799050215] 'agreement among raft nodes before linearized reading' (duration: 3.493207583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.687608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:51.193718Z","time spent":"3.493874587s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T19:44:54.727203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.484729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:54.727306Z","caller":"traceutil/trace.go:171","msg":"trace[1795441279] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23931; }","duration":"620.644843ms","start":"2026-03-03T19:44:54.106634Z","end":"2026-03-03T19:44:54.727279Z","steps":["trace[1795441279] 'agreement among raft nodes before linearized reading' (duration: 620.452979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.727357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.106612Z","time spent":"620.733664ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.727363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113044115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:44:54.727434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.335864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:44:54.727546Z","caller":"traceutil/trace.go:171","msg":"trace[850337259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23931; }","duration":"110.486707ms","start":"2026-03-03T19:44:54.617035Z","end":"2026-03-03T19:44:54.727522Z","steps":["trace[850337259] 'agreement among raft nodes before linearized reading' (duration: 110.120489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.727604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071467987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:44:54.727597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630397095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:44:54.727671Z","caller":"traceutil/trace.go:171","msg":"trace[1734981168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23931; }","duration":"2.071569539s","start":"2026-03-03T19:44:52.656078Z","end":"2026-03-03T19:44:54.727648Z","steps":["trace[1734981168] 'agreement among raft nodes before linearized reading' (duration: 2.071439116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.727733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.656056Z","time spent":"2.071665981s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:44:54.727744Z","caller":"traceutil/trace.go:171","msg":"trace[788216320] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23931; }","duration":"1.630588179s","start":"2026-03-03T19:44:53.097112Z","end":"2026-03-03T19:44:54.7277Z","steps":["trace[788216320] 'agreement among raft nodes before linearized reading' (duration: 1.630379375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.727823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.320381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T19:44:54.727915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.128932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:44:54.727944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335330104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:54.728008Z","caller":"traceutil/trace.go:171","msg":"trace[646116146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23931; }","duration":"111.273235ms","start":"2026-03-03T19:44:54.616722Z","end":"2026-03-03T19:44:54.727995Z","steps":["trace[646116146] 'agreement among raft nodes before linearized reading' (duration: 110.982128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:54.728071Z","caller":"traceutil/trace.go:171","msg":"trace[1963106253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23931; }","duration":"1.335471208s","start":"2026-03-03T19:44:53.39256Z","end":"2026-03-03T19:44:54.728032Z","steps":["trace[1963106253] 'agreement among raft nodes before linearized reading' (duration: 1.335344615s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:54.727472Z","caller":"traceutil/trace.go:171","msg":"trace[1214812048] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23931; }","duration":"2.113219269s","start":"2026-03-03T19:44:52.614221Z","end":"2026-03-03T19:44:54.727441Z","steps":["trace[1214812048] 'agreement among raft nodes before linearized reading' (duration: 2.113054756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.728139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.440069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T19:44:54.728168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.614192Z","time spent":"2.113959715s","remote":"127.0.0.1:37458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.728129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:53.392534Z","time spent":"1.33558431s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:44:54.728199Z","caller":"traceutil/trace.go:171","msg":"trace[435645113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23931; }","duration":"111.552842ms","start":"2026-03-03T19:44:54.616634Z","end":"2026-03-03T19:44:54.728187Z","steps":["trace[435645113] 'agreement among raft nodes before linearized reading' (duration: 111.406059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:54.728227Z","caller":"traceutil/trace.go:171","msg":"trace[224998905] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"110.445806ms","start":"2026-03-03T19:44:54.617528Z","end":"2026-03-03T19:44:54.727974Z","steps":["trace[224998905] 'process raft request' (duration: 109.196879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.727839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:53.097077Z","time spent":"1.630745993s","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:54.727439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092120888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T19:44:54.727929Z","caller":"traceutil/trace.go:171","msg":"trace[1423373399] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23931; }","duration":"250.474834ms","start":"2026-03-03T19:44:54.477438Z","end":"2026-03-03T19:44:54.727913Z","steps":["trace[1423373399] 'agreement among raft nodes before linearized reading' (duration: 250.274319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:54.728441Z","caller":"traceutil/trace.go:171","msg":"trace[633684235] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23931; }","duration":"2.093180572s","start":"2026-03-03T19:44:52.635231Z","end":"2026-03-03T19:44:54.728411Z","steps":["trace[633684235] 'agreement among raft nodes before linearized reading' (duration: 2.091958445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:54.728751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:52.63521Z","time spent":"2.093519211s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T19:44:55.265298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.170859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:55.265471Z","caller":"traceutil/trace.go:171","msg":"trace[731484744] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"531.965872ms","start":"2026-03-03T19:44:54.733461Z","end":"2026-03-03T19:44:55.265427Z","steps":["trace[731484744] 'process raft request' (duration: 75.327282ms)","trace[731484744] 'compare' (duration: 455.652138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:55.265629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.733428Z","time spent":"532.103435ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:56.113889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305047999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:44:56.212637Z","caller":"traceutil/trace.go:171","msg":"trace[496984459] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.47834788s","start":"2026-03-03T19:44:54.734243Z","end":"2026-03-03T19:44:56.212591Z","steps":["trace[496984459] 'process raft request' (duration: 1.478252928s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:56.21269Z","caller":"traceutil/trace.go:171","msg":"trace[112023141] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"1.478442262s","start":"2026-03-03T19:44:54.734199Z","end":"2026-03-03T19:44:56.212641Z","steps":["trace[112023141] 'process raft request' (duration: 1.379897641s)","trace[112023141] 'compare' (duration: 98.215504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:56.212819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.734222Z","time spent":"1.478503724s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:56.212903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.734189Z","time spent":"1.478598875s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.213002Z","caller":"traceutil/trace.go:171","msg":"trace[1656816102] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.478740899s","start":"2026-03-03T19:44:54.734246Z","end":"2026-03-03T19:44:56.212987Z","steps":["trace[1656816102] 'process raft request' (duration: 1.478303649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.213075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.734215Z","time spent":"1.478830571s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.213076Z","caller":"traceutil/trace.go:171","msg":"trace[1515552340] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"1.478171435s","start":"2026-03-03T19:44:54.734886Z","end":"2026-03-03T19:44:56.213057Z","steps":["trace[1515552340] 'process raft request' (duration: 1.477816167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.213178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.734875Z","time spent":"1.478246266s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.213228Z","caller":"traceutil/trace.go:171","msg":"trace[2100903752] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"1.47748545s","start":"2026-03-03T19:44:54.735722Z","end":"2026-03-03T19:44:56.213208Z","steps":["trace[2100903752] 'process raft request' (duration: 1.477073891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.213333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.7357Z","time spent":"1.477581202s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:56.736049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:44:56.736168Z","caller":"traceutil/trace.go:171","msg":"trace[1383391195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000602195s","start":"2026-03-03T19:44:54.735537Z","end":"2026-03-03T19:44:56.736139Z","steps":["trace[1383391195] 'agreement among raft nodes before linearized reading' (duration: 2.00040733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.736228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.735527Z","time spent":"2.000688886s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:44:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:44:56.900929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.040858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T19:44:56.901945Z","caller":"traceutil/trace.go:171","msg":"trace[910938860] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24779; }","duration":"2.166325056s","start":"2026-03-03T19:44:54.735585Z","end":"2026-03-03T19:44:56.90191Z","steps":["trace[910938860] 'read index received' (duration: 73.225436ms)","trace[910938860] 'applied index is now lower than readState.Index' (duration: 2.09309672s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:56.902825Z","caller":"traceutil/trace.go:171","msg":"trace[1590804581] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"2.072062811s","start":"2026-03-03T19:44:54.830745Z","end":"2026-03-03T19:44:56.902808Z","steps":["trace[1590804581] 'process raft request' (duration: 2.070346812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.903064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.830704Z","time spent":"2.072171933s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.903296Z","caller":"traceutil/trace.go:171","msg":"trace[1729706129] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.20030874s","start":"2026-03-03T19:44:55.702951Z","end":"2026-03-03T19:44:56.90326Z","steps":["trace[1729706129] 'process raft request' (duration: 1.200186207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.903504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.702919Z","time spent":"1.200464233s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.903546Z","caller":"traceutil/trace.go:171","msg":"trace[1523120781] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.200562925s","start":"2026-03-03T19:44:55.702951Z","end":"2026-03-03T19:44:56.903514Z","steps":["trace[1523120781] 'process raft request' (duration: 1.200262899s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:56.903691Z","caller":"traceutil/trace.go:171","msg":"trace[74920966] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.71701961s","start":"2026-03-03T19:44:55.186642Z","end":"2026-03-03T19:44:56.903662Z","steps":["trace[74920966] 'process raft request' (duration: 1.716122121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.903724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.702919Z","time spent":"1.200711739s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.903791Z","caller":"traceutil/trace.go:171","msg":"trace[782073900] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.20078401s","start":"2026-03-03T19:44:55.702995Z","end":"2026-03-03T19:44:56.903779Z","steps":["trace[782073900] 'process raft request' (duration: 1.200430842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.903959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.702953Z","time spent":"1.200912383s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:56.903791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.186613Z","time spent":"1.717128283s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.904134Z","caller":"traceutil/trace.go:171","msg":"trace[1471456622] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.201029435s","start":"2026-03-03T19:44:55.703083Z","end":"2026-03-03T19:44:56.904113Z","steps":["trace[1471456622] 'process raft request' (duration: 1.200650217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.904244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.703049Z","time spent":"1.201147808s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:56.904098Z","caller":"traceutil/trace.go:171","msg":"trace[2020703792] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"1.199519061s","start":"2026-03-03T19:44:55.704531Z","end":"2026-03-03T19:44:56.90405Z","steps":["trace[2020703792] 'process raft request' (duration: 1.199436459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:56.904381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.70452Z","time spent":"1.199771137s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:57.402472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886514,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:44:57.476835Z","caller":"traceutil/trace.go:171","msg":"trace[878302135] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"957.786331ms","start":"2026-03-03T19:44:56.519016Z","end":"2026-03-03T19:44:57.476803Z","steps":["trace[878302135] 'process raft request' (duration: 957.565186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:57.476969Z","caller":"traceutil/trace.go:171","msg":"trace[1958903066] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"1.258663172s","start":"2026-03-03T19:44:56.218094Z","end":"2026-03-03T19:44:57.476757Z","steps":["trace[1958903066] 'process raft request' (duration: 1.258193442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.477017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.518972Z","time spent":"957.950136ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:57.47718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.218058Z","time spent":"1.259017001s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:44:57.477665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.970441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:57.477688Z","caller":"traceutil/trace.go:171","msg":"trace[260400300] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"741.519642ms","start":"2026-03-03T19:44:56.736138Z","end":"2026-03-03T19:44:57.477657Z","steps":["trace[260400300] 'process raft request' (duration: 740.904869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:57.477734Z","caller":"traceutil/trace.go:171","msg":"trace[386596913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23948; }","duration":"741.073492ms","start":"2026-03-03T19:44:56.736643Z","end":"2026-03-03T19:44:57.477717Z","steps":["trace[386596913] 'agreement among raft nodes before linearized reading' (duration: 740.900749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.477722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084201961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:57.477746Z","caller":"traceutil/trace.go:171","msg":"trace[100306607] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"783.589522ms","start":"2026-03-03T19:44:56.694124Z","end":"2026-03-03T19:44:57.477714Z","steps":["trace[100306607] 'process raft request' (duration: 782.61639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.477778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.736095Z","time spent":"741.675726ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:44:57.477786Z","caller":"traceutil/trace.go:171","msg":"trace[20672735] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23948; }","duration":"2.084313934s","start":"2026-03-03T19:44:55.393456Z","end":"2026-03-03T19:44:57.47777Z","steps":["trace[20672735] 'agreement among raft nodes before linearized reading' (duration: 2.084211621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.477824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.393427Z","time spent":"2.084388536s","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:57.47786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.694094Z","time spent":"783.703304ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:57.477864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748863972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T19:44:57.477882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.736108Z","time spent":"741.666396ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:57.477935Z","caller":"traceutil/trace.go:171","msg":"trace[380349596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23948; }","duration":"1.749000895s","start":"2026-03-03T19:44:55.728916Z","end":"2026-03-03T19:44:57.477917Z","steps":["trace[380349596] 'agreement among raft nodes before linearized reading' (duration: 1.748723929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.47794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.728215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:44:57.477924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594742174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-03T19:44:57.477997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:55.728899Z","time spent":"1.749084826s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:44:57.478008Z","caller":"traceutil/trace.go:171","msg":"trace[399613039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23948; }","duration":"783.854377ms","start":"2026-03-03T19:44:56.694134Z","end":"2026-03-03T19:44:57.477989Z","steps":["trace[399613039] 'agreement among raft nodes before linearized reading' (duration: 783.52137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:57.478049Z","caller":"traceutil/trace.go:171","msg":"trace[763141067] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23948; }","duration":"2.594914768s","start":"2026-03-03T19:44:54.883103Z","end":"2026-03-03T19:44:57.478018Z","steps":["trace[763141067] 'agreement among raft nodes before linearized reading' (duration: 2.594729654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:57.478058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:56.694101Z","time spent":"783.94393ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:57.478096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:54.883079Z","time spent":"2.595007981s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-03T19:44:57.477537Z","caller":"traceutil/trace.go:171","msg":"trace[649304235] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24793; }","duration":"575.446833ms","start":"2026-03-03T19:44:56.902037Z","end":"2026-03-03T19:44:57.477484Z","steps":["trace[649304235] 'read index received' (duration: 574.159384ms)","trace[649304235] 'applied index is now lower than readState.Index' (duration: 1.285839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:44:57.48205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.287721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:44:57.482121Z","caller":"traceutil/trace.go:171","msg":"trace[1831985941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23948; }","duration":"212.397024ms","start":"2026-03-03T19:44:57.269699Z","end":"2026-03-03T19:44:57.482096Z","steps":["trace[1831985941] 'agreement among raft nodes before linearized reading' (duration: 212.162458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.048819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.914965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:44:58.049195Z","caller":"traceutil/trace.go:171","msg":"trace[1097790632] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"563.67901ms","start":"2026-03-03T19:44:57.48549Z","end":"2026-03-03T19:44:58.049169Z","steps":["trace[1097790632] 'process raft request' (duration: 563.593068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.049293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.485485Z","time spent":"563.766762ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:44:58.049252Z","caller":"traceutil/trace.go:171","msg":"trace[1286647533] linearizableReadLoop","detail":"{readStateIndex:24798; appliedIndex:24797; }","duration":"564.470449ms","start":"2026-03-03T19:44:57.484731Z","end":"2026-03-03T19:44:58.049201Z","steps":["trace[1286647533] 'read index received' (duration: 202.041943ms)","trace[1286647533] 'applied index is now lower than readState.Index' (duration: 362.419015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:58.049528Z","caller":"traceutil/trace.go:171","msg":"trace[620833577] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"565.46713ms","start":"2026-03-03T19:44:57.484021Z","end":"2026-03-03T19:44:58.049488Z","steps":["trace[620833577] 'process raft request' (duration: 202.767138ms)","trace[620833577] 'compare' (duration: 361.345361ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:44:58.049553Z","caller":"traceutil/trace.go:171","msg":"trace[328381463] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"564.17078ms","start":"2026-03-03T19:44:57.485333Z","end":"2026-03-03T19:44:58.049503Z","steps":["trace[328381463] 'process raft request' (duration: 563.634499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.049678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.887415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:58.04986Z","caller":"traceutil/trace.go:171","msg":"trace[255572497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23951; }","duration":"564.090269ms","start":"2026-03-03T19:44:57.485756Z","end":"2026-03-03T19:44:58.049846Z","steps":["trace[255572497] 'agreement among raft nodes before linearized reading' (duration: 563.875404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.049889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.485744Z","time spent":"564.13776ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:44:58.049872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.120812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-03T19:44:58.049905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.766702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-03T19:44:58.050006Z","caller":"traceutil/trace.go:171","msg":"trace[789484104] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23951; }","duration":"563.913245ms","start":"2026-03-03T19:44:57.48607Z","end":"2026-03-03T19:44:58.049983Z","steps":["trace[789484104] 'agreement among raft nodes before linearized reading' (duration: 563.560227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.049937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.485306Z","time spent":"564.461497ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:58.049718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.483988Z","time spent":"565.642824ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:44:58.05007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.486062Z","time spent":"563.998397ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T19:44:58.049947Z","caller":"traceutil/trace.go:171","msg":"trace[1398466864] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23951; }","duration":"565.247666ms","start":"2026-03-03T19:44:57.484682Z","end":"2026-03-03T19:44:58.04993Z","steps":["trace[1398466864] 'agreement among raft nodes before linearized reading' (duration: 564.645282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:58.050151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:57.484649Z","time spent":"565.49284ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:44:59.293886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.091327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:44:59.294028Z","caller":"traceutil/trace.go:171","msg":"trace[860433867] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23951; }","duration":"610.298141ms","start":"2026-03-03T19:44:58.683691Z","end":"2026-03-03T19:44:59.293989Z","steps":["trace[860433867] 'count revisions from in-memory index tree' (duration: 610.000195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:59.294065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.60069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:44:59.294098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.683667Z","time spent":"610.411304ms","remote":"127.0.0.1:37772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:44:59.294126Z","caller":"traceutil/trace.go:171","msg":"trace[1103499587] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23951; }","duration":"885.716073ms","start":"2026-03-03T19:44:58.408391Z","end":"2026-03-03T19:44:59.294107Z","steps":["trace[1103499587] 'count revisions from in-memory index tree' (duration: 885.399496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:59.294318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.408364Z","time spent":"885.793445ms","remote":"127.0.0.1:53902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:44:59.294729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071549313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:44:59.294835Z","caller":"traceutil/trace.go:171","msg":"trace[589220153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23951; }","duration":"1.071719167s","start":"2026-03-03T19:44:58.223086Z","end":"2026-03-03T19:44:59.294805Z","steps":["trace[589220153] 'range keys from in-memory index tree' (duration: 1.071345478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:59.294836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070699595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:44:59.294885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.223056Z","time spent":"1.071817069s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:44:59.294851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077402714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:44:59.294893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.886978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:44:59.294931Z","caller":"traceutil/trace.go:171","msg":"trace[1338237181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23951; }","duration":"1.070811737s","start":"2026-03-03T19:44:58.224095Z","end":"2026-03-03T19:44:59.294907Z","steps":["trace[1338237181] 'range keys from in-memory index tree' (duration: 1.070456719s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:59.29496Z","caller":"traceutil/trace.go:171","msg":"trace[2108244131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23951; }","duration":"1.077840523s","start":"2026-03-03T19:44:58.217091Z","end":"2026-03-03T19:44:59.294932Z","steps":["trace[2108244131] 'range keys from in-memory index tree' (duration: 1.077198959s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:59.294969Z","caller":"traceutil/trace.go:171","msg":"trace[1378184207] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c; range_end:; response_count:1; response_revision:23951; }","duration":"852.01207ms","start":"2026-03-03T19:44:58.442934Z","end":"2026-03-03T19:44:59.294946Z","steps":["trace[1378184207] 'range keys from in-memory index tree' (duration: 851.046319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:59.295014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.217081Z","time spent":"1.077922755s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:59.295021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.442908Z","time spent":"852.099713ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" "} {"level":"warn","ts":"2026-03-03T19:44:59.296225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.224022Z","time spent":"1.070946371s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:44:59.668562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:44:59.832209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127875351s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:44:59.832743Z","caller":"traceutil/trace.go:171","msg":"trace[1064383758] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"1.128698929s","start":"2026-03-03T19:44:58.704005Z","end":"2026-03-03T19:44:59.832704Z","steps":["trace[1064383758] 'process raft request' (duration: 1.128451734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:44:59.832944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.70398Z","time spent":"1.128860623s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.460277Z","caller":"traceutil/trace.go:171","msg":"trace[1296513958] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"1.54958625s","start":"2026-03-03T19:44:58.91064Z","end":"2026-03-03T19:45:00.460226Z","steps":["trace[1296513958] 'process raft request' (duration: 1.549253873s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:00.460426Z","caller":"traceutil/trace.go:171","msg":"trace[1122238110] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"1.549896028s","start":"2026-03-03T19:44:58.9105Z","end":"2026-03-03T19:45:00.460396Z","steps":["trace[1122238110] 'process raft request' (duration: 1.506288544s)","trace[1122238110] 'compare' (duration: 42.673842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:00.460575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.910603Z","time spent":"1.549822497s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.460563Z","caller":"traceutil/trace.go:171","msg":"trace[1126269471] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"1.548741592s","start":"2026-03-03T19:44:58.911789Z","end":"2026-03-03T19:45:00.460531Z","steps":["trace[1126269471] 'process raft request' (duration: 1.548403424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.460636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.910428Z","time spent":"1.550054802s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.460684Z","caller":"traceutil/trace.go:171","msg":"trace[1971350683] linearizableReadLoop","detail":"{readStateIndex:24812; appliedIndex:24800; }","duration":"1.293153174s","start":"2026-03-03T19:44:59.167505Z","end":"2026-03-03T19:45:00.460659Z","steps":["trace[1971350683] 'read index received' (duration: 665.076125ms)","trace[1971350683] 'applied index is now lower than readState.Index' (duration: 628.075919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:00.460602Z","caller":"traceutil/trace.go:171","msg":"trace[1426007304] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"1.549645053s","start":"2026-03-03T19:44:58.910681Z","end":"2026-03-03T19:45:00.460326Z","steps":["trace[1426007304] 'process raft request' (duration: 1.549355555s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:00.460299Z","caller":"traceutil/trace.go:171","msg":"trace[1645318863] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.548766512s","start":"2026-03-03T19:44:58.911479Z","end":"2026-03-03T19:45:00.460245Z","steps":["trace[1645318863] 'process raft request' (duration: 1.54867179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.461598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.911466Z","time spent":"1.550060351s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.461026Z","caller":"traceutil/trace.go:171","msg":"trace[90739397] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"1.159870886s","start":"2026-03-03T19:44:59.301123Z","end":"2026-03-03T19:45:00.460994Z","steps":["trace[90739397] 'process raft request' (duration: 1.159378995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:00.46138Z","caller":"traceutil/trace.go:171","msg":"trace[1264212280] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"976.9079ms","start":"2026-03-03T19:44:59.484198Z","end":"2026-03-03T19:45:00.461106Z","steps":["trace[1264212280] 'process raft request' (duration: 976.375488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.461751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.301114Z","time spent":"1.160544511s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:00.461091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.91178Z","time spent":"1.548938836s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:00.461993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:58.910642Z","time spent":"1.550736437s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:00.461107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293598513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:00.462178Z","caller":"traceutil/trace.go:171","msg":"trace[878294485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23963; }","duration":"1.294657156s","start":"2026-03-03T19:44:59.167482Z","end":"2026-03-03T19:45:00.462139Z","steps":["trace[878294485] 'agreement among raft nodes before linearized reading' (duration: 1.293508581s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:00.461163Z","caller":"traceutil/trace.go:171","msg":"trace[1704522871] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"976.320987ms","start":"2026-03-03T19:44:59.484831Z","end":"2026-03-03T19:45:00.461152Z","steps":["trace[1704522871] 'process raft request' (duration: 975.783665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.462244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.167396Z","time spent":"1.29482961s","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:00.462277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.484815Z","time spent":"977.423232ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.461198Z","caller":"traceutil/trace.go:171","msg":"trace[2102404542] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"1.16092135s","start":"2026-03-03T19:44:59.300257Z","end":"2026-03-03T19:45:00.461178Z","steps":["trace[2102404542] 'process raft request' (duration: 1.160196804s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.462226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.484158Z","time spent":"977.708187ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:00.462411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.300238Z","time spent":"1.162124496s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:00.461213Z","caller":"traceutil/trace.go:171","msg":"trace[976540075] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"1.159794555s","start":"2026-03-03T19:44:59.301392Z","end":"2026-03-03T19:45:00.461187Z","steps":["trace[976540075] 'process raft request' (duration: 1.1591474s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:00.461201Z","caller":"traceutil/trace.go:171","msg":"trace[1458418959] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"1.161220167s","start":"2026-03-03T19:44:59.299959Z","end":"2026-03-03T19:45:00.461179Z","steps":["trace[1458418959] 'process raft request' (duration: 1.160378749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:00.46277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.301381Z","time spent":"1.161282637s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:00.462839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.29992Z","time spent":"1.162863173s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:01.316746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.945077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:01.316927Z","caller":"traceutil/trace.go:171","msg":"trace[546394715] linearizableReadLoop","detail":"{readStateIndex:24813; appliedIndex:24812; }","duration":"855.589369ms","start":"2026-03-03T19:45:00.461284Z","end":"2026-03-03T19:45:01.316874Z","steps":["trace[546394715] 'read index received' (duration: 329.250273ms)","trace[546394715] 'applied index is now lower than readState.Index' (duration: 526.337566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:01.317383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261492966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:45:01.317444Z","caller":"traceutil/trace.go:171","msg":"trace[2120582384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23964; }","duration":"1.261599518s","start":"2026-03-03T19:45:00.055831Z","end":"2026-03-03T19:45:01.31743Z","steps":["trace[2120582384] 'agreement among raft nodes before linearized reading' (duration: 1.261375613s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:01.317417Z","caller":"traceutil/trace.go:171","msg":"trace[1548210632] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"950.264134ms","start":"2026-03-03T19:45:00.3671Z","end":"2026-03-03T19:45:01.317364Z","steps":["trace[1548210632] 'process raft request' (duration: 423.58286ms)","trace[1548210632] 'compare' (duration: 525.512198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:01.31743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92611413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:01.317459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513478094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:01.317538Z","caller":"traceutil/trace.go:171","msg":"trace[269261391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23964; }","duration":"1.926287324s","start":"2026-03-03T19:44:59.391222Z","end":"2026-03-03T19:45:01.317509Z","steps":["trace[269261391] 'agreement among raft nodes before linearized reading' (duration: 1.926085379s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:01.317606Z","caller":"traceutil/trace.go:171","msg":"trace[572741876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23964; }","duration":"1.513661398s","start":"2026-03-03T19:44:59.803884Z","end":"2026-03-03T19:45:01.317545Z","steps":["trace[572741876] 'agreement among raft nodes before linearized reading' (duration: 1.513447993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:01.317636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.391201Z","time spent":"1.926425017s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:01.317486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.055794Z","time spent":"1.261682899s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:01.317611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211066079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:01.317632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.285429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:01.31768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.36706Z","time spent":"950.461718ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:01.317621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.300989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:01.317754Z","caller":"traceutil/trace.go:171","msg":"trace[289595544] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23964; }","duration":"849.504795ms","start":"2026-03-03T19:45:00.468219Z","end":"2026-03-03T19:45:01.317724Z","steps":["trace[289595544] 'agreement among raft nodes before linearized reading' (duration: 849.251308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:01.31776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261733372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:01.317761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793354636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:45:01.317668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.803855Z","time spent":"1.513800822s","remote":"127.0.0.1:55814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:01.317875Z","caller":"traceutil/trace.go:171","msg":"trace[804498402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23964; }","duration":"1.261923766s","start":"2026-03-03T19:45:00.055929Z","end":"2026-03-03T19:45:01.317852Z","steps":["trace[804498402] 'agreement among raft nodes before linearized reading' (duration: 1.261035966s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:01.317849Z","caller":"traceutil/trace.go:171","msg":"trace[1280880997] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23964; }","duration":"421.620607ms","start":"2026-03-03T19:45:00.896172Z","end":"2026-03-03T19:45:01.317792Z","steps":["trace[1280880997] 'agreement among raft nodes before linearized reading' (duration: 421.295329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:01.317833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.468197Z","time spent":"849.616428ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:45:01.317745Z","caller":"traceutil/trace.go:171","msg":"trace[1087093248] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23964; }","duration":"1.211297495s","start":"2026-03-03T19:45:00.106416Z","end":"2026-03-03T19:45:01.317713Z","steps":["trace[1087093248] 'agreement among raft nodes before linearized reading' (duration: 1.210992288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:01.317934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.055896Z","time spent":"1.262027288s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:01.317983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.106393Z","time spent":"1.211575752s","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:45:01.317982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:00.89614Z","time spent":"421.787261ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:01.31788Z","caller":"traceutil/trace.go:171","msg":"trace[588889385] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:23964; }","duration":"1.79352233s","start":"2026-03-03T19:44:59.524339Z","end":"2026-03-03T19:45:01.317862Z","steps":["trace[588889385] 'agreement among raft nodes before linearized reading' (duration: 1.793180581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:01.318181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:44:59.524315Z","time spent":"1.793853067s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-03-03T19:45:02.786755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414440222s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:02.860532Z","caller":"traceutil/trace.go:171","msg":"trace[1832978798] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"1.540411336s","start":"2026-03-03T19:45:01.320066Z","end":"2026-03-03T19:45:02.860478Z","steps":["trace[1832978798] 'process raft request' (duration: 1.467125139s)","trace[1832978798] 'compare' (duration: 71.116789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:02.860815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.320038Z","time spent":"1.540694182s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:45:02.860977Z","caller":"traceutil/trace.go:171","msg":"trace[1740834317] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"1.537874099s","start":"2026-03-03T19:45:01.323065Z","end":"2026-03-03T19:45:02.860939Z","steps":["trace[1740834317] 'process raft request' (duration: 1.537219605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:02.861028Z","caller":"traceutil/trace.go:171","msg":"trace[180753116] linearizableReadLoop","detail":"{readStateIndex:24817; appliedIndex:24813; }","duration":"1.537569442s","start":"2026-03-03T19:45:01.323393Z","end":"2026-03-03T19:45:02.860962Z","steps":["trace[180753116] 'read index received' (duration: 48.945963ms)","trace[180753116] 'applied index is now lower than readState.Index' (duration: 1.488621539s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:02.861086Z","caller":"traceutil/trace.go:171","msg":"trace[1993779987] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"1.537714915s","start":"2026-03-03T19:45:01.323336Z","end":"2026-03-03T19:45:02.861051Z","steps":["trace[1993779987] 'process raft request' (duration: 1.537284335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:02.861168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.323045Z","time spent":"1.538020392s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:02.861265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.323306Z","time spent":"1.537860169s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:02.862074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538641456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:02.862143Z","caller":"traceutil/trace.go:171","msg":"trace[667836045] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23967; }","duration":"1.538771689s","start":"2026-03-03T19:45:01.323348Z","end":"2026-03-03T19:45:02.86212Z","steps":["trace[667836045] 'agreement among raft nodes before linearized reading' (duration: 1.537801878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:02.862317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.323334Z","time spent":"1.538966053s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:03.326204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:45:03.326318Z","caller":"traceutil/trace.go:171","msg":"trace[1386353915] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000548924s","start":"2026-03-03T19:45:01.325741Z","end":"2026-03-03T19:45:03.32629Z","steps":["trace[1386353915] 'agreement among raft nodes before linearized reading' (duration: 2.00040174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:03.326387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.325729Z","time spent":"2.000646416s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:45:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:45:03.362106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:03.611597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:03.29408Z","time spent":"317.503351ms","remote":"127.0.0.1:41344","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T19:45:03.862608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:04.009793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21821679s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:04.010471Z","caller":"traceutil/trace.go:171","msg":"trace[511873130] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"2.63666461s","start":"2026-03-03T19:45:01.373765Z","end":"2026-03-03T19:45:04.01043Z","steps":["trace[511873130] 'process raft request' (duration: 2.636302292s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.010566Z","caller":"traceutil/trace.go:171","msg":"trace[1544926062] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"1.54108662s","start":"2026-03-03T19:45:02.469443Z","end":"2026-03-03T19:45:04.010529Z","steps":["trace[1544926062] 'process raft request' (duration: 1.540970848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.01067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.37375Z","time spent":"2.636808304s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:04.010784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.469428Z","time spent":"1.541232333s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.010969Z","caller":"traceutil/trace.go:171","msg":"trace[724882756] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.541335096s","start":"2026-03-03T19:45:02.469599Z","end":"2026-03-03T19:45:04.010934Z","steps":["trace[724882756] 'process raft request' (duration: 1.540867526s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.011042Z","caller":"traceutil/trace.go:171","msg":"trace[1891728741] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.54198976s","start":"2026-03-03T19:45:02.469038Z","end":"2026-03-03T19:45:04.011028Z","steps":["trace[1891728741] 'process raft request' (duration: 1.541288075s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.011114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.469016Z","time spent":"1.542053992s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:04.01117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.469586Z","time spent":"1.541474849s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.011539Z","caller":"traceutil/trace.go:171","msg":"trace[414175333] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.54151015s","start":"2026-03-03T19:45:02.470016Z","end":"2026-03-03T19:45:04.011526Z","steps":["trace[414175333] 'process raft request' (duration: 1.540799465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.011603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.469977Z","time spent":"1.541590191s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.011835Z","caller":"traceutil/trace.go:171","msg":"trace[1382742765] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.541147372s","start":"2026-03-03T19:45:02.470669Z","end":"2026-03-03T19:45:04.011816Z","steps":["trace[1382742765] 'process raft request' (duration: 1.540763543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.011932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.470652Z","time spent":"1.541227704s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.01212Z","caller":"traceutil/trace.go:171","msg":"trace[2007599587] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"1.541153162s","start":"2026-03-03T19:45:02.470952Z","end":"2026-03-03T19:45:04.012105Z","steps":["trace[2007599587] 'process raft request' (duration: 1.540799794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.012188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.470932Z","time spent":"1.541220113s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.012338Z","caller":"traceutil/trace.go:171","msg":"trace[2090122592] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"1.541190303s","start":"2026-03-03T19:45:02.471139Z","end":"2026-03-03T19:45:04.012329Z","steps":["trace[2090122592] 'process raft request' (duration: 1.540849156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.012389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.471126Z","time spent":"1.541237274s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:04.194129Z","caller":"traceutil/trace.go:171","msg":"trace[1610543011] linearizableReadLoop","detail":"{readStateIndex:24827; appliedIndex:24817; }","duration":"1.332991392s","start":"2026-03-03T19:45:02.861102Z","end":"2026-03-03T19:45:04.194093Z","steps":["trace[1610543011] 'read index received' (duration: 1.148932071s)","trace[1610543011] 'applied index is now lower than readState.Index' (duration: 184.057861ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:04.19432Z","caller":"traceutil/trace.go:171","msg":"trace[6700844] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.327060419s","start":"2026-03-03T19:45:02.86723Z","end":"2026-03-03T19:45:04.19429Z","steps":["trace[6700844] 'process raft request' (duration: 1.326551338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.194348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02638283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:04.194382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364111682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:04.194449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.867197Z","time spent":"1.327162142s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:45:04.194476Z","caller":"traceutil/trace.go:171","msg":"trace[902984889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23977; }","duration":"2.026600104s","start":"2026-03-03T19:45:02.167837Z","end":"2026-03-03T19:45:04.194437Z","steps":["trace[902984889] 'agreement among raft nodes before linearized reading' (duration: 2.026329528s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.194481Z","caller":"traceutil/trace.go:171","msg":"trace[1927869306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23977; }","duration":"2.364279178s","start":"2026-03-03T19:45:01.83017Z","end":"2026-03-03T19:45:04.194449Z","steps":["trace[1927869306] 'agreement among raft nodes before linearized reading' (duration: 2.364095784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.194533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.830136Z","time spent":"2.364385099s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:04.194516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726575503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:45:04.194541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.167803Z","time spent":"2.026725627s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:04.194599Z","caller":"traceutil/trace.go:171","msg":"trace[1961996091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23977; }","duration":"1.726754119s","start":"2026-03-03T19:45:02.467829Z","end":"2026-03-03T19:45:04.194583Z","steps":["trace[1961996091] 'agreement among raft nodes before linearized reading' (duration: 1.72642168s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.194506Z","caller":"traceutil/trace.go:171","msg":"trace[1448395307] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.324696887s","start":"2026-03-03T19:45:02.869763Z","end":"2026-03-03T19:45:04.19446Z","steps":["trace[1448395307] 'process raft request' (duration: 1.324247297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.194649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.467797Z","time spent":"1.72684277s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:04.194725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756794905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:04.194417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724088048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T19:45:04.194772Z","caller":"traceutil/trace.go:171","msg":"trace[218427882] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23977; }","duration":"2.756884606s","start":"2026-03-03T19:45:01.437871Z","end":"2026-03-03T19:45:04.194755Z","steps":["trace[218427882] 'agreement among raft nodes before linearized reading' (duration: 2.756719613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.19481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:01.437854Z","time spent":"2.756946808s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:04.194825Z","caller":"traceutil/trace.go:171","msg":"trace[2082320228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23977; }","duration":"1.724584559s","start":"2026-03-03T19:45:02.470214Z","end":"2026-03-03T19:45:04.194798Z","steps":["trace[2082320228] 'agreement among raft nodes before linearized reading' (duration: 1.723933544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.194787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.869743Z","time spent":"1.324921582s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:04.194555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723461014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T19:45:04.194886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.470187Z","time spent":"1.724687392s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:45:04.194934Z","caller":"traceutil/trace.go:171","msg":"trace[811235083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23977; }","duration":"1.723873404s","start":"2026-03-03T19:45:02.471041Z","end":"2026-03-03T19:45:04.194914Z","steps":["trace[811235083] 'agreement among raft nodes before linearized reading' (duration: 1.723445153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.471023Z","time spent":"1.723962655s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:04.195456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.215712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:04.195497Z","caller":"traceutil/trace.go:171","msg":"trace[152287025] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23977; }","duration":"350.302314ms","start":"2026-03-03T19:45:03.845184Z","end":"2026-03-03T19:45:04.195486Z","steps":["trace[152287025] 'agreement among raft nodes before linearized reading' (duration: 350.225783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329305331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:04.195528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:03.845159Z","time spent":"350.360365ms","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:04.195554Z","caller":"traceutil/trace.go:171","msg":"trace[1518163906] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:23977; }","duration":"1.329448534s","start":"2026-03-03T19:45:02.866091Z","end":"2026-03-03T19:45:04.19554Z","steps":["trace[1518163906] 'agreement among raft nodes before linearized reading' (duration: 1.329320001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.866069Z","time spent":"1.329521576s","remote":"127.0.0.1:54532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:45:04.195602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.755669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T19:45:04.195644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.151852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:04.195662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.78891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:45:04.19571Z","caller":"traceutil/trace.go:171","msg":"trace[810528882] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23977; }","duration":"181.888582ms","start":"2026-03-03T19:45:04.013805Z","end":"2026-03-03T19:45:04.195694Z","steps":["trace[810528882] 'agreement among raft nodes before linearized reading' (duration: 181.748719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.195706Z","caller":"traceutil/trace.go:171","msg":"trace[1825734924] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23977; }","duration":"462.272855ms","start":"2026-03-03T19:45:03.733413Z","end":"2026-03-03T19:45:04.195686Z","steps":["trace[1825734924] 'agreement among raft nodes before linearized reading' (duration: 462.164102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:03.733382Z","time spent":"462.359787ms","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:04.195816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328695467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:04.19584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.46154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:04.195851Z","caller":"traceutil/trace.go:171","msg":"trace[1014878335] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23977; }","duration":"1.328763408s","start":"2026-03-03T19:45:02.867075Z","end":"2026-03-03T19:45:04.195838Z","steps":["trace[1014878335] 'agreement among raft nodes before linearized reading' (duration: 1.328703497s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:04.195659Z","caller":"traceutil/trace.go:171","msg":"trace[729657606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23977; }","duration":"125.848141ms","start":"2026-03-03T19:45:04.06979Z","end":"2026-03-03T19:45:04.195638Z","steps":["trace[729657606] 'agreement among raft nodes before linearized reading' (duration: 125.698788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.105963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:45:04.195881Z","caller":"traceutil/trace.go:171","msg":"trace[962064754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"869.535001ms","start":"2026-03-03T19:45:03.326332Z","end":"2026-03-03T19:45:04.195867Z","steps":["trace[962064754] 'agreement among raft nodes before linearized reading' (duration: 869.47646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.867053Z","time spent":"1.328821039s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:45:04.195898Z","caller":"traceutil/trace.go:171","msg":"trace[163825430] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23977; }","duration":"103.185915ms","start":"2026-03-03T19:45:04.092703Z","end":"2026-03-03T19:45:04.195889Z","steps":["trace[163825430] 'agreement among raft nodes before linearized reading' (duration: 102.980911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.195911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:03.326323Z","time spent":"869.581543ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:04.195932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224027659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:04.196049Z","caller":"traceutil/trace.go:171","msg":"trace[229858938] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23977; }","duration":"1.224254254s","start":"2026-03-03T19:45:02.97177Z","end":"2026-03-03T19:45:04.196024Z","steps":["trace[229858938] 'agreement among raft nodes before linearized reading' (duration: 1.223895086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.196113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:02.971749Z","time spent":"1.224352456s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:04.195753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05211712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:04.196247Z","caller":"traceutil/trace.go:171","msg":"trace[103520797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23977; }","duration":"1.052647292s","start":"2026-03-03T19:45:03.143582Z","end":"2026-03-03T19:45:04.19623Z","steps":["trace[103520797] 'agreement among raft nodes before linearized reading' (duration: 1.051977637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.196313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:03.143555Z","time spent":"1.052741413s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:04.700726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:04.897244Z","caller":"traceutil/trace.go:171","msg":"trace[1646620121] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"697.832986ms","start":"2026-03-03T19:45:04.199371Z","end":"2026-03-03T19:45:04.897204Z","steps":["trace[1646620121] 'process raft request' (duration: 697.597801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:04.897482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.199343Z","time spent":"698.017751ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:45:05.991299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089666899s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:06.04767Z","caller":"traceutil/trace.go:171","msg":"trace[822413684] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"1.845718805s","start":"2026-03-03T19:45:04.201914Z","end":"2026-03-03T19:45:06.047633Z","steps":["trace[822413684] 'process raft request' (duration: 1.789727994s)","trace[822413684] 'compare' (duration: 55.532431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:06.047724Z","caller":"traceutil/trace.go:171","msg":"trace[558564367] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"1.845054421s","start":"2026-03-03T19:45:04.202619Z","end":"2026-03-03T19:45:06.047673Z","steps":["trace[558564367] 'process raft request' (duration: 1.844918688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:06.047852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.201896Z","time spent":"1.845859218s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:06.047931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.202602Z","time spent":"1.845207494s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:06.048289Z","caller":"traceutil/trace.go:171","msg":"trace[138629523] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24827; }","duration":"1.84862619s","start":"2026-03-03T19:45:04.199639Z","end":"2026-03-03T19:45:06.048265Z","steps":["trace[138629523] 'read index received' (duration: 696.480656ms)","trace[138629523] 'applied index is now lower than readState.Index' (duration: 1.152143884s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:06.048353Z","caller":"traceutil/trace.go:171","msg":"trace[1618388555] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"1.636345628s","start":"2026-03-03T19:45:04.411975Z","end":"2026-03-03T19:45:06.048321Z","steps":["trace[1618388555] 'process raft request' (duration: 1.636087232s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:06.04839Z","caller":"traceutil/trace.go:171","msg":"trace[1230095760] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"1.845407378s","start":"2026-03-03T19:45:04.202955Z","end":"2026-03-03T19:45:06.048362Z","steps":["trace[1230095760] 'process raft request' (duration: 1.844665571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:06.048521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848874695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:45:06.048542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.411944Z","time spent":"1.636506322s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:06.048577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.202942Z","time spent":"1.845533611s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:06.048621Z","caller":"traceutil/trace.go:171","msg":"trace[525994507] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23983; }","duration":"1.848979357s","start":"2026-03-03T19:45:04.199581Z","end":"2026-03-03T19:45:06.048561Z","steps":["trace[525994507] 'agreement among raft nodes before linearized reading' (duration: 1.848779773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:06.048662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.199557Z","time spent":"1.84909409s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T19:45:06.048746Z","caller":"traceutil/trace.go:171","msg":"trace[1247803387] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"1.207198343s","start":"2026-03-03T19:45:04.841528Z","end":"2026-03-03T19:45:06.048726Z","steps":["trace[1247803387] 'process raft request' (duration: 1.206677561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:06.04882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.841494Z","time spent":"1.207289645s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:06.203301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:45:06.203404Z","caller":"traceutil/trace.go:171","msg":"trace[768733239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488213s","start":"2026-03-03T19:45:04.202893Z","end":"2026-03-03T19:45:06.203381Z","steps":["trace[768733239] 'agreement among raft nodes before linearized reading' (duration: 2.00034648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:06.203461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.202867Z","time spent":"2.000581654s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:45:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:45:06.549158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:07.34742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.227638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:07.347724Z","caller":"traceutil/trace.go:171","msg":"trace[1129124663] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"2.442672778s","start":"2026-03-03T19:45:04.905011Z","end":"2026-03-03T19:45:07.347684Z","steps":["trace[1129124663] 'process raft request' (duration: 1.734070711s)","trace[1129124663] 'compare' (duration: 707.957743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:07.347919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.904981Z","time spent":"2.442841852s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.348224Z","caller":"traceutil/trace.go:171","msg":"trace[570292346] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"2.443102007s","start":"2026-03-03T19:45:04.905097Z","end":"2026-03-03T19:45:07.348199Z","steps":["trace[570292346] 'process raft request' (duration: 2.442462763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.348316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.905082Z","time spent":"2.44319088s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:45:07.348386Z","caller":"traceutil/trace.go:171","msg":"trace[489525092] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"2.442538665s","start":"2026-03-03T19:45:04.905809Z","end":"2026-03-03T19:45:07.348348Z","steps":["trace[489525092] 'process raft request' (duration: 2.44184164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.34856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.905785Z","time spent":"2.442686498s","remote":"127.0.0.1:54610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:07.459238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.493881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T19:45:07.460555Z","caller":"traceutil/trace.go:171","msg":"trace[2122731261] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"1.442736854s","start":"2026-03-03T19:45:06.017793Z","end":"2026-03-03T19:45:07.46053Z","steps":["trace[2122731261] 'process raft request' (duration: 1.441571268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.460682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.017755Z","time spent":"1.442851307s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.465074Z","caller":"traceutil/trace.go:171","msg":"trace[1489530195] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"1.446911858s","start":"2026-03-03T19:45:06.01815Z","end":"2026-03-03T19:45:07.465062Z","steps":["trace[1489530195] 'process raft request' (duration: 1.442608471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.465142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.018107Z","time spent":"1.44700466s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.465415Z","caller":"traceutil/trace.go:171","msg":"trace[202023616] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.446439756s","start":"2026-03-03T19:45:06.018918Z","end":"2026-03-03T19:45:07.465358Z","steps":["trace[202023616] 'process raft request' (duration: 1.446104159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.465709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.018908Z","time spent":"1.446633581s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.465659Z","caller":"traceutil/trace.go:171","msg":"trace[867776275] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.446460387s","start":"2026-03-03T19:45:06.019075Z","end":"2026-03-03T19:45:07.465536Z","steps":["trace[867776275] 'process raft request' (duration: 1.446215032s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:07.465988Z","caller":"traceutil/trace.go:171","msg":"trace[735322575] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23995; }","duration":"108.558794ms","start":"2026-03-03T19:45:07.357413Z","end":"2026-03-03T19:45:07.465972Z","steps":["trace[735322575] 'process raft request' (duration: 108.499632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.466041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.019052Z","time spent":"1.446885656s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.466213Z","caller":"traceutil/trace.go:171","msg":"trace[1213001835] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.44568465s","start":"2026-03-03T19:45:06.020518Z","end":"2026-03-03T19:45:07.466203Z","steps":["trace[1213001835] 'process raft request' (duration: 1.444940163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.466288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.020501Z","time spent":"1.445745801s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.466382Z","caller":"traceutil/trace.go:171","msg":"trace[2120540950] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"201.93916ms","start":"2026-03-03T19:45:07.26442Z","end":"2026-03-03T19:45:07.466359Z","steps":["trace[2120540950] 'process raft request' (duration: 201.317316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:07.466507Z","caller":"traceutil/trace.go:171","msg":"trace[580983656] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"112.255457ms","start":"2026-03-03T19:45:07.354232Z","end":"2026-03-03T19:45:07.466487Z","steps":["trace[580983656] 'process raft request' (duration: 111.618353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:07.466529Z","caller":"traceutil/trace.go:171","msg":"trace[1896605716] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.445821072s","start":"2026-03-03T19:45:06.020694Z","end":"2026-03-03T19:45:07.466515Z","steps":["trace[1896605716] 'process raft request' (duration: 1.444930143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.466602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.020679Z","time spent":"1.445875264s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.466713Z","caller":"traceutil/trace.go:171","msg":"trace[1215437913] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.445984808s","start":"2026-03-03T19:45:06.020718Z","end":"2026-03-03T19:45:07.466703Z","steps":["trace[1215437913] 'process raft request' (duration: 1.444969704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.466777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.020678Z","time spent":"1.446066459s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:07.466874Z","caller":"traceutil/trace.go:171","msg":"trace[1934009190] linearizableReadLoop","detail":"{readStateIndex:24844; appliedIndex:24833; }","duration":"1.418495063s","start":"2026-03-03T19:45:06.048364Z","end":"2026-03-03T19:45:07.466859Z","steps":["trace[1934009190] 'read index received' (duration: 590.711274ms)","trace[1934009190] 'applied index is now lower than readState.Index' (duration: 827.782369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:07.46702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59900752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:45:07.467062Z","caller":"traceutil/trace.go:171","msg":"trace[911794017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23995; }","duration":"2.599109652s","start":"2026-03-03T19:45:04.867942Z","end":"2026-03-03T19:45:07.467052Z","steps":["trace[911794017] 'agreement among raft nodes before linearized reading' (duration: 2.598942979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.867908Z","time spent":"2.599185034s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:07.467121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601350542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:45:07.467183Z","caller":"traceutil/trace.go:171","msg":"trace[1494802191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23995; }","duration":"2.601415664s","start":"2026-03-03T19:45:04.865752Z","end":"2026-03-03T19:45:07.467168Z","steps":["trace[1494802191] 'agreement among raft nodes before linearized reading' (duration: 2.601206909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.865675Z","time spent":"2.601542627s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:07.467239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810427667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:45:07.467273Z","caller":"traceutil/trace.go:171","msg":"trace[2064223929] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23995; }","duration":"1.810513749s","start":"2026-03-03T19:45:05.656747Z","end":"2026-03-03T19:45:07.46726Z","steps":["trace[2064223929] 'agreement among raft nodes before linearized reading' (duration: 1.810427987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:05.656713Z","time spent":"1.810589401s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:45:07.467365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149987667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:07.467404Z","caller":"traceutil/trace.go:171","msg":"trace[1785133093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23995; }","duration":"3.150030648s","start":"2026-03-03T19:45:04.317361Z","end":"2026-03-03T19:45:07.467392Z","steps":["trace[1785133093] 'agreement among raft nodes before linearized reading' (duration: 3.149959986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.317318Z","time spent":"3.15012266s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:07.467538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461420757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:07.467574Z","caller":"traceutil/trace.go:171","msg":"trace[1338583989] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23995; }","duration":"2.461499049s","start":"2026-03-03T19:45:05.006066Z","end":"2026-03-03T19:45:07.467565Z","steps":["trace[1338583989] 'agreement among raft nodes before linearized reading' (duration: 2.461367836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:05.00604Z","time spent":"2.46156135s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:07.467725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265988587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:07.467766Z","caller":"traceutil/trace.go:171","msg":"trace[965385965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23995; }","duration":"3.266047929s","start":"2026-03-03T19:45:04.201708Z","end":"2026-03-03T19:45:07.467756Z","steps":["trace[965385965] 'agreement among raft nodes before linearized reading' (duration: 3.265932426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.467843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.201699Z","time spent":"3.26610948s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:07.467963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563036026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:45:07.468006Z","caller":"traceutil/trace.go:171","msg":"trace[485887339] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23995; }","duration":"2.563076197s","start":"2026-03-03T19:45:04.904917Z","end":"2026-03-03T19:45:07.467993Z","steps":["trace[485887339] 'agreement among raft nodes before linearized reading' (duration: 2.562863962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.468001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:07.468107Z","caller":"traceutil/trace.go:171","msg":"trace[1029248919] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23995; }","duration":"1.417204334s","start":"2026-03-03T19:45:06.050882Z","end":"2026-03-03T19:45:07.468086Z","steps":["trace[1029248919] 'agreement among raft nodes before linearized reading' (duration: 1.41702889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.468158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.050844Z","time spent":"1.417305426s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:45:07.468438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267715685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T19:45:07.468486Z","caller":"traceutil/trace.go:171","msg":"trace[1248434449] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378; range_end:; response_count:1; response_revision:23995; }","duration":"3.267778986s","start":"2026-03-03T19:45:04.200697Z","end":"2026-03-03T19:45:07.468476Z","steps":["trace[1248434449] 'agreement among raft nodes before linearized reading' (duration: 3.267662864s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.468523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.200689Z","time spent":"3.267826957s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378\" "} {"level":"warn","ts":"2026-03-03T19:45:07.468586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268229727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T19:45:07.46864Z","caller":"traceutil/trace.go:171","msg":"trace[1535387223] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90; range_end:; response_count:1; response_revision:23995; }","duration":"3.268295738s","start":"2026-03-03T19:45:04.200333Z","end":"2026-03-03T19:45:07.468628Z","steps":["trace[1535387223] 'agreement among raft nodes before linearized reading' (duration: 3.268177465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.468676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.200322Z","time spent":"3.268346439s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90\" "} {"level":"warn","ts":"2026-03-03T19:45:07.469322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265590397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:07.468043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:04.90485Z","time spent":"2.5631859s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:07.469369Z","caller":"traceutil/trace.go:171","msg":"trace[182089729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"1.265732611s","start":"2026-03-03T19:45:06.203626Z","end":"2026-03-03T19:45:07.469359Z","steps":["trace[182089729] 'agreement among raft nodes before linearized reading' (duration: 1.265652048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.469404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.203581Z","time spent":"1.265816353s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:07.469579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.877257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:07.467414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127258394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:07.469665Z","caller":"traceutil/trace.go:171","msg":"trace[1533893445] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23995; }","duration":"2.129555215s","start":"2026-03-03T19:45:05.340086Z","end":"2026-03-03T19:45:07.469642Z","steps":["trace[1533893445] 'agreement among raft nodes before linearized reading' (duration: 2.127293624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.469719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:05.340054Z","time spent":"2.129650877s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:07.469815Z","caller":"traceutil/trace.go:171","msg":"trace[1738955556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23995; }","duration":"672.179353ms","start":"2026-03-03T19:45:06.797601Z","end":"2026-03-03T19:45:07.46978Z","steps":["trace[1738955556] 'agreement among raft nodes before linearized reading' (duration: 671.692901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:07.469966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:06.797538Z","time spent":"672.377967ms","remote":"127.0.0.1:54438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:11.580138Z","caller":"traceutil/trace.go:171","msg":"trace[1204300677] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24879; }","duration":"369.967073ms","start":"2026-03-03T19:45:11.210142Z","end":"2026-03-03T19:45:11.580109Z","steps":["trace[1204300677] 'read index received' (duration: 369.911352ms)","trace[1204300677] 'applied index is now lower than readState.Index' (duration: 54.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:11.580197Z","caller":"traceutil/trace.go:171","msg":"trace[1406533768] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"525.724313ms","start":"2026-03-03T19:45:11.054437Z","end":"2026-03-03T19:45:11.580161Z","steps":["trace[1406533768] 'process raft request' (duration: 525.472707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:11.580313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.146037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:11.580347Z","caller":"traceutil/trace.go:171","msg":"trace[883310069] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24027; }","duration":"370.26346ms","start":"2026-03-03T19:45:11.210075Z","end":"2026-03-03T19:45:11.580338Z","steps":["trace[883310069] 'agreement among raft nodes before linearized reading' (duration: 370.167788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:11.580384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.210044Z","time spent":"370.331951ms","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:11.580388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.054404Z","time spent":"525.873516ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:12.080878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:12.254167Z","caller":"traceutil/trace.go:171","msg":"trace[1276377820] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"779.076802ms","start":"2026-03-03T19:45:11.475061Z","end":"2026-03-03T19:45:12.254138Z","steps":["trace[1276377820] 'process raft request' (duration: 718.283684ms)","trace[1276377820] 'compare' (duration: 60.622453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:12.254323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.475029Z","time spent":"779.212525ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.254519Z","caller":"traceutil/trace.go:171","msg":"trace[1510279034] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"741.245396ms","start":"2026-03-03T19:45:11.513266Z","end":"2026-03-03T19:45:12.254512Z","steps":["trace[1510279034] 'process raft request' (duration: 740.838437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.254573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.513238Z","time spent":"741.301178ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.254788Z","caller":"traceutil/trace.go:171","msg":"trace[1328929455] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"737.225626ms","start":"2026-03-03T19:45:11.517554Z","end":"2026-03-03T19:45:12.25478Z","steps":["trace[1328929455] 'process raft request' (duration: 737.013212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.254831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.517546Z","time spent":"737.264777ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.254897Z","caller":"traceutil/trace.go:171","msg":"trace[1507881777] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"704.518066ms","start":"2026-03-03T19:45:11.550372Z","end":"2026-03-03T19:45:12.25489Z","steps":["trace[1507881777] 'process raft request' (duration: 704.458794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.254936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.550351Z","time spent":"704.566267ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.254913Z","caller":"traceutil/trace.go:171","msg":"trace[1624998598] linearizableReadLoop","detail":"{readStateIndex:24888; appliedIndex:24880; }","duration":"674.671589ms","start":"2026-03-03T19:45:11.580209Z","end":"2026-03-03T19:45:12.254881Z","steps":["trace[1624998598] 'read index received' (duration: 612.981021ms)","trace[1624998598] 'applied index is now lower than readState.Index' (duration: 61.689338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:12.254989Z","caller":"traceutil/trace.go:171","msg":"trace[793690167] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"737.239886ms","start":"2026-03-03T19:45:11.517743Z","end":"2026-03-03T19:45:12.254983Z","steps":["trace[793690167] 'process raft request' (duration: 736.97348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.517693Z","time spent":"737.307488ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.255062Z","caller":"traceutil/trace.go:171","msg":"trace[424716855] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"736.95422ms","start":"2026-03-03T19:45:11.518102Z","end":"2026-03-03T19:45:12.255056Z","steps":["trace[424716855] 'process raft request' (duration: 736.651474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.518092Z","time spent":"736.985411ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:12.255177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.405524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:45:12.25523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.533357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:45:12.255164Z","caller":"traceutil/trace.go:171","msg":"trace[309618796] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"735.822405ms","start":"2026-03-03T19:45:11.519308Z","end":"2026-03-03T19:45:12.255131Z","steps":["trace[309618796] 'process raft request' (duration: 735.486767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:12.255273Z","caller":"traceutil/trace.go:171","msg":"trace[2079095909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24035; }","duration":"730.599059ms","start":"2026-03-03T19:45:11.524668Z","end":"2026-03-03T19:45:12.255267Z","steps":["trace[2079095909] 'agreement among raft nodes before linearized reading' (duration: 730.473476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.524657Z","time spent":"730.631049ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:45:12.255298Z","caller":"traceutil/trace.go:171","msg":"trace[67835831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24035; }","duration":"113.796252ms","start":"2026-03-03T19:45:12.141478Z","end":"2026-03-03T19:45:12.255275Z","steps":["trace[67835831] 'agreement among raft nodes before linearized reading' (duration: 113.594218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.419986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:12.255365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.929541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:12.255408Z","caller":"traceutil/trace.go:171","msg":"trace[1453389919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24035; }","duration":"113.038034ms","start":"2026-03-03T19:45:12.142358Z","end":"2026-03-03T19:45:12.255397Z","steps":["trace[1453389919] 'agreement among raft nodes before linearized reading' (duration: 112.838629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033946794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T19:45:12.255528Z","caller":"traceutil/trace.go:171","msg":"trace[2113543349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24035; }","duration":"1.034110647s","start":"2026-03-03T19:45:11.221401Z","end":"2026-03-03T19:45:12.255512Z","steps":["trace[2113543349] 'agreement among raft nodes before linearized reading' (duration: 1.03376812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.365647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T19:45:12.255591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.221354Z","time spent":"1.03421791s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T19:45:12.255434Z","caller":"traceutil/trace.go:171","msg":"trace[1337833652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24035; }","duration":"735.745694ms","start":"2026-03-03T19:45:11.519644Z","end":"2026-03-03T19:45:12.25539Z","steps":["trace[1337833652] 'agreement among raft nodes before linearized reading' (duration: 735.256303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.519619Z","time spent":"736.04874ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:12.255468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.519298Z","time spent":"735.995358ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:12.255683Z","caller":"traceutil/trace.go:171","msg":"trace[2146087755] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"738.516435ms","start":"2026-03-03T19:45:11.516185Z","end":"2026-03-03T19:45:12.254702Z","steps":["trace[2146087755] 'process raft request' (duration: 738.131327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:12.255632Z","caller":"traceutil/trace.go:171","msg":"trace[2025678073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24035; }","duration":"111.659024ms","start":"2026-03-03T19:45:12.143958Z","end":"2026-03-03T19:45:12.255617Z","steps":["trace[2025678073] 'agreement among raft nodes before linearized reading' (duration: 111.201523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.255686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.852209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:12.255912Z","caller":"traceutil/trace.go:171","msg":"trace[1818946495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24035; }","duration":"866.713898ms","start":"2026-03-03T19:45:11.389161Z","end":"2026-03-03T19:45:12.255875Z","steps":["trace[1818946495] 'agreement among raft nodes before linearized reading' (duration: 865.87933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:12.25595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.516164Z","time spent":"739.600139ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:12.256032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:11.38913Z","time spent":"866.864841ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:12.91505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.270278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:12.915238Z","caller":"traceutil/trace.go:171","msg":"trace[830572643] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"654.537749ms","start":"2026-03-03T19:45:12.260675Z","end":"2026-03-03T19:45:12.915213Z","steps":["trace[830572643] 'process raft request' (duration: 391.962754ms)","trace[830572643] 'compare' (duration: 262.114665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:12.915308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.260659Z","time spent":"654.620172ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:13.447457Z","caller":"traceutil/trace.go:171","msg":"trace[1047660760] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.186270856s","start":"2026-03-03T19:45:12.261154Z","end":"2026-03-03T19:45:13.447425Z","steps":["trace[1047660760] 'process raft request' (duration: 1.185371296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.447633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.261144Z","time spent":"1.186397689s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:13.447666Z","caller":"traceutil/trace.go:171","msg":"trace[752228084] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"1.186052501s","start":"2026-03-03T19:45:12.261575Z","end":"2026-03-03T19:45:13.447627Z","steps":["trace[752228084] 'process raft request' (duration: 1.185728543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.44781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.261549Z","time spent":"1.186180894s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:13.448115Z","caller":"traceutil/trace.go:171","msg":"trace[718888448] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.186316127s","start":"2026-03-03T19:45:12.261784Z","end":"2026-03-03T19:45:13.4481Z","steps":["trace[718888448] 'process raft request' (duration: 1.185783576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.448191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.261774Z","time spent":"1.186380969s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:13.448383Z","caller":"traceutil/trace.go:171","msg":"trace[1646023435] linearizableReadLoop","detail":"{readStateIndex:24894; appliedIndex:24888; }","duration":"1.058365939s","start":"2026-03-03T19:45:12.390003Z","end":"2026-03-03T19:45:13.448369Z","steps":["trace[1646023435] 'read index received' (duration: 262.757629ms)","trace[1646023435] 'applied index is now lower than readState.Index' (duration: 795.60734ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:13.448476Z","caller":"traceutil/trace.go:171","msg":"trace[912602782] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"1.185469908s","start":"2026-03-03T19:45:12.262972Z","end":"2026-03-03T19:45:13.448442Z","steps":["trace[912602782] 'process raft request' (duration: 1.185352045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.448515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058519632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:13.448495Z","caller":"traceutil/trace.go:171","msg":"trace[816783525] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"1.18599742s","start":"2026-03-03T19:45:12.262458Z","end":"2026-03-03T19:45:13.448456Z","steps":["trace[816783525] 'process raft request' (duration: 1.185588711s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:13.448547Z","caller":"traceutil/trace.go:171","msg":"trace[282231417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24041; }","duration":"1.058606794s","start":"2026-03-03T19:45:12.38993Z","end":"2026-03-03T19:45:13.448537Z","steps":["trace[282231417] 'agreement among raft nodes before linearized reading' (duration: 1.058532082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.448559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.262963Z","time spent":"1.185551719s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:13.448577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.389904Z","time spent":"1.058667086s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:13.448687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.26242Z","time spent":"1.186155334s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:13.44875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.984788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:13.448851Z","caller":"traceutil/trace.go:171","msg":"trace[1613079235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24041; }","duration":"509.223033ms","start":"2026-03-03T19:45:12.939606Z","end":"2026-03-03T19:45:13.448829Z","steps":["trace[1613079235] 'agreement among raft nodes before linearized reading' (duration: 508.958978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.448911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.939585Z","time spent":"509.314946ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:13.448998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.712525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:13.449099Z","caller":"traceutil/trace.go:171","msg":"trace[1592721027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24041; }","duration":"835.889529ms","start":"2026-03-03T19:45:12.613191Z","end":"2026-03-03T19:45:13.449081Z","steps":["trace[1592721027] 'agreement among raft nodes before linearized reading' (duration: 835.312116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:13.449156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:12.613162Z","time spent":"835.983771ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:18.892411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886773,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:18.921794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.853207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:18.921876Z","caller":"traceutil/trace.go:171","msg":"trace[2087554720] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24074; }","duration":"954.99179ms","start":"2026-03-03T19:45:17.966862Z","end":"2026-03-03T19:45:18.921854Z","steps":["trace[2087554720] 'count revisions from in-memory index tree' (duration: 954.768736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:18.921972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.22139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:45:18.922098Z","caller":"traceutil/trace.go:171","msg":"trace[652572732] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24074; }","duration":"747.406324ms","start":"2026-03-03T19:45:18.174657Z","end":"2026-03-03T19:45:18.922063Z","steps":["trace[652572732] 'range keys from in-memory index tree' (duration: 746.992234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:18.922113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.207706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:18.922173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.174628Z","time spent":"747.531857ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T19:45:18.922208Z","caller":"traceutil/trace.go:171","msg":"trace[1451379377] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24074; }","duration":"840.301059ms","start":"2026-03-03T19:45:18.081851Z","end":"2026-03-03T19:45:18.922152Z","steps":["trace[1451379377] 'count revisions from in-memory index tree' (duration: 840.118705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:18.922017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:17.966838Z","time spent":"955.120783ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:18.922281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.081826Z","time spent":"840.437661ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:18.9224Z","caller":"traceutil/trace.go:171","msg":"trace[1923884958] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"634.339689ms","start":"2026-03-03T19:45:18.28802Z","end":"2026-03-03T19:45:18.92236Z","steps":["trace[1923884958] 'process raft request' (duration: 629.737166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:18.9226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.287995Z","time spent":"634.493152ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:19.882347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.371139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:19.882835Z","caller":"traceutil/trace.go:171","msg":"trace[182899703] linearizableReadLoop","detail":"{readStateIndex:24935; appliedIndex:24928; }","duration":"1.490825889s","start":"2026-03-03T19:45:18.391985Z","end":"2026-03-03T19:45:19.882811Z","steps":["trace[182899703] 'read index received' (duration: 525.751513ms)","trace[182899703] 'applied index is now lower than readState.Index' (duration: 965.073296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:19.882959Z","caller":"traceutil/trace.go:171","msg":"trace[27789838] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.585634236s","start":"2026-03-03T19:45:18.297312Z","end":"2026-03-03T19:45:19.882946Z","steps":["trace[27789838] 'process raft request' (duration: 971.53476ms)","trace[27789838] 'compare' (duration: 613.051532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:19.883047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.297278Z","time spent":"1.585730328s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:19.883099Z","caller":"traceutil/trace.go:171","msg":"trace[1543478357] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"1.584952641s","start":"2026-03-03T19:45:18.298086Z","end":"2026-03-03T19:45:19.883038Z","steps":["trace[1543478357] 'process raft request' (duration: 1.584618113s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:19.883146Z","caller":"traceutil/trace.go:171","msg":"trace[12210117] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.585728278s","start":"2026-03-03T19:45:18.297385Z","end":"2026-03-03T19:45:19.883113Z","steps":["trace[12210117] 'process raft request' (duration: 1.585208137s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:19.883146Z","caller":"traceutil/trace.go:171","msg":"trace[962078916] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"1.584660454s","start":"2026-03-03T19:45:18.298456Z","end":"2026-03-03T19:45:19.883117Z","steps":["trace[962078916] 'process raft request' (duration: 1.584306237s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:19.883149Z","caller":"traceutil/trace.go:171","msg":"trace[1085371884] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.585780219s","start":"2026-03-03T19:45:18.29732Z","end":"2026-03-03T19:45:19.8831Z","steps":["trace[1085371884] 'process raft request' (duration: 1.585157825s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:19.883237Z","caller":"traceutil/trace.go:171","msg":"trace[977362603] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"1.585539674s","start":"2026-03-03T19:45:18.297667Z","end":"2026-03-03T19:45:19.883207Z","steps":["trace[977362603] 'process raft request' (duration: 1.584996022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.298061Z","time spent":"1.585140925s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:19.883255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491247607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:19.883324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.298448Z","time spent":"1.584782117s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:19.883325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.297372Z","time spent":"1.585849641s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:19.883359Z","caller":"traceutil/trace.go:171","msg":"trace[1825844385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"1.491421811s","start":"2026-03-03T19:45:18.391913Z","end":"2026-03-03T19:45:19.883335Z","steps":["trace[1825844385] 'agreement among raft nodes before linearized reading' (duration: 1.491192146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.297287Z","time spent":"1.585981114s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:19.883408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.391886Z","time spent":"1.491511964s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:19.883408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.297634Z","time spent":"1.585683897s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:19.883435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.074018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:45:19.883531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.681866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:19.883528Z","caller":"traceutil/trace.go:171","msg":"trace[151468015] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:24081; }","duration":"358.201681ms","start":"2026-03-03T19:45:19.525303Z","end":"2026-03-03T19:45:19.883504Z","steps":["trace[151468015] 'agreement among raft nodes before linearized reading' (duration: 357.991066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28269312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:19.883527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.151263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T19:45:19.883581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.525281Z","time spent":"358.291383ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-03-03T19:45:19.883599Z","caller":"traceutil/trace.go:171","msg":"trace[2103653590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24081; }","duration":"1.282796102s","start":"2026-03-03T19:45:18.600784Z","end":"2026-03-03T19:45:19.88358Z","steps":["trace[2103653590] 'agreement among raft nodes before linearized reading' (duration: 1.282709821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.327413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:19.883623Z","caller":"traceutil/trace.go:171","msg":"trace[872453736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24081; }","duration":"402.289106ms","start":"2026-03-03T19:45:19.48131Z","end":"2026-03-03T19:45:19.883599Z","steps":["trace[872453736] 'agreement among raft nodes before linearized reading' (duration: 401.966749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.600761Z","time spent":"1.282864473s","remote":"127.0.0.1:37998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:19.88364Z","caller":"traceutil/trace.go:171","msg":"trace[1503626047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24081; }","duration":"405.391485ms","start":"2026-03-03T19:45:19.478242Z","end":"2026-03-03T19:45:19.883633Z","steps":["trace[1503626047] 'agreement among raft nodes before linearized reading' (duration: 405.333853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.478219Z","time spent":"405.461997ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:19.883678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.4813Z","time spent":"402.368837ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:45:19.883559Z","caller":"traceutil/trace.go:171","msg":"trace[139720516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24081; }","duration":"938.754088ms","start":"2026-03-03T19:45:18.944797Z","end":"2026-03-03T19:45:19.883551Z","steps":["trace[139720516] 'agreement among raft nodes before linearized reading' (duration: 938.600734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440228768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T19:45:19.883767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.559776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:45:19.883797Z","caller":"traceutil/trace.go:171","msg":"trace[1595229613] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c; range_end:; response_count:1; response_revision:24081; }","duration":"1.440656767s","start":"2026-03-03T19:45:18.443131Z","end":"2026-03-03T19:45:19.883788Z","steps":["trace[1595229613] 'agreement among raft nodes before linearized reading' (duration: 1.440065684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.944773Z","time spent":"938.999633ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:45:19.883809Z","caller":"traceutil/trace.go:171","msg":"trace[1844514145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24081; }","duration":"400.615338ms","start":"2026-03-03T19:45:19.483176Z","end":"2026-03-03T19:45:19.883792Z","steps":["trace[1844514145] 'agreement among raft nodes before linearized reading' (duration: 400.526856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.88382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.443118Z","time spent":"1.440694199s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" "} {"level":"warn","ts":"2026-03-03T19:45:19.883804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.907669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:45:19.883837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.483165Z","time spent":"400.665699ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:19.883827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321510847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:19.883852Z","caller":"traceutil/trace.go:171","msg":"trace[307437136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24081; }","duration":"398.96065ms","start":"2026-03-03T19:45:19.484879Z","end":"2026-03-03T19:45:19.88384Z","steps":["trace[307437136] 'agreement among raft nodes before linearized reading' (duration: 398.820817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:19.883878Z","caller":"traceutil/trace.go:171","msg":"trace[1728432164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24081; }","duration":"1.321609789s","start":"2026-03-03T19:45:18.562257Z","end":"2026-03-03T19:45:19.883867Z","steps":["trace[1728432164] 'agreement among raft nodes before linearized reading' (duration: 1.321395234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:19.883888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.484851Z","time spent":"399.029252ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:19.88391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:18.562226Z","time spent":"1.321676721s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:20.448525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.440399ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T19:45:20.448672Z","caller":"traceutil/trace.go:171","msg":"trace[1995035188] linearizableReadLoop","detail":"{readStateIndex:24936; appliedIndex:24935; }","duration":"563.355193ms","start":"2026-03-03T19:45:19.885288Z","end":"2026-03-03T19:45:20.448643Z","steps":["trace[1995035188] 'read index received' (duration: 113.846482ms)","trace[1995035188] 'applied index is now lower than readState.Index' (duration: 449.507041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:20.4488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.497656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:20.448753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.88512Z","time spent":"563.624169ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:45:20.448838Z","caller":"traceutil/trace.go:171","msg":"trace[1968909423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"563.587208ms","start":"2026-03-03T19:45:19.885239Z","end":"2026-03-03T19:45:20.448827Z","steps":["trace[1968909423] 'agreement among raft nodes before linearized reading' (duration: 563.495986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.449648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.885218Z","time spent":"564.378716ms","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:20.908174Z","caller":"traceutil/trace.go:171","msg":"trace[1173707999] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"1.020002792s","start":"2026-03-03T19:45:19.888123Z","end":"2026-03-03T19:45:20.908125Z","steps":["trace[1173707999] 'process raft request' (duration: 1.013271171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.908373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.888101Z","time spent":"1.020165605s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:20.908597Z","caller":"traceutil/trace.go:171","msg":"trace[1745233481] linearizableReadLoop","detail":"{readStateIndex:24942; appliedIndex:24936; }","duration":"459.85025ms","start":"2026-03-03T19:45:20.448696Z","end":"2026-03-03T19:45:20.908546Z","steps":["trace[1745233481] 'read index received' (duration: 452.644469ms)","trace[1745233481] 'applied index is now lower than readState.Index' (duration: 7.204721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:20.908724Z","caller":"traceutil/trace.go:171","msg":"trace[1526725787] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"1.019039971s","start":"2026-03-03T19:45:19.889634Z","end":"2026-03-03T19:45:20.908674Z","steps":["trace[1526725787] 'process raft request' (duration: 1.018712754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.90882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.88962Z","time spent":"1.019161094s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:20.908838Z","caller":"traceutil/trace.go:171","msg":"trace[169582393] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"1.019078521s","start":"2026-03-03T19:45:19.889739Z","end":"2026-03-03T19:45:20.908818Z","steps":["trace[169582393] 'process raft request' (duration: 1.018701023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.909004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.889707Z","time spent":"1.019186134s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:20.909077Z","caller":"traceutil/trace.go:171","msg":"trace[689731527] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"1.01896541s","start":"2026-03-03T19:45:19.890088Z","end":"2026-03-03T19:45:20.909053Z","steps":["trace[689731527] 'process raft request' (duration: 1.018415867s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:20.909151Z","caller":"traceutil/trace.go:171","msg":"trace[366256865] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"1.019752266s","start":"2026-03-03T19:45:19.889387Z","end":"2026-03-03T19:45:20.90914Z","steps":["trace[366256865] 'process raft request' (duration: 1.018668653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.909165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.890071Z","time spent":"1.019048941s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:20.909217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.889358Z","time spent":"1.019826318s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:20.909262Z","caller":"traceutil/trace.go:171","msg":"trace[204293095] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"1.019219115s","start":"2026-03-03T19:45:19.890031Z","end":"2026-03-03T19:45:20.909251Z","steps":["trace[204293095] 'process raft request' (duration: 1.018443358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.909322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.890019Z","time spent":"1.019273406s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:20.909529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019821498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:20.909641Z","caller":"traceutil/trace.go:171","msg":"trace[1764339553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24087; }","duration":"1.019975851s","start":"2026-03-03T19:45:19.889648Z","end":"2026-03-03T19:45:20.909624Z","steps":["trace[1764339553] 'agreement among raft nodes before linearized reading' (duration: 1.019732826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:20.909694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:19.889625Z","time spent":"1.020056903s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:45:21.004089Z","caller":"traceutil/trace.go:171","msg":"trace[606324083] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"552.574121ms","start":"2026-03-03T19:45:20.451471Z","end":"2026-03-03T19:45:21.004045Z","steps":["trace[606324083] 'process raft request' (duration: 552.252294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:21.00418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.851159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:21.004185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.990044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:21.004254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.616789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:21.004267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.207763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:21.004311Z","caller":"traceutil/trace.go:171","msg":"trace[517548116] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24088; }","duration":"520.180679ms","start":"2026-03-03T19:45:20.484107Z","end":"2026-03-03T19:45:21.004288Z","steps":["trace[517548116] 'agreement among raft nodes before linearized reading' (duration: 519.930153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:21.004356Z","caller":"traceutil/trace.go:171","msg":"trace[39298869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24088; }","duration":"546.792843ms","start":"2026-03-03T19:45:20.45754Z","end":"2026-03-03T19:45:21.004333Z","steps":["trace[39298869] 'agreement among raft nodes before linearized reading' (duration: 546.593488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:21.004373Z","caller":"traceutil/trace.go:171","msg":"trace[1811641857] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24088; }","duration":"522.348296ms","start":"2026-03-03T19:45:20.481998Z","end":"2026-03-03T19:45:21.004347Z","steps":["trace[1811641857] 'agreement among raft nodes before linearized reading' (duration: 522.108051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:21.004406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.457527Z","time spent":"546.870434ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:21.004405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.484095Z","time spent":"520.288091ms","remote":"127.0.0.1:42078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:21.004433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.481925Z","time spent":"522.49806ms","remote":"127.0.0.1:48422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:21.004288Z","caller":"traceutil/trace.go:171","msg":"trace[565730176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24088; }","duration":"374.028333ms","start":"2026-03-03T19:45:20.630233Z","end":"2026-03-03T19:45:21.004262Z","steps":["trace[565730176] 'agreement among raft nodes before linearized reading' (duration: 373.771607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:21.00456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.630205Z","time spent":"374.33456ms","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:21.004315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.45145Z","time spent":"552.745956ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:21.504435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:22.575877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.754544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:22.576028Z","caller":"traceutil/trace.go:171","msg":"trace[445953117] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"1.646727821s","start":"2026-03-03T19:45:20.929273Z","end":"2026-03-03T19:45:22.576001Z","steps":["trace[445953117] 'process raft request' (duration: 974.731261ms)","trace[445953117] 'compare' (duration: 671.227563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:22.576103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.929236Z","time spent":"1.646830823s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:22.893527Z","caller":"traceutil/trace.go:171","msg":"trace[1578499695] linearizableReadLoop","detail":"{readStateIndex:24945; appliedIndex:24943; }","duration":"1.889495372s","start":"2026-03-03T19:45:21.003988Z","end":"2026-03-03T19:45:22.893483Z","steps":["trace[1578499695] 'read index received' (duration: 900.031902ms)","trace[1578499695] 'applied index is now lower than readState.Index' (duration: 989.46267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:22.893666Z","caller":"traceutil/trace.go:171","msg":"trace[1147739062] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.833871099s","start":"2026-03-03T19:45:21.059785Z","end":"2026-03-03T19:45:22.893657Z","steps":["trace[1147739062] 'process raft request' (duration: 1.83254511s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.893763Z","caller":"traceutil/trace.go:171","msg":"trace[2031269525] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.002116703s","start":"2026-03-03T19:45:21.891615Z","end":"2026-03-03T19:45:22.893731Z","steps":["trace[2031269525] 'process raft request' (duration: 1.001806325s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.893778Z","caller":"traceutil/trace.go:171","msg":"trace[1736148363] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.002764587s","start":"2026-03-03T19:45:21.890975Z","end":"2026-03-03T19:45:22.893739Z","steps":["trace[1736148363] 'process raft request' (duration: 1.002419258s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.893831Z","caller":"traceutil/trace.go:171","msg":"trace[1573168592] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"1.299853803s","start":"2026-03-03T19:45:21.59397Z","end":"2026-03-03T19:45:22.893824Z","steps":["trace[1573168592] 'process raft request' (duration: 1.299208438s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.893845Z","caller":"traceutil/trace.go:171","msg":"trace[1420575955] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"1.003194807s","start":"2026-03-03T19:45:21.890642Z","end":"2026-03-03T19:45:22.893837Z","steps":["trace[1420575955] 'process raft request' (duration: 1.002685805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.893811Z","caller":"traceutil/trace.go:171","msg":"trace[1967175807] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.001650743s","start":"2026-03-03T19:45:21.892124Z","end":"2026-03-03T19:45:22.893775Z","steps":["trace[1967175807] 'process raft request' (duration: 1.001326695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.893888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.890603Z","time spent":"1.003265479s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:22.893882Z","caller":"traceutil/trace.go:171","msg":"trace[276638820] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.00331954s","start":"2026-03-03T19:45:21.89052Z","end":"2026-03-03T19:45:22.89384Z","steps":["trace[276638820] 'process raft request' (duration: 1.002758607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.89395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.891604Z","time spent":"1.002240115s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:22.893959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.593943Z","time spent":"1.299931735s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:22.893966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.890967Z","time spent":"1.00289543s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:22.894011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.892115Z","time spent":"1.001791306s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:22.894013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983024372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-03T19:45:22.893764Z","caller":"traceutil/trace.go:171","msg":"trace[1683511991] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"1.002767727s","start":"2026-03-03T19:45:21.890962Z","end":"2026-03-03T19:45:22.89373Z","steps":["trace[1683511991] 'process raft request' (duration: 1.002399918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888506382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:22.894083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.890487Z","time spent":"1.003484844s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:22.894096Z","caller":"traceutil/trace.go:171","msg":"trace[2000522250] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24097; }","duration":"1.983123744s","start":"2026-03-03T19:45:20.910954Z","end":"2026-03-03T19:45:22.894077Z","steps":["trace[2000522250] 'agreement among raft nodes before linearized reading' (duration: 1.982856898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.8941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.298463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:22.894111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.890952Z","time spent":"1.003133886s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:22.894132Z","caller":"traceutil/trace.go:171","msg":"trace[1608200474] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24098; }","duration":"465.328743ms","start":"2026-03-03T19:45:22.428792Z","end":"2026-03-03T19:45:22.894121Z","steps":["trace[1608200474] 'agreement among raft nodes before linearized reading' (duration: 465.269972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:20.910874Z","time spent":"1.983251606s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:45:22.893792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.059752Z","time spent":"1.833942111s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:22.894168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.098333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:22.894161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.428708Z","time spent":"465.447096ms","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:22.894196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.683297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:22.894246Z","caller":"traceutil/trace.go:171","msg":"trace[733364146] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"270.749698ms","start":"2026-03-03T19:45:22.623483Z","end":"2026-03-03T19:45:22.894232Z","steps":["trace[733364146] 'process raft request' (duration: 270.329899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.651848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T19:45:22.894276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887315795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:45:22.894286Z","caller":"traceutil/trace.go:171","msg":"trace[1185730104] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24098; }","duration":"404.751011ms","start":"2026-03-03T19:45:22.489528Z","end":"2026-03-03T19:45:22.894279Z","steps":["trace[1185730104] 'agreement among raft nodes before linearized reading' (duration: 404.645709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851884553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T19:45:22.894131Z","caller":"traceutil/trace.go:171","msg":"trace[511302119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24098; }","duration":"1.888614254s","start":"2026-03-03T19:45:21.005494Z","end":"2026-03-03T19:45:22.894108Z","steps":["trace[511302119] 'agreement among raft nodes before linearized reading' (duration: 1.888497111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.489503Z","time spent":"404.801331ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T19:45:22.894309Z","caller":"traceutil/trace.go:171","msg":"trace[1730207294] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24098; }","duration":"1.887369045s","start":"2026-03-03T19:45:21.006931Z","end":"2026-03-03T19:45:22.8943Z","steps":["trace[1730207294] 'agreement among raft nodes before linearized reading' (duration: 1.887231292s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.894323Z","caller":"traceutil/trace.go:171","msg":"trace[511288163] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24098; }","duration":"1.851955944s","start":"2026-03-03T19:45:21.042356Z","end":"2026-03-03T19:45:22.894312Z","steps":["trace[511288163] 'agreement among raft nodes before linearized reading' (duration: 1.8517943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.006922Z","time spent":"1.887409956s","remote":"127.0.0.1:54562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:45:22.894337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.005465Z","time spent":"1.888864989s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:22.894335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.61629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:22.894362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.042341Z","time spent":"1.852014466s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T19:45:22.894365Z","caller":"traceutil/trace.go:171","msg":"trace[1744922906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24098; }","duration":"658.645651ms","start":"2026-03-03T19:45:22.235712Z","end":"2026-03-03T19:45:22.894358Z","steps":["trace[1744922906] 'agreement among raft nodes before linearized reading' (duration: 658.60003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:22.894209Z","caller":"traceutil/trace.go:171","msg":"trace[2001416705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24098; }","duration":"334.185505ms","start":"2026-03-03T19:45:22.560008Z","end":"2026-03-03T19:45:22.894194Z","steps":["trace[2001416705] 'agreement among raft nodes before linearized reading' (duration: 334.105413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.235631Z","time spent":"658.764113ms","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:22.894279Z","caller":"traceutil/trace.go:171","msg":"trace[1903501683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24098; }","duration":"913.778379ms","start":"2026-03-03T19:45:21.980479Z","end":"2026-03-03T19:45:22.894258Z","steps":["trace[1903501683] 'agreement among raft nodes before linearized reading' (duration: 913.648476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.894426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.559974Z","time spent":"334.437211ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:22.894459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.980451Z","time spent":"913.992395ms","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:24.858697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.169174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:24.858802Z","caller":"traceutil/trace.go:171","msg":"trace[999349105] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24106; }","duration":"317.352588ms","start":"2026-03-03T19:45:24.541425Z","end":"2026-03-03T19:45:24.858777Z","steps":["trace[999349105] 'count revisions from in-memory index tree' (duration: 317.02274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.858853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.541396Z","time spent":"317.44519ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:24.858898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.384356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:24.859023Z","caller":"traceutil/trace.go:171","msg":"trace[386043889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24106; }","duration":"466.584921ms","start":"2026-03-03T19:45:24.392408Z","end":"2026-03-03T19:45:24.858993Z","steps":["trace[386043889] 'range keys from in-memory index tree' (duration: 466.256894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.859094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.392377Z","time spent":"466.701484ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:25.363672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902886837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:25.638453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055630288s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:25.63906Z","caller":"traceutil/trace.go:171","msg":"trace[1404686707] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"1.056345414s","start":"2026-03-03T19:45:24.582683Z","end":"2026-03-03T19:45:25.639029Z","steps":["trace[1404686707] 'process raft request' (duration: 1.05616418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:25.63924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.582661Z","time spent":"1.056477258s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:26.459824Z","caller":"traceutil/trace.go:171","msg":"trace[811611926] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"1.559982532s","start":"2026-03-03T19:45:24.899807Z","end":"2026-03-03T19:45:26.459789Z","steps":["trace[811611926] 'process raft request' (duration: 1.554079561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:26.460013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.899775Z","time spent":"1.560137276s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:26.460118Z","caller":"traceutil/trace.go:171","msg":"trace[1958680145] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"1.557503588s","start":"2026-03-03T19:45:24.902578Z","end":"2026-03-03T19:45:26.460081Z","steps":["trace[1958680145] 'process raft request' (duration: 1.557132579s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:26.46018Z","caller":"traceutil/trace.go:171","msg":"trace[1121958750] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.556374323s","start":"2026-03-03T19:45:24.90379Z","end":"2026-03-03T19:45:26.460164Z","steps":["trace[1121958750] 'process raft request' (duration: 1.556302811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:26.46018Z","caller":"traceutil/trace.go:171","msg":"trace[483117782] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"1.557560199s","start":"2026-03-03T19:45:24.902578Z","end":"2026-03-03T19:45:26.460138Z","steps":["trace[483117782] 'process raft request' (duration: 1.557394155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:26.460289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.902555Z","time spent":"1.55764279s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:26.460288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.90376Z","time spent":"1.556459925s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:26.460396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.902543Z","time spent":"1.557729043s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:26.460517Z","caller":"traceutil/trace.go:171","msg":"trace[964976673] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.556506465s","start":"2026-03-03T19:45:24.903963Z","end":"2026-03-03T19:45:26.460469Z","steps":["trace[964976673] 'process raft request' (duration: 1.556164658s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:26.460563Z","caller":"traceutil/trace.go:171","msg":"trace[567720332] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.556368623s","start":"2026-03-03T19:45:24.904163Z","end":"2026-03-03T19:45:26.460532Z","steps":["trace[567720332] 'process raft request' (duration: 1.556172558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:26.460709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.903947Z","time spent":"1.556660849s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:26.460735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.904153Z","time spent":"1.556492945s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:26.860819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997993497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:45:26.860915Z","caller":"traceutil/trace.go:171","msg":"trace[300911988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998175681s","start":"2026-03-03T19:45:24.862715Z","end":"2026-03-03T19:45:26.860891Z","steps":["trace[300911988] 'agreement among raft nodes before linearized reading' (duration: 1.998044958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:26.860962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.862657Z","time spent":"1.998294663s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:45:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:45:27.240048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.52888ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T19:45:27.240171Z","caller":"traceutil/trace.go:171","msg":"trace[1528373852] linearizableReadLoop","detail":"{readStateIndex:24969; appliedIndex:24961; }","duration":"2.377368439s","start":"2026-03-03T19:45:24.86278Z","end":"2026-03-03T19:45:27.240148Z","steps":["trace[1528373852] 'read index received' (duration: 776.056683ms)","trace[1528373852] 'applied index is now lower than readState.Index' (duration: 1.601309916s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:27.240578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364695236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:27.240629Z","caller":"traceutil/trace.go:171","msg":"trace[850912306] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24113; }","duration":"2.364765698s","start":"2026-03-03T19:45:24.875848Z","end":"2026-03-03T19:45:27.240614Z","steps":["trace[850912306] 'agreement among raft nodes before linearized reading' (duration: 2.364654775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.24063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.864533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:27.240671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.875781Z","time spent":"2.364877261s","remote":"127.0.0.1:37826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.240643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.947937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:27.24073Z","caller":"traceutil/trace.go:171","msg":"trace[1952883551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24113; }","duration":"371.002856ms","start":"2026-03-03T19:45:26.869702Z","end":"2026-03-03T19:45:27.240705Z","steps":["trace[1952883551] 'agreement among raft nodes before linearized reading' (duration: 370.809411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.240743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.705891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:27.240756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.466086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-03T19:45:27.240728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312662713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:45:27.240778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.869691Z","time spent":"371.078547ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:27.240796Z","caller":"traceutil/trace.go:171","msg":"trace[1180407457] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90; range_end:; response_count:1; response_revision:24113; }","duration":"371.554348ms","start":"2026-03-03T19:45:26.869229Z","end":"2026-03-03T19:45:27.240783Z","steps":["trace[1180407457] 'agreement among raft nodes before linearized reading' (duration: 371.370554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.240644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097265947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:27.240764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313022431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:27.240808Z","caller":"traceutil/trace.go:171","msg":"trace[164941108] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24113; }","duration":"953.811713ms","start":"2026-03-03T19:45:26.286968Z","end":"2026-03-03T19:45:27.240779Z","steps":["trace[164941108] 'agreement among raft nodes before linearized reading' (duration: 953.741562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.240831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.869198Z","time spent":"371.626169ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c5ff1ae1a90\" "} {"level":"info","ts":"2026-03-03T19:45:27.240827Z","caller":"traceutil/trace.go:171","msg":"trace[740048851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24113; }","duration":"2.312781877s","start":"2026-03-03T19:45:24.928018Z","end":"2026-03-03T19:45:27.240799Z","steps":["trace[740048851] 'agreement among raft nodes before linearized reading' (duration: 2.312507641s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.240837Z","caller":"traceutil/trace.go:171","msg":"trace[499443554] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24113; }","duration":"1.097542304s","start":"2026-03-03T19:45:26.143285Z","end":"2026-03-03T19:45:27.240827Z","steps":["trace[499443554] 'agreement among raft nodes before linearized reading' (duration: 1.097222577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.240863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.286933Z","time spent":"953.917186ms","remote":"127.0.0.1:53924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:27.240867Z","caller":"traceutil/trace.go:171","msg":"trace[429710462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24113; }","duration":"2.313156004s","start":"2026-03-03T19:45:24.927684Z","end":"2026-03-03T19:45:27.24084Z","steps":["trace[429710462] 'agreement among raft nodes before linearized reading' (duration: 2.312844078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.240879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.143259Z","time spent":"1.097609516s","remote":"127.0.0.1:54618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.240915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.927676Z","time spent":"2.313230476s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:27.240993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521442482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:27.241039Z","caller":"traceutil/trace.go:171","msg":"trace[856902748] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24113; }","duration":"1.521536804s","start":"2026-03-03T19:45:25.719487Z","end":"2026-03-03T19:45:27.241024Z","steps":["trace[856902748] 'agreement among raft nodes before linearized reading' (duration: 1.521417291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:25.719457Z","time spent":"1.521607655s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.240877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.928008Z","time spent":"2.312859648s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:27.2411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.419948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:27.241137Z","caller":"traceutil/trace.go:171","msg":"trace[1248535934] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24113; }","duration":"252.51358ms","start":"2026-03-03T19:45:26.988612Z","end":"2026-03-03T19:45:27.241126Z","steps":["trace[1248535934] 'agreement among raft nodes before linearized reading' (duration: 252.442188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.30655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:27.241179Z","caller":"traceutil/trace.go:171","msg":"trace[1237750362] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24113; }","duration":"340.365402ms","start":"2026-03-03T19:45:26.900797Z","end":"2026-03-03T19:45:27.241163Z","steps":["trace[1237750362] 'agreement among raft nodes before linearized reading' (duration: 340.30264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.240749Z","caller":"traceutil/trace.go:171","msg":"trace[751131790] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24113; }","duration":"586.128751ms","start":"2026-03-03T19:45:26.65459Z","end":"2026-03-03T19:45:27.240719Z","steps":["trace[751131790] 'agreement among raft nodes before linearized reading' (duration: 585.966677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.900787Z","time spent":"340.419243ms","remote":"127.0.0.1:35074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.241229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.654554Z","time spent":"586.660693ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.241323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213589951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:27.241356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070346807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:45:27.241399Z","caller":"traceutil/trace.go:171","msg":"trace[1213572657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24113; }","duration":"1.070428328s","start":"2026-03-03T19:45:26.170958Z","end":"2026-03-03T19:45:27.241386Z","steps":["trace[1213572657] 'agreement among raft nodes before linearized reading' (duration: 1.069834505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.170935Z","time spent":"1.070488929s","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T19:45:27.241362Z","caller":"traceutil/trace.go:171","msg":"trace[2025289571] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24113; }","duration":"2.213657813s","start":"2026-03-03T19:45:25.02769Z","end":"2026-03-03T19:45:27.241347Z","steps":["trace[2025289571] 'agreement among raft nodes before linearized reading' (duration: 2.213595901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.24153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313739648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:27.241592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313990384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T19:45:27.241594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:25.027668Z","time spent":"2.213877519s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:27.241606Z","caller":"traceutil/trace.go:171","msg":"trace[414804820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24113; }","duration":"2.31384161s","start":"2026-03-03T19:45:24.92775Z","end":"2026-03-03T19:45:27.241591Z","steps":["trace[414804820] 'agreement among raft nodes before linearized reading' (duration: 2.313465341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16605368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:27.241632Z","caller":"traceutil/trace.go:171","msg":"trace[1305076127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24113; }","duration":"2.314112947s","start":"2026-03-03T19:45:24.927507Z","end":"2026-03-03T19:45:27.24162Z","steps":["trace[1305076127] 'agreement among raft nodes before linearized reading' (duration: 2.313118604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.927731Z","time spent":"2.313905982s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:45:27.24166Z","caller":"traceutil/trace.go:171","msg":"trace[2088231890] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24113; }","duration":"2.166151623s","start":"2026-03-03T19:45:25.075487Z","end":"2026-03-03T19:45:27.241639Z","steps":["trace[2088231890] 'agreement among raft nodes before linearized reading' (duration: 2.166038771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.241693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:25.075456Z","time spent":"2.166229754s","remote":"127.0.0.1:54682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:27.241664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.927474Z","time spent":"2.314181908s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:27.241734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174185042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T19:45:27.241792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314121116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:45:27.241824Z","caller":"traceutil/trace.go:171","msg":"trace[1653424140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24113; }","duration":"2.314198658s","start":"2026-03-03T19:45:24.927617Z","end":"2026-03-03T19:45:27.241815Z","steps":["trace[1653424140] 'agreement among raft nodes before linearized reading' (duration: 2.312930289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.241831Z","caller":"traceutil/trace.go:171","msg":"trace[1410632970] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24113; }","duration":"2.174324965s","start":"2026-03-03T19:45:25.067488Z","end":"2026-03-03T19:45:27.241813Z","steps":["trace[1410632970] 'agreement among raft nodes before linearized reading' (duration: 2.17370885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.24185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.927589Z","time spent":"2.31425491s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:27.241876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:25.067459Z","time spent":"2.174402707s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T19:45:32.821372Z","caller":"traceutil/trace.go:171","msg":"trace[309375865] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25072; }","duration":"381.207074ms","start":"2026-03-03T19:45:32.440136Z","end":"2026-03-03T19:45:32.821343Z","steps":["trace[309375865] 'read index received' (duration: 381.128243ms)","trace[309375865] 'applied index is now lower than readState.Index' (duration: 76.821µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:32.82155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.395948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:32.821503Z","caller":"traceutil/trace.go:171","msg":"trace[1163065270] transaction","detail":"{read_only:false; response_revision:24216; number_of_response:1; }","duration":"385.202893ms","start":"2026-03-03T19:45:32.436239Z","end":"2026-03-03T19:45:32.821442Z","steps":["trace[1163065270] 'process raft request' (duration: 384.920957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:32.821627Z","caller":"traceutil/trace.go:171","msg":"trace[442594352] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24216; }","duration":"381.545231ms","start":"2026-03-03T19:45:32.440066Z","end":"2026-03-03T19:45:32.821611Z","steps":["trace[442594352] 'agreement among raft nodes before linearized reading' (duration: 381.400388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.82167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.440037Z","time spent":"381.620553ms","remote":"127.0.0.1:37706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:32.821787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.436221Z","time spent":"385.435568ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:33.60162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:33.674346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.314719Z","time spent":"359.615783ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T19:45:33.974395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153199097s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:33.975141Z","caller":"traceutil/trace.go:171","msg":"trace[877504745] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"1.488187489s","start":"2026-03-03T19:45:32.48692Z","end":"2026-03-03T19:45:33.975107Z","steps":["trace[877504745] 'process raft request' (duration: 1.488125328s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:33.975214Z","caller":"traceutil/trace.go:171","msg":"trace[1264712507] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"1.494180242s","start":"2026-03-03T19:45:32.48098Z","end":"2026-03-03T19:45:33.97516Z","steps":["trace[1264712507] 'process raft request' (duration: 1.493853595s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:33.975282Z","caller":"traceutil/trace.go:171","msg":"trace[1544754384] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"1.490429829s","start":"2026-03-03T19:45:32.484799Z","end":"2026-03-03T19:45:33.975229Z","steps":["trace[1544754384] 'process raft request' (duration: 1.490133392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:33.975363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.486913Z","time spent":"1.488349873s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:33.975404Z","caller":"traceutil/trace.go:171","msg":"trace[632490733] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"1.490597983s","start":"2026-03-03T19:45:32.484731Z","end":"2026-03-03T19:45:33.975329Z","steps":["trace[632490733] 'process raft request' (duration: 1.490152783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:33.975481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.484782Z","time spent":"1.490602233s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:33.975463Z","caller":"traceutil/trace.go:171","msg":"trace[458428942] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"1.490041591s","start":"2026-03-03T19:45:32.485332Z","end":"2026-03-03T19:45:33.975374Z","steps":["trace[458428942] 'process raft request' (duration: 1.489653333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:33.975452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.480968Z","time spent":"1.494338207s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:33.975657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.484693Z","time spent":"1.490838449s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:33.975745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.485323Z","time spent":"1.490244745s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:33.976042Z","caller":"traceutil/trace.go:171","msg":"trace[1232878108] transaction","detail":"{read_only:false; response_revision:24217; number_of_response:1; }","duration":"1.495917452s","start":"2026-03-03T19:45:32.480068Z","end":"2026-03-03T19:45:33.975986Z","steps":["trace[1232878108] 'process raft request' (duration: 1.494572161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:33.97625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.480041Z","time spent":"1.496108606s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:34.809198Z","caller":"traceutil/trace.go:171","msg":"trace[1606632176] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"1.640707837s","start":"2026-03-03T19:45:33.168462Z","end":"2026-03-03T19:45:34.80917Z","steps":["trace[1606632176] 'process raft request' (duration: 1.640633535s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:34.809223Z","caller":"traceutil/trace.go:171","msg":"trace[658607055] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"1.899496276s","start":"2026-03-03T19:45:32.909666Z","end":"2026-03-03T19:45:34.809163Z","steps":["trace[658607055] 'process raft request' (duration: 1.899283822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.809338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.168426Z","time spent":"1.640838829s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:34.809475Z","caller":"traceutil/trace.go:171","msg":"trace[2116347327] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"1.137042426s","start":"2026-03-03T19:45:33.67242Z","end":"2026-03-03T19:45:34.809462Z","steps":["trace[2116347327] 'process raft request' (duration: 1.136716499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.809491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:32.909635Z","time spent":"1.89969786s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:34.809525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.672383Z","time spent":"1.137119788s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:34.809426Z","caller":"traceutil/trace.go:171","msg":"trace[2213031] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25079; }","duration":"1.708647693s","start":"2026-03-03T19:45:33.100737Z","end":"2026-03-03T19:45:34.809385Z","steps":["trace[2213031] 'read index received' (duration: 874.636785ms)","trace[2213031] 'applied index is now lower than readState.Index' (duration: 834.008038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:34.809759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70897303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:45:34.809822Z","caller":"traceutil/trace.go:171","msg":"trace[756219981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24225; }","duration":"1.709118844s","start":"2026-03-03T19:45:33.100689Z","end":"2026-03-03T19:45:34.809808Z","steps":["trace[756219981] 'agreement among raft nodes before linearized reading' (duration: 1.708805947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.80987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.100663Z","time spent":"1.709196976s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:34.809929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589438311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-03T19:45:34.810008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.871938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:34.810023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.142196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:34.810021Z","caller":"traceutil/trace.go:171","msg":"trace[1849440273] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24225; }","duration":"1.589595764s","start":"2026-03-03T19:45:33.220403Z","end":"2026-03-03T19:45:34.809999Z","steps":["trace[1849440273] 'agreement among raft nodes before linearized reading' (duration: 1.589311068s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:34.810059Z","caller":"traceutil/trace.go:171","msg":"trace[101690151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24225; }","duration":"419.95827ms","start":"2026-03-03T19:45:34.390087Z","end":"2026-03-03T19:45:34.810046Z","steps":["trace[101690151] 'agreement among raft nodes before linearized reading' (duration: 419.847827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:34.810067Z","caller":"traceutil/trace.go:171","msg":"trace[1405435896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24225; }","duration":"511.226958ms","start":"2026-03-03T19:45:34.298825Z","end":"2026-03-03T19:45:34.810052Z","steps":["trace[1405435896] 'agreement among raft nodes before linearized reading' (duration: 511.165317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.220373Z","time spent":"1.589692256s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.298803Z","time spent":"511.285939ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.39007Z","time spent":"420.029592ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.210243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:34.810318Z","caller":"traceutil/trace.go:171","msg":"trace[21856733] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24225; }","duration":"804.427157ms","start":"2026-03-03T19:45:34.005868Z","end":"2026-03-03T19:45:34.810295Z","steps":["trace[21856733] 'agreement among raft nodes before linearized reading' (duration: 804.132631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519498438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:34.810347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.122059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:34.810372Z","caller":"traceutil/trace.go:171","msg":"trace[132589217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24225; }","duration":"1.519553559s","start":"2026-03-03T19:45:33.290809Z","end":"2026-03-03T19:45:34.810363Z","steps":["trace[132589217] 'agreement among raft nodes before linearized reading' (duration: 1.519463247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.005843Z","time spent":"804.519089ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:34.81039Z","caller":"traceutil/trace.go:171","msg":"trace[1565730644] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24225; }","duration":"157.215301ms","start":"2026-03-03T19:45:34.653163Z","end":"2026-03-03T19:45:34.810379Z","steps":["trace[1565730644] 'agreement among raft nodes before linearized reading' (duration: 157.14455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.8104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.290803Z","time spent":"1.519590991s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530162767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:34.810474Z","caller":"traceutil/trace.go:171","msg":"trace[54133908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24225; }","duration":"1.530206507s","start":"2026-03-03T19:45:33.280259Z","end":"2026-03-03T19:45:34.810465Z","steps":["trace[54133908] 'agreement among raft nodes before linearized reading' (duration: 1.530148586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.280247Z","time spent":"1.530241539s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547390942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:34.809954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517823962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:34.810539Z","caller":"traceutil/trace.go:171","msg":"trace[875623805] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24225; }","duration":"1.547474883s","start":"2026-03-03T19:45:33.263052Z","end":"2026-03-03T19:45:34.810527Z","steps":["trace[875623805] 'agreement among raft nodes before linearized reading' (duration: 1.547415022s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:34.810563Z","caller":"traceutil/trace.go:171","msg":"trace[712931036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24225; }","duration":"1.518447455s","start":"2026-03-03T19:45:33.292107Z","end":"2026-03-03T19:45:34.810555Z","steps":["trace[712931036] 'agreement among raft nodes before linearized reading' (duration: 1.517699169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531611388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:45:34.810582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.292099Z","time spent":"1.518478866s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.262991Z","time spent":"1.547583266s","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:34.810609Z","caller":"traceutil/trace.go:171","msg":"trace[1351940933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24225; }","duration":"1.531848933s","start":"2026-03-03T19:45:33.278748Z","end":"2026-03-03T19:45:34.810597Z","steps":["trace[1351940933] 'agreement among raft nodes before linearized reading' (duration: 1.531586987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.278736Z","time spent":"1.531898595s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:34.810253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519232042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:45:34.810694Z","caller":"traceutil/trace.go:171","msg":"trace[325147310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24225; }","duration":"1.519708813s","start":"2026-03-03T19:45:33.290971Z","end":"2026-03-03T19:45:34.81068Z","steps":["trace[325147310] 'agreement among raft nodes before linearized reading' (duration: 1.519210272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.810738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.290946Z","time spent":"1.519778884s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:36.145221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.11152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:36.145446Z","caller":"traceutil/trace.go:171","msg":"trace[1853674468] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"1.329765951s","start":"2026-03-03T19:45:34.815651Z","end":"2026-03-03T19:45:36.145417Z","steps":["trace[1853674468] 'process raft request' (duration: 345.291603ms)","trace[1853674468] 'compare' (duration: 983.757743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:36.145522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.815621Z","time spent":"1.329867633s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:36.805978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645184126s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T19:45:38.270631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464195554s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:38.271323Z","caller":"traceutil/trace.go:171","msg":"trace[568525556] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"3.455381828s","start":"2026-03-03T19:45:34.815872Z","end":"2026-03-03T19:45:38.271254Z","steps":["trace[568525556] 'process raft request' (duration: 1.990447638s)","trace[568525556] 'compare' (duration: 1.463124649s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:38.271392Z","caller":"traceutil/trace.go:171","msg":"trace[955670172] transaction","detail":"{read_only:false; response_revision:24229; number_of_response:1; }","duration":"3.454845996s","start":"2026-03-03T19:45:34.816529Z","end":"2026-03-03T19:45:38.271375Z","steps":["trace[955670172] 'process raft request' (duration: 3.454723553s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.271392Z","caller":"traceutil/trace.go:171","msg":"trace[1929063622] transaction","detail":"{read_only:false; response_revision:24228; number_of_response:1; }","duration":"3.454888526s","start":"2026-03-03T19:45:34.816451Z","end":"2026-03-03T19:45:38.27134Z","steps":["trace[1929063622] 'process raft request' (duration: 3.454309593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.271509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.816446Z","time spent":"3.455010368s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.271542Z","caller":"traceutil/trace.go:171","msg":"trace[1581628860] transaction","detail":"{read_only:false; response_revision:24230; number_of_response:1; }","duration":"3.454783103s","start":"2026-03-03T19:45:34.81672Z","end":"2026-03-03T19:45:38.271503Z","steps":["trace[1581628860] 'process raft request' (duration: 3.45460289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.271568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.815847Z","time spent":"3.455600682s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.271495Z","caller":"traceutil/trace.go:171","msg":"trace[690162963] linearizableReadLoop","detail":"{readStateIndex:25086; appliedIndex:25082; }","duration":"3.454817155s","start":"2026-03-03T19:45:34.816644Z","end":"2026-03-03T19:45:38.271461Z","steps":["trace[690162963] 'read index received' (duration: 344.165506ms)","trace[690162963] 'applied index is now lower than readState.Index' (duration: 3.110650189s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:38.271577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.816437Z","time spent":"3.455019519s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.271757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45508215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-03T19:45:38.271816Z","caller":"traceutil/trace.go:171","msg":"trace[739376027] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24230; }","duration":"3.455173192s","start":"2026-03-03T19:45:34.81663Z","end":"2026-03-03T19:45:38.271803Z","steps":["trace[739376027] 'agreement among raft nodes before linearized reading' (duration: 3.454927207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.271856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.816622Z","time spent":"3.455225993s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:45:38.271755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.816709Z","time spent":"3.454931738s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.274715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468475509s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:38.290478Z","caller":"traceutil/trace.go:171","msg":"trace[58195016] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"2.30750445s","start":"2026-03-03T19:45:35.982947Z","end":"2026-03-03T19:45:38.290452Z","steps":["trace[58195016] 'process raft request' (duration: 2.307439188s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.290512Z","caller":"traceutil/trace.go:171","msg":"trace[262677486] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"2.307652942s","start":"2026-03-03T19:45:35.982821Z","end":"2026-03-03T19:45:38.290474Z","steps":["trace[262677486] 'process raft request' (duration: 2.307399647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.290667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.9829Z","time spent":"2.307663623s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.29068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.982788Z","time spent":"2.307793556s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.290915Z","caller":"traceutil/trace.go:171","msg":"trace[464369312] transaction","detail":"{read_only:false; response_revision:24233; number_of_response:1; }","duration":"2.307936529s","start":"2026-03-03T19:45:35.982946Z","end":"2026-03-03T19:45:38.290882Z","steps":["trace[464369312] 'process raft request' (duration: 2.307467029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.982901Z","time spent":"2.308093323s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.291156Z","caller":"traceutil/trace.go:171","msg":"trace[464116009] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"2.308188444s","start":"2026-03-03T19:45:35.982958Z","end":"2026-03-03T19:45:38.291146Z","steps":["trace[464116009] 'process raft request' (duration: 2.307843816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.982903Z","time spent":"2.308281017s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.29124Z","caller":"traceutil/trace.go:171","msg":"trace[1803828241] transaction","detail":"{read_only:false; response_revision:24236; number_of_response:1; }","duration":"2.306858875s","start":"2026-03-03T19:45:35.984368Z","end":"2026-03-03T19:45:38.291227Z","steps":["trace[1803828241] 'process raft request' (duration: 2.306721222s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.984344Z","time spent":"2.306922897s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.291337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.803257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.291371Z","caller":"traceutil/trace.go:171","msg":"trace[1874734618] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"2.30841761s","start":"2026-03-03T19:45:35.982945Z","end":"2026-03-03T19:45:38.291362Z","steps":["trace[1874734618] 'process raft request' (duration: 2.308084162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.291397Z","caller":"traceutil/trace.go:171","msg":"trace[71859770] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"1.472778945s","start":"2026-03-03T19:45:36.818611Z","end":"2026-03-03T19:45:38.29139Z","steps":["trace[71859770] 'process raft request' (duration: 1.47252306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.9829Z","time spent":"2.308494922s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.29145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.818573Z","time spent":"1.472848717s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.291372Z","caller":"traceutil/trace.go:171","msg":"trace[256768067] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24239; }","duration":"539.884039ms","start":"2026-03-03T19:45:37.751479Z","end":"2026-03-03T19:45:38.291363Z","steps":["trace[256768067] 'agreement among raft nodes before linearized reading' (duration: 539.793217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.751454Z","time spent":"540.048913ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:38.291535Z","caller":"traceutil/trace.go:171","msg":"trace[1035122451] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"381.807357ms","start":"2026-03-03T19:45:37.909719Z","end":"2026-03-03T19:45:38.291526Z","steps":["trace[1035122451] 'process raft request' (duration: 381.448159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.909682Z","time spent":"381.869029ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.291641Z","caller":"traceutil/trace.go:171","msg":"trace[1821044333] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"306.393323ms","start":"2026-03-03T19:45:37.98524Z","end":"2026-03-03T19:45:38.291634Z","steps":["trace[1821044333] 'process raft request' (duration: 305.955833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.985208Z","time spent":"306.454004ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.291725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.924529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272958"} {"level":"info","ts":"2026-03-03T19:45:38.29177Z","caller":"traceutil/trace.go:171","msg":"trace[24234521] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24239; }","duration":"654.97014ms","start":"2026-03-03T19:45:37.636788Z","end":"2026-03-03T19:45:38.291759Z","steps":["trace[24234521] 'agreement among raft nodes before linearized reading' (duration: 654.493759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.636725Z","time spent":"655.068621ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:45:38.291795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.549654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:38.291832Z","caller":"traceutil/trace.go:171","msg":"trace[1807969842] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24239; }","duration":"365.631126ms","start":"2026-03-03T19:45:37.926189Z","end":"2026-03-03T19:45:38.291821Z","steps":["trace[1807969842] 'agreement among raft nodes before linearized reading' (duration: 365.562624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.985748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:38.291863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.926153Z","time spent":"365.702908ms","remote":"127.0.0.1:35094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:38.291879Z","caller":"traceutil/trace.go:171","msg":"trace[1301251060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24239; }","duration":"141.06ms","start":"2026-03-03T19:45:38.150811Z","end":"2026-03-03T19:45:38.291871Z","steps":["trace[1301251060] 'agreement among raft nodes before linearized reading' (duration: 140.924347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.291989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.779925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:45:38.292019Z","caller":"traceutil/trace.go:171","msg":"trace[20380140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24239; }","duration":"376.808356ms","start":"2026-03-03T19:45:37.915203Z","end":"2026-03-03T19:45:38.292011Z","steps":["trace[20380140] 'agreement among raft nodes before linearized reading' (duration: 376.736935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.442753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:38.292042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.915186Z","time spent":"376.847777ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T19:45:38.292061Z","caller":"traceutil/trace.go:171","msg":"trace[853696942] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24239; }","duration":"271.519245ms","start":"2026-03-03T19:45:38.020531Z","end":"2026-03-03T19:45:38.292051Z","steps":["trace[853696942] 'agreement among raft nodes before linearized reading' (duration: 271.455214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648419628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.292099Z","caller":"traceutil/trace.go:171","msg":"trace[1707038951] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24239; }","duration":"1.64850908s","start":"2026-03-03T19:45:36.643578Z","end":"2026-03-03T19:45:38.292087Z","steps":["trace[1707038951] 'agreement among raft nodes before linearized reading' (duration: 1.648447418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.501759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.292141Z","caller":"traceutil/trace.go:171","msg":"trace[1402762281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24239; }","duration":"432.565671ms","start":"2026-03-03T19:45:37.859565Z","end":"2026-03-03T19:45:38.292131Z","steps":["trace[1402762281] 'agreement among raft nodes before linearized reading' (duration: 432.522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.859535Z","time spent":"432.626952ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.292184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901309656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.292211Z","caller":"traceutil/trace.go:171","msg":"trace[2140344123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24239; }","duration":"1.901373187s","start":"2026-03-03T19:45:36.390829Z","end":"2026-03-03T19:45:38.292202Z","steps":["trace[2140344123] 'agreement among raft nodes before linearized reading' (duration: 1.901326646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.390805Z","time spent":"1.901428469s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:38.292135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.643547Z","time spent":"1.648581282s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.292499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332795623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:45:38.292533Z","caller":"traceutil/trace.go:171","msg":"trace[422641929] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24239; }","duration":"2.332882185s","start":"2026-03-03T19:45:35.959642Z","end":"2026-03-03T19:45:38.292524Z","steps":["trace[422641929] 'agreement among raft nodes before linearized reading' (duration: 2.332761343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475624839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.292611Z","caller":"traceutil/trace.go:171","msg":"trace[356282727] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24239; }","duration":"3.475745882s","start":"2026-03-03T19:45:34.816846Z","end":"2026-03-03T19:45:38.292592Z","steps":["trace[356282727] 'agreement among raft nodes before linearized reading' (duration: 3.475605919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.816819Z","time spent":"3.475822233s","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:38.292744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52156216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:38.292769Z","caller":"traceutil/trace.go:171","msg":"trace[1765350311] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24239; }","duration":"2.521642062s","start":"2026-03-03T19:45:35.771119Z","end":"2026-03-03T19:45:38.292761Z","steps":["trace[1765350311] 'agreement among raft nodes before linearized reading' (duration: 2.52157984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.292792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.77108Z","time spent":"2.521703723s","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.29286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926247779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.292883Z","caller":"traceutil/trace.go:171","msg":"trace[2096595229] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24239; }","duration":"2.926328431s","start":"2026-03-03T19:45:35.366546Z","end":"2026-03-03T19:45:38.292874Z","steps":["trace[2096595229] 'agreement among raft nodes before linearized reading' (duration: 2.926282789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.29298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477285252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T19:45:38.293002Z","caller":"traceutil/trace.go:171","msg":"trace[1204845042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24239; }","duration":"2.477351474s","start":"2026-03-03T19:45:35.815643Z","end":"2026-03-03T19:45:38.292994Z","steps":["trace[1204845042] 'agreement among raft nodes before linearized reading' (duration: 2.477272362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.293019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.815611Z","time spent":"2.477402824s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" "} {"level":"warn","ts":"2026-03-03T19:45:38.293935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.959612Z","time spent":"2.334302747s","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:45:38.299156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.366515Z","time spent":"2.932623692s","remote":"127.0.0.1:37724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:40.660474Z","caller":"traceutil/trace.go:171","msg":"trace[1510778709] linearizableReadLoop","detail":"{readStateIndex:25105; appliedIndex:25104; }","duration":"417.28694ms","start":"2026-03-03T19:45:40.24315Z","end":"2026-03-03T19:45:40.660437Z","steps":["trace[1510778709] 'read index received' (duration: 417.127457ms)","trace[1510778709] 'applied index is now lower than readState.Index' (duration: 158.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:40.660523Z","caller":"traceutil/trace.go:171","msg":"trace[41518137] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"843.399117ms","start":"2026-03-03T19:45:39.817079Z","end":"2026-03-03T19:45:40.660478Z","steps":["trace[41518137] 'process raft request' (duration: 843.132511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:40.660693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.496585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:40.66074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.817054Z","time spent":"843.567891ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:40.660792Z","caller":"traceutil/trace.go:171","msg":"trace[396854885] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24245; }","duration":"417.676918ms","start":"2026-03-03T19:45:40.243086Z","end":"2026-03-03T19:45:40.660763Z","steps":["trace[396854885] 'agreement among raft nodes before linearized reading' (duration: 417.474654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:40.660844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.243057Z","time spent":"417.779521ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:41.161065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:41.661762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:41.684699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024445621s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:41.685068Z","caller":"traceutil/trace.go:171","msg":"trace[535743440] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.381966437s","start":"2026-03-03T19:45:40.303083Z","end":"2026-03-03T19:45:41.68505Z","steps":["trace[535743440] 'process raft request' (duration: 1.381808083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.685191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.303052Z","time spent":"1.382054338s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.685464Z","caller":"traceutil/trace.go:171","msg":"trace[19689380] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.382212013s","start":"2026-03-03T19:45:40.303237Z","end":"2026-03-03T19:45:41.685449Z","steps":["trace[19689380] 'process raft request' (duration: 1.3820957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.685546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.303213Z","time spent":"1.382295875s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.685618Z","caller":"traceutil/trace.go:171","msg":"trace[2094422355] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.381113578s","start":"2026-03-03T19:45:40.304432Z","end":"2026-03-03T19:45:41.685546Z","steps":["trace[2094422355] 'process raft request' (duration: 1.380973435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.685677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.304425Z","time spent":"1.38122288s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.685526Z","caller":"traceutil/trace.go:171","msg":"trace[1485350979] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.382364956s","start":"2026-03-03T19:45:40.303098Z","end":"2026-03-03T19:45:41.685463Z","steps":["trace[1485350979] 'process raft request' (duration: 1.381923635s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.685789Z","caller":"traceutil/trace.go:171","msg":"trace[160105831] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.381294232s","start":"2026-03-03T19:45:40.304477Z","end":"2026-03-03T19:45:41.685771Z","steps":["trace[160105831] 'process raft request' (duration: 1.381033746s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.685828Z","caller":"traceutil/trace.go:171","msg":"trace[1930607719] linearizableReadLoop","detail":"{readStateIndex:25112; appliedIndex:25105; }","duration":"1.02524264s","start":"2026-03-03T19:45:40.660567Z","end":"2026-03-03T19:45:41.68581Z","steps":["trace[1930607719] 'read index received' (duration: 1.024284168s)","trace[1930607719] 'applied index is now lower than readState.Index' (duration: 957.682µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:41.685879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.304473Z","time spent":"1.381357863s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.685877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.303052Z","time spent":"1.382680703s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.685929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408121661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:41.685972Z","caller":"traceutil/trace.go:171","msg":"trace[1661100958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24252; }","duration":"1.408207453s","start":"2026-03-03T19:45:40.277749Z","end":"2026-03-03T19:45:41.685956Z","steps":["trace[1661100958] 'agreement among raft nodes before linearized reading' (duration: 1.4080871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.277724Z","time spent":"1.408275565s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408865858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:41.686047Z","caller":"traceutil/trace.go:171","msg":"trace[2020176913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24252; }","duration":"1.408924309s","start":"2026-03-03T19:45:40.277115Z","end":"2026-03-03T19:45:41.686039Z","steps":["trace[2020176913] 'agreement among raft nodes before linearized reading' (duration: 1.408782676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.277109Z","time spent":"1.408956609s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372174719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:45:41.686146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376898464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:45:41.686169Z","caller":"traceutil/trace.go:171","msg":"trace[33597605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24252; }","duration":"1.372318421s","start":"2026-03-03T19:45:40.313827Z","end":"2026-03-03T19:45:41.686145Z","steps":["trace[33597605] 'agreement among raft nodes before linearized reading' (duration: 1.371995464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409130564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:41.686175Z","caller":"traceutil/trace.go:171","msg":"trace[566579519] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24252; }","duration":"1.376953136s","start":"2026-03-03T19:45:40.309212Z","end":"2026-03-03T19:45:41.686165Z","steps":["trace[566579519] 'agreement among raft nodes before linearized reading' (duration: 1.376859593s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.686207Z","caller":"traceutil/trace.go:171","msg":"trace[1011523116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24252; }","duration":"1.409199645s","start":"2026-03-03T19:45:40.277002Z","end":"2026-03-03T19:45:41.686202Z","steps":["trace[1011523116] 'agreement among raft nodes before linearized reading' (duration: 1.409148714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.276974Z","time spent":"1.409247216s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.309201Z","time spent":"1.377014197s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.313818Z","time spent":"1.372396494s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42554112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:41.686298Z","caller":"traceutil/trace.go:171","msg":"trace[206967421] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24252; }","duration":"1.425588501s","start":"2026-03-03T19:45:40.260706Z","end":"2026-03-03T19:45:41.686294Z","steps":["trace[206967421] 'agreement among raft nodes before linearized reading' (duration: 1.425553111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.68631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.260692Z","time spent":"1.425615242s","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:41.68633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408412128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:45:41.686384Z","caller":"traceutil/trace.go:171","msg":"trace[798754527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24252; }","duration":"1.40852204s","start":"2026-03-03T19:45:40.277848Z","end":"2026-03-03T19:45:41.68637Z","steps":["trace[798754527] 'agreement among raft nodes before linearized reading' (duration: 1.408289645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.277818Z","time spent":"1.408595442s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.270875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:45:41.68649Z","caller":"traceutil/trace.go:171","msg":"trace[393293724] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"1.375562743s","start":"2026-03-03T19:45:40.310916Z","end":"2026-03-03T19:45:41.686479Z","steps":["trace[393293724] 'process raft request' (duration: 1.374850978s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.686486Z","caller":"traceutil/trace.go:171","msg":"trace[939105184] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"1.381892425s","start":"2026-03-03T19:45:40.304579Z","end":"2026-03-03T19:45:41.686471Z","steps":["trace[939105184] 'process raft request' (duration: 1.381096758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117236154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-03-03T19:45:41.686546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247985826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:41.686556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.310889Z","time spent":"1.375632535s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.686559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.304542Z","time spent":"1.381981117s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.686567Z","caller":"traceutil/trace.go:171","msg":"trace[1966850527] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24252; }","duration":"1.117375877s","start":"2026-03-03T19:45:40.569168Z","end":"2026-03-03T19:45:41.686544Z","steps":["trace[1966850527] 'agreement among raft nodes before linearized reading' (duration: 1.117016049s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.686597Z","caller":"traceutil/trace.go:171","msg":"trace[1121735840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24252; }","duration":"1.248076338s","start":"2026-03-03T19:45:40.438499Z","end":"2026-03-03T19:45:41.686576Z","steps":["trace[1121735840] 'agreement among raft nodes before linearized reading' (duration: 1.248004976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.56914Z","time spent":"1.117466569s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T19:45:41.686504Z","caller":"traceutil/trace.go:171","msg":"trace[1001421711] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24252; }","duration":"655.326047ms","start":"2026-03-03T19:45:41.031172Z","end":"2026-03-03T19:45:41.686498Z","steps":["trace[1001421711] 'agreement among raft nodes before linearized reading' (duration: 655.250975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.438477Z","time spent":"1.248153089s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:41.686661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.031148Z","time spent":"655.503271ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" "} {"level":"warn","ts":"2026-03-03T19:45:41.686849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295556686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:41.686894Z","caller":"traceutil/trace.go:171","msg":"trace[1448715520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24252; }","duration":"1.295586187s","start":"2026-03-03T19:45:40.391283Z","end":"2026-03-03T19:45:41.686869Z","steps":["trace[1448715520] 'agreement among raft nodes before linearized reading' (duration: 1.295530416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.686923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.3912Z","time spent":"1.2957173s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:41.851751Z","caller":"traceutil/trace.go:171","msg":"trace[1151039095] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"160.295731ms","start":"2026-03-03T19:45:41.691406Z","end":"2026-03-03T19:45:41.851702Z","steps":["trace[1151039095] 'process raft request' (duration: 105.905665ms)","trace[1151039095] 'compare' (duration: 54.191101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:42.434319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.764991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:42.434614Z","caller":"traceutil/trace.go:171","msg":"trace[1646445948] linearizableReadLoop","detail":"{readStateIndex:25117; appliedIndex:25112; }","duration":"737.316468ms","start":"2026-03-03T19:45:41.69728Z","end":"2026-03-03T19:45:42.434597Z","steps":["trace[1646445948] 'read index received' (duration: 99.981142ms)","trace[1646445948] 'applied index is now lower than readState.Index' (duration: 637.334186ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:42.434887Z","caller":"traceutil/trace.go:171","msg":"trace[1440063103] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"743.469686ms","start":"2026-03-03T19:45:41.691406Z","end":"2026-03-03T19:45:42.434876Z","steps":["trace[1440063103] 'process raft request' (duration: 612.060101ms)","trace[1440063103] 'compare' (duration: 130.368222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:42.43494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.691384Z","time spent":"743.526387ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.435085Z","caller":"traceutil/trace.go:171","msg":"trace[2060388863] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"743.608658ms","start":"2026-03-03T19:45:41.691466Z","end":"2026-03-03T19:45:42.435075Z","steps":["trace[2060388863] 'process raft request' (duration: 742.965724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.435125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.691461Z","time spent":"743.639589ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.435245Z","caller":"traceutil/trace.go:171","msg":"trace[543350435] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"743.759671ms","start":"2026-03-03T19:45:41.691463Z","end":"2026-03-03T19:45:42.435223Z","steps":["trace[543350435] 'process raft request' (duration: 743.061016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.435311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.000053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:42.435348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.691445Z","time spent":"743.852244ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.435339Z","caller":"traceutil/trace.go:171","msg":"trace[2143097024] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"743.665929ms","start":"2026-03-03T19:45:41.691603Z","end":"2026-03-03T19:45:42.435269Z","steps":["trace[2143097024] 'process raft request' (duration: 742.959834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:42.435395Z","caller":"traceutil/trace.go:171","msg":"trace[693356721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24257; }","duration":"738.135276ms","start":"2026-03-03T19:45:41.697241Z","end":"2026-03-03T19:45:42.435376Z","steps":["trace[693356721] 'agreement among raft nodes before linearized reading' (duration: 737.955002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.43544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.697223Z","time spent":"738.211108ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:42.435569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.691595Z","time spent":"743.842423ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.907888Z","caller":"traceutil/trace.go:171","msg":"trace[112109669] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25117; }","duration":"473.223689ms","start":"2026-03-03T19:45:42.434638Z","end":"2026-03-03T19:45:42.907862Z","steps":["trace[112109669] 'read index received' (duration: 435.444404ms)","trace[112109669] 'applied index is now lower than readState.Index' (duration: 37.777785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:42.907959Z","caller":"traceutil/trace.go:171","msg":"trace[566229627] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"836.35358ms","start":"2026-03-03T19:45:42.071558Z","end":"2026-03-03T19:45:42.907911Z","steps":["trace[566229627] 'process raft request' (duration: 798.903193ms)","trace[566229627] 'compare' (duration: 36.844203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:42.908533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.313055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:45:42.908562Z","caller":"traceutil/trace.go:171","msg":"trace[1780092379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24258; }","duration":"205.49421ms","start":"2026-03-03T19:45:42.70306Z","end":"2026-03-03T19:45:42.908554Z","steps":["trace[1780092379] 'agreement among raft nodes before linearized reading' (duration: 205.427568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.908142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.854411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T19:45:42.90878Z","caller":"traceutil/trace.go:171","msg":"trace[471692812] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24258; }","duration":"833.508085ms","start":"2026-03-03T19:45:42.075208Z","end":"2026-03-03T19:45:42.908716Z","steps":["trace[471692812] 'agreement among raft nodes before linearized reading' (duration: 832.78468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.908936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:42.075175Z","time spent":"833.71014ms","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T19:45:42.908186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019388537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:42.908984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:42.071518Z","time spent":"836.878231ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.909058Z","caller":"traceutil/trace.go:171","msg":"trace[2012053579] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24258; }","duration":"1.020284617s","start":"2026-03-03T19:45:41.888742Z","end":"2026-03-03T19:45:42.909027Z","steps":["trace[2012053579] 'agreement among raft nodes before linearized reading' (duration: 1.019414208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.909088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.88872Z","time spent":"1.020359329s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:43.587973Z","caller":"traceutil/trace.go:171","msg":"trace[1288202517] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"114.220641ms","start":"2026-03-03T19:45:43.473721Z","end":"2026-03-03T19:45:43.587942Z","steps":["trace[1288202517] 'process raft request' (duration: 113.592046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.357207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:44.742297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.047976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:44.742501Z","caller":"traceutil/trace.go:171","msg":"trace[352564178] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"1.049487522s","start":"2026-03-03T19:45:43.69299Z","end":"2026-03-03T19:45:44.742478Z","steps":["trace[352564178] 'process raft request' (duration: 803.151809ms)","trace[352564178] 'compare' (duration: 245.860242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:44.742578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.692967Z","time spent":"1.049573274s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:44.742768Z","caller":"traceutil/trace.go:171","msg":"trace[1298341018] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"1.049135964s","start":"2026-03-03T19:45:43.693614Z","end":"2026-03-03T19:45:44.74275Z","steps":["trace[1298341018] 'process raft request' (duration: 1.048812247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.742859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.693517Z","time spent":"1.049293237s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:44.743002Z","caller":"traceutil/trace.go:171","msg":"trace[918665953] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"1.049226956s","start":"2026-03-03T19:45:43.693741Z","end":"2026-03-03T19:45:44.742968Z","steps":["trace[918665953] 'process raft request' (duration: 1.04894427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.743162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.69373Z","time spent":"1.049343659s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:44.743201Z","caller":"traceutil/trace.go:171","msg":"trace[1769048846] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"1.048325885s","start":"2026-03-03T19:45:43.694862Z","end":"2026-03-03T19:45:44.743188Z","steps":["trace[1769048846] 'process raft request' (duration: 1.048008318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.743274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.694844Z","time spent":"1.048391316s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:44.743941Z","caller":"traceutil/trace.go:171","msg":"trace[1590505915] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"1.045812929s","start":"2026-03-03T19:45:43.698091Z","end":"2026-03-03T19:45:44.743903Z","steps":["trace[1590505915] 'process raft request' (duration: 1.045209916s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.743999Z","caller":"traceutil/trace.go:171","msg":"trace[1677941308] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"1.04583511s","start":"2026-03-03T19:45:43.698142Z","end":"2026-03-03T19:45:44.743977Z","steps":["trace[1677941308] 'process raft request' (duration: 1.045660826s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.743982Z","caller":"traceutil/trace.go:171","msg":"trace[983084976] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25119; }","duration":"887.206445ms","start":"2026-03-03T19:45:43.856759Z","end":"2026-03-03T19:45:44.743966Z","steps":["trace[983084976] 'read index received' (duration: 639.541024ms)","trace[983084976] 'applied index is now lower than readState.Index' (duration: 247.664081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:44.744078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.698115Z","time spent":"1.045921061s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:44.744126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.698046Z","time spent":"1.045978553s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:44.744203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.439551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:44.744231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.375487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:44.744243Z","caller":"traceutil/trace.go:171","msg":"trace[1800004518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24266; }","duration":"887.527243ms","start":"2026-03-03T19:45:43.856702Z","end":"2026-03-03T19:45:44.744229Z","steps":["trace[1800004518] 'agreement among raft nodes before linearized reading' (duration: 887.314028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.744268Z","caller":"traceutil/trace.go:171","msg":"trace[1136261069] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24266; }","duration":"629.465769ms","start":"2026-03-03T19:45:44.114791Z","end":"2026-03-03T19:45:44.744257Z","steps":["trace[1136261069] 'agreement among raft nodes before linearized reading' (duration: 629.402627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.856677Z","time spent":"887.592204ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:44.744238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.155857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:44.744303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.114765Z","time spent":"629.52588ms","remote":"127.0.0.1:35110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:44.744309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.052122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:44.744358Z","caller":"traceutil/trace.go:171","msg":"trace[1116805179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24266; }","duration":"310.403863ms","start":"2026-03-03T19:45:44.433938Z","end":"2026-03-03T19:45:44.744342Z","steps":["trace[1116805179] 'agreement among raft nodes before linearized reading' (duration: 310.248239ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.744356Z","caller":"traceutil/trace.go:171","msg":"trace[1525691920] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24266; }","duration":"651.129953ms","start":"2026-03-03T19:45:44.093208Z","end":"2026-03-03T19:45:44.744338Z","steps":["trace[1525691920] 'agreement among raft nodes before linearized reading' (duration: 651.049542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.74435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.839441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-03T19:45:44.744389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.433893Z","time spent":"310.487304ms","remote":"127.0.0.1:38012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:44.744403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.09319Z","time spent":"651.204465ms","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:44.744409Z","caller":"traceutil/trace.go:171","msg":"trace[849987372] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24266; }","duration":"840.942293ms","start":"2026-03-03T19:45:43.903454Z","end":"2026-03-03T19:45:44.744396Z","steps":["trace[849987372] 'agreement among raft nodes before linearized reading' (duration: 840.731078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.903439Z","time spent":"840.998186ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:45:44.744443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.221458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-03T19:45:44.744485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.718889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:44.744469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.857458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-03T19:45:44.744584Z","caller":"traceutil/trace.go:171","msg":"trace[1970819689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24266; }","duration":"698.036142ms","start":"2026-03-03T19:45:44.046519Z","end":"2026-03-03T19:45:44.744555Z","steps":["trace[1970819689] 'agreement among raft nodes before linearized reading' (duration: 697.684954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.247458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c6a124fa242\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-03T19:45:44.7446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.38166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:44.744645Z","caller":"traceutil/trace.go:171","msg":"trace[1978025108] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c6a124fa242; range_end:; response_count:1; response_revision:24266; }","duration":"562.279169ms","start":"2026-03-03T19:45:44.182356Z","end":"2026-03-03T19:45:44.744635Z","steps":["trace[1978025108] 'agreement among raft nodes before linearized reading' (duration: 562.178707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.046495Z","time spent":"698.139514ms","remote":"127.0.0.1:54552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-03T19:45:44.744659Z","caller":"traceutil/trace.go:171","msg":"trace[740354052] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24266; }","duration":"227.498502ms","start":"2026-03-03T19:45:44.517152Z","end":"2026-03-03T19:45:44.744651Z","steps":["trace[740354052] 'agreement among raft nodes before linearized reading' (duration: 227.40313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.18233Z","time spent":"562.340191ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c6a124fa242\" "} {"level":"warn","ts":"2026-03-03T19:45:44.744851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.337666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:44.744895Z","caller":"traceutil/trace.go:171","msg":"trace[1333990944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24266; }","duration":"303.408057ms","start":"2026-03-03T19:45:44.441477Z","end":"2026-03-03T19:45:44.744885Z","steps":["trace[1333990944] 'agreement among raft nodes before linearized reading' (duration: 303.288625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.081495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:44.744922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.89481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T19:45:44.744928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.441465Z","time spent":"303.452909ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:45:44.744955Z","caller":"traceutil/trace.go:171","msg":"trace[358170455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24266; }","duration":"305.153336ms","start":"2026-03-03T19:45:44.43979Z","end":"2026-03-03T19:45:44.744943Z","steps":["trace[358170455] 'agreement among raft nodes before linearized reading' (duration: 305.050963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.744961Z","caller":"traceutil/trace.go:171","msg":"trace[167106566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24266; }","duration":"304.992003ms","start":"2026-03-03T19:45:44.439958Z","end":"2026-03-03T19:45:44.74495Z","steps":["trace[167106566] 'agreement among raft nodes before linearized reading' (duration: 304.83867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.744984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.439776Z","time spent":"305.202157ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:44.744991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.439929Z","time spent":"305.055844ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:44.744994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.975352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:44.744516Z","caller":"traceutil/trace.go:171","msg":"trace[1522950015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24266; }","duration":"352.78952ms","start":"2026-03-03T19:45:44.391717Z","end":"2026-03-03T19:45:44.744507Z","steps":["trace[1522950015] 'agreement among raft nodes before linearized reading' (duration: 352.741669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.745078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.391695Z","time spent":"353.377303ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:44.744491Z","caller":"traceutil/trace.go:171","msg":"trace[1302612729] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80; range_end:; response_count:1; response_revision:24266; }","duration":"827.276228ms","start":"2026-03-03T19:45:43.917191Z","end":"2026-03-03T19:45:44.744468Z","steps":["trace[1302612729] 'agreement among raft nodes before linearized reading' (duration: 827.183885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:44.745094Z","caller":"traceutil/trace.go:171","msg":"trace[2074744996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24266; }","duration":"305.106775ms","start":"2026-03-03T19:45:44.439962Z","end":"2026-03-03T19:45:44.745068Z","steps":["trace[2074744996] 'agreement among raft nodes before linearized reading' (duration: 304.790969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.745136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.917181Z","time spent":"827.939894ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7561306d-6006-4dc0-a0d0-5b80a04c8f80\" "} {"level":"warn","ts":"2026-03-03T19:45:44.745161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.439946Z","time spent":"305.205757ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:45:44.743355Z","caller":"traceutil/trace.go:171","msg":"trace[393548802] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"1.045360909s","start":"2026-03-03T19:45:43.697983Z","end":"2026-03-03T19:45:44.743344Z","steps":["trace[393548802] 'process raft request' (duration: 1.045145604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.745582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.697973Z","time spent":"1.047553168s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:46.803594Z","caller":"traceutil/trace.go:171","msg":"trace[743048175] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"165.937087ms","start":"2026-03-03T19:45:46.637623Z","end":"2026-03-03T19:45:46.80356Z","steps":["trace[743048175] 'process raft request' (duration: 165.767072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.057528Z","caller":"traceutil/trace.go:171","msg":"trace[1073922191] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"306.025765ms","start":"2026-03-03T19:45:46.751471Z","end":"2026-03-03T19:45:47.057497Z","steps":["trace[1073922191] 'process raft request' (duration: 305.931813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.057557Z","caller":"traceutil/trace.go:171","msg":"trace[246166732] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"308.177463ms","start":"2026-03-03T19:45:46.749332Z","end":"2026-03-03T19:45:47.057509Z","steps":["trace[246166732] 'process raft request' (duration: 307.896287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.057816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.751435Z","time spent":"306.204779ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.05793Z","caller":"traceutil/trace.go:171","msg":"trace[197274126] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25154; }","duration":"284.387542ms","start":"2026-03-03T19:45:46.773524Z","end":"2026-03-03T19:45:47.057911Z","steps":["trace[197274126] 'read index received' (duration: 29.94492ms)","trace[197274126] 'applied index is now lower than readState.Index' (duration: 254.438842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:47.05797Z","caller":"traceutil/trace.go:171","msg":"trace[1121049293] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"303.385116ms","start":"2026-03-03T19:45:46.754548Z","end":"2026-03-03T19:45:47.057933Z","steps":["trace[1121049293] 'process raft request' (duration: 303.283974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.058014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.749297Z","time spent":"308.574172ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.058025Z","caller":"traceutil/trace.go:171","msg":"trace[726692060] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"304.662195ms","start":"2026-03-03T19:45:46.753282Z","end":"2026-03-03T19:45:47.057944Z","steps":["trace[726692060] 'process raft request' (duration: 304.507451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.058033Z","caller":"traceutil/trace.go:171","msg":"trace[808843907] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"301.715508ms","start":"2026-03-03T19:45:46.756305Z","end":"2026-03-03T19:45:47.058021Z","steps":["trace[808843907] 'process raft request' (duration: 301.558885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.058149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.754516Z","time spent":"303.541879ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.058215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.681298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:45:47.058234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.756295Z","time spent":"301.896002ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.058261Z","caller":"traceutil/trace.go:171","msg":"trace[352060903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24300; }","duration":"284.77402ms","start":"2026-03-03T19:45:46.773476Z","end":"2026-03-03T19:45:47.05825Z","steps":["trace[352060903] 'agreement among raft nodes before linearized reading' (duration: 284.575506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.058299Z","caller":"traceutil/trace.go:171","msg":"trace[950065064] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"306.181678ms","start":"2026-03-03T19:45:46.752105Z","end":"2026-03-03T19:45:47.058287Z","steps":["trace[950065064] 'process raft request' (duration: 305.34206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.058325Z","caller":"traceutil/trace.go:171","msg":"trace[51002829] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"305.33675ms","start":"2026-03-03T19:45:46.752977Z","end":"2026-03-03T19:45:47.058314Z","steps":["trace[51002829] 'process raft request' (duration: 304.691526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.05837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.752092Z","time spent":"306.24535ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.058378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.752969Z","time spent":"305.379142ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.058428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.753261Z","time spent":"304.901659ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.558509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:47.619331Z","caller":"traceutil/trace.go:171","msg":"trace[1181047955] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"804.781125ms","start":"2026-03-03T19:45:46.814524Z","end":"2026-03-03T19:45:47.619305Z","steps":["trace[1181047955] 'process raft request' (duration: 804.644422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.619449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.814491Z","time spent":"804.898108ms","remote":"127.0.0.1:42008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2980,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:45:47.765309Z","caller":"traceutil/trace.go:171","msg":"trace[582037590] linearizableReadLoop","detail":"{readStateIndex:25164; appliedIndex:25162; }","duration":"707.300459ms","start":"2026-03-03T19:45:47.057979Z","end":"2026-03-03T19:45:47.765279Z","steps":["trace[582037590] 'read index received' (duration: 561.269047ms)","trace[582037590] 'applied index is now lower than readState.Index' (duration: 146.029672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:47.7655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.710885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:47.765503Z","caller":"traceutil/trace.go:171","msg":"trace[320505347] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"702.559073ms","start":"2026-03-03T19:45:47.06289Z","end":"2026-03-03T19:45:47.765449Z","steps":["trace[320505347] 'process raft request' (duration: 641.515829ms)","trace[320505347] 'compare' (duration: 60.651895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:47.765604Z","caller":"traceutil/trace.go:171","msg":"trace[1541138515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24302; }","duration":"372.880219ms","start":"2026-03-03T19:45:47.392705Z","end":"2026-03-03T19:45:47.765585Z","steps":["trace[1541138515] 'agreement among raft nodes before linearized reading' (duration: 372.738925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.765495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.998725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:47.765664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.451565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:47.765697Z","caller":"traceutil/trace.go:171","msg":"trace[1775340046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24302; }","duration":"991.2243ms","start":"2026-03-03T19:45:46.774449Z","end":"2026-03-03T19:45:47.765674Z","steps":["trace[1775340046] 'agreement among raft nodes before linearized reading' (duration: 990.885902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.765496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.841591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T19:45:47.765761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.774442Z","time spent":"991.301541ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:47.76576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.062852Z","time spent":"702.770207ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.765802Z","caller":"traceutil/trace.go:171","msg":"trace[1018958889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24302; }","duration":"991.157408ms","start":"2026-03-03T19:45:46.774607Z","end":"2026-03-03T19:45:47.765764Z","steps":["trace[1018958889] 'agreement among raft nodes before linearized reading' (duration: 990.676978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.765646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.392677Z","time spent":"372.961401ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:47.765932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.774601Z","time spent":"991.290761ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:45:47.765713Z","caller":"traceutil/trace.go:171","msg":"trace[236948245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24302; }","duration":"991.557097ms","start":"2026-03-03T19:45:46.774144Z","end":"2026-03-03T19:45:47.765701Z","steps":["trace[236948245] 'agreement among raft nodes before linearized reading' (duration: 991.296831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.766015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.77413Z","time spent":"991.872844ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:47.766224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.047228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:47.766379Z","caller":"traceutil/trace.go:171","msg":"trace[1062218230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24302; }","duration":"992.231872ms","start":"2026-03-03T19:45:46.774128Z","end":"2026-03-03T19:45:47.76636Z","steps":["trace[1062218230] 'agreement among raft nodes before linearized reading' (duration: 991.301191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.766529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.774116Z","time spent":"992.396626ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:48.32882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.524345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:48.329085Z","caller":"traceutil/trace.go:171","msg":"trace[1646408474] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"558.839851ms","start":"2026-03-03T19:45:47.770197Z","end":"2026-03-03T19:45:48.329036Z","steps":["trace[1646408474] 'process raft request' (duration: 278.014929ms)","trace[1646408474] 'compare' (duration: 280.372362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:48.329312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.770167Z","time spent":"559.021335ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:48.32965Z","caller":"traceutil/trace.go:171","msg":"trace[807224067] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"558.868132ms","start":"2026-03-03T19:45:47.770736Z","end":"2026-03-03T19:45:48.329604Z","steps":["trace[807224067] 'process raft request' (duration: 558.198087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:48.329821Z","caller":"traceutil/trace.go:171","msg":"trace[2067888565] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"558.911533ms","start":"2026-03-03T19:45:47.77089Z","end":"2026-03-03T19:45:48.329801Z","steps":["trace[2067888565] 'process raft request' (duration: 558.386351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:48.329862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.770714Z","time spent":"559.011035ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:48.329979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.770866Z","time spent":"559.039146ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:48.330095Z","caller":"traceutil/trace.go:171","msg":"trace[1998341401] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"558.220758ms","start":"2026-03-03T19:45:47.771835Z","end":"2026-03-03T19:45:48.330056Z","steps":["trace[1998341401] 'process raft request' (duration: 557.89587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:48.330332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.771827Z","time spent":"558.365803ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:48.605418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.48632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:45:48.605524Z","caller":"traceutil/trace.go:171","msg":"trace[1098756313] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c; range_end:; response_count:1; response_revision:24306; }","duration":"162.661673ms","start":"2026-03-03T19:45:48.442837Z","end":"2026-03-03T19:45:48.605499Z","steps":["trace[1098756313] 'range keys from in-memory index tree' (duration: 162.282464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:48.885348Z","caller":"traceutil/trace.go:171","msg":"trace[1515668317] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"277.59485ms","start":"2026-03-03T19:45:48.607721Z","end":"2026-03-03T19:45:48.885316Z","steps":["trace[1515668317] 'process raft request' (duration: 277.400486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:48.88832Z","caller":"traceutil/trace.go:171","msg":"trace[1896092342] linearizableReadLoop","detail":"{readStateIndex:25170; appliedIndex:25168; }","duration":"272.422966ms","start":"2026-03-03T19:45:48.615871Z","end":"2026-03-03T19:45:48.888294Z","steps":["trace[1896092342] 'read index received' (duration: 269.371758ms)","trace[1896092342] 'applied index is now lower than readState.Index' (duration: 3.050238ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:48.888545Z","caller":"traceutil/trace.go:171","msg":"trace[1823415858] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"280.433934ms","start":"2026-03-03T19:45:48.608096Z","end":"2026-03-03T19:45:48.88853Z","steps":["trace[1823415858] 'process raft request' (duration: 280.037695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:48.888754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.862835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T19:45:48.888764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.912114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:48.88884Z","caller":"traceutil/trace.go:171","msg":"trace[155677510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24308; }","duration":"272.965757ms","start":"2026-03-03T19:45:48.615854Z","end":"2026-03-03T19:45:48.88882Z","steps":["trace[155677510] 'agreement among raft nodes before linearized reading' (duration: 272.701051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:48.888885Z","caller":"traceutil/trace.go:171","msg":"trace[1759967815] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24308; }","duration":"127.114238ms","start":"2026-03-03T19:45:48.761747Z","end":"2026-03-03T19:45:48.888861Z","steps":["trace[1759967815] 'agreement among raft nodes before linearized reading' (duration: 126.832682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:49.390058Z","caller":"traceutil/trace.go:171","msg":"trace[919278615] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"326.288028ms","start":"2026-03-03T19:45:49.063737Z","end":"2026-03-03T19:45:49.390025Z","steps":["trace[919278615] 'process raft request' (duration: 326.054773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.390395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.063707Z","time spent":"326.573165ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.441484Z","caller":"traceutil/trace.go:171","msg":"trace[157583362] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"377.097392ms","start":"2026-03-03T19:45:49.064355Z","end":"2026-03-03T19:45:49.441453Z","steps":["trace[157583362] 'process raft request' (duration: 376.99014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.441704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.064348Z","time spent":"377.258116ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.441505Z","caller":"traceutil/trace.go:171","msg":"trace[207060679] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"377.537393ms","start":"2026-03-03T19:45:49.063921Z","end":"2026-03-03T19:45:49.441458Z","steps":["trace[207060679] 'process raft request' (duration: 377.225006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:49.441936Z","caller":"traceutil/trace.go:171","msg":"trace[1035264601] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"377.588423ms","start":"2026-03-03T19:45:49.064339Z","end":"2026-03-03T19:45:49.441927Z","steps":["trace[1035264601] 'process raft request' (duration: 377.064721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.44206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.064231Z","time spent":"377.748486ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:49.442016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.063873Z","time spent":"378.005213ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.442028Z","caller":"traceutil/trace.go:171","msg":"trace[1280869494] linearizableReadLoop","detail":"{readStateIndex:25177; appliedIndex:25170; }","duration":"336.765571ms","start":"2026-03-03T19:45:49.105229Z","end":"2026-03-03T19:45:49.441995Z","steps":["trace[1280869494] 'read index received' (duration: 284.595997ms)","trace[1280869494] 'applied index is now lower than readState.Index' (duration: 52.168194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:49.442191Z","caller":"traceutil/trace.go:171","msg":"trace[283482305] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"377.439619ms","start":"2026-03-03T19:45:49.064726Z","end":"2026-03-03T19:45:49.442165Z","steps":["trace[283482305] 'process raft request' (duration: 377.163613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:49.442215Z","caller":"traceutil/trace.go:171","msg":"trace[54642862] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"376.212833ms","start":"2026-03-03T19:45:49.065982Z","end":"2026-03-03T19:45:49.442195Z","steps":["trace[54642862] 'process raft request' (duration: 375.954057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:49.44223Z","caller":"traceutil/trace.go:171","msg":"trace[468376406] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"377.813138ms","start":"2026-03-03T19:45:49.06439Z","end":"2026-03-03T19:45:49.442204Z","steps":["trace[468376406] 'process raft request' (duration: 377.311217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.442291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.064716Z","time spent":"377.522352ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:49.442297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.064305Z","time spent":"377.956761ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:49.442319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.235706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:49.442343Z","caller":"traceutil/trace.go:171","msg":"trace[1392143169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24315; }","duration":"116.322039ms","start":"2026-03-03T19:45:49.326015Z","end":"2026-03-03T19:45:49.442337Z","steps":["trace[1392143169] 'agreement among raft nodes before linearized reading' (duration: 116.257836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.44244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.206972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:49.442478Z","caller":"traceutil/trace.go:171","msg":"trace[465696850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24315; }","duration":"337.284734ms","start":"2026-03-03T19:45:49.105182Z","end":"2026-03-03T19:45:49.442467Z","steps":["trace[465696850] 'agreement among raft nodes before linearized reading' (duration: 337.202572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.442512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.105168Z","time spent":"337.335215ms","remote":"127.0.0.1:37760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:49.442943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.065974Z","time spent":"376.278654ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:50.4784Z","caller":"traceutil/trace.go:171","msg":"trace[1177563066] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"140.636001ms","start":"2026-03-03T19:45:50.337735Z","end":"2026-03-03T19:45:50.478371Z","steps":["trace[1177563066] 'process raft request' (duration: 140.450307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.484447Z","caller":"traceutil/trace.go:171","msg":"trace[2031733806] linearizableReadLoop","detail":"{readStateIndex:25186; appliedIndex:25182; }","duration":"104.527035ms","start":"2026-03-03T19:45:50.379898Z","end":"2026-03-03T19:45:50.484425Z","steps":["trace[2031733806] 'read index received' (duration: 98.355387ms)","trace[2031733806] 'applied index is now lower than readState.Index' (duration: 6.170518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:50.48448Z","caller":"traceutil/trace.go:171","msg":"trace[755023247] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"145.332426ms","start":"2026-03-03T19:45:50.339123Z","end":"2026-03-03T19:45:50.484455Z","steps":["trace[755023247] 'process raft request' (duration: 145.238823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.484552Z","caller":"traceutil/trace.go:171","msg":"trace[634549061] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"146.140915ms","start":"2026-03-03T19:45:50.338373Z","end":"2026-03-03T19:45:50.484514Z","steps":["trace[634549061] 'process raft request' (duration: 145.858578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.48463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.7063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:50.48466Z","caller":"traceutil/trace.go:171","msg":"trace[421549478] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24323; }","duration":"104.770341ms","start":"2026-03-03T19:45:50.37988Z","end":"2026-03-03T19:45:50.48465Z","steps":["trace[421549478] 'agreement among raft nodes before linearized reading' (duration: 104.659429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.484561Z","caller":"traceutil/trace.go:171","msg":"trace[897539102] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"144.738203ms","start":"2026-03-03T19:45:50.339747Z","end":"2026-03-03T19:45:50.484485Z","steps":["trace[897539102] 'process raft request' (duration: 144.64677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:51.587159Z","caller":"traceutil/trace.go:171","msg":"trace[1620631002] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"191.807223ms","start":"2026-03-03T19:45:51.395324Z","end":"2026-03-03T19:45:51.587131Z","steps":["trace[1620631002] 'process raft request' (duration: 191.602219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.02049Z","caller":"traceutil/trace.go:171","msg":"trace[608374810] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"572.951787ms","start":"2026-03-03T19:45:51.447487Z","end":"2026-03-03T19:45:52.020439Z","steps":["trace[608374810] 'process raft request' (duration: 518.405199ms)","trace[608374810] 'compare' (duration: 53.808932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:52.020604Z","caller":"traceutil/trace.go:171","msg":"trace[1984447646] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"570.230226ms","start":"2026-03-03T19:45:51.450346Z","end":"2026-03-03T19:45:52.020576Z","steps":["trace[1984447646] 'process raft request' (duration: 570.107814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.020594Z","caller":"traceutil/trace.go:171","msg":"trace[703782522] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"570.321529ms","start":"2026-03-03T19:45:51.45023Z","end":"2026-03-03T19:45:52.020552Z","steps":["trace[703782522] 'process raft request' (duration: 570.147745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.020616Z","caller":"traceutil/trace.go:171","msg":"trace[207705716] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"570.201967ms","start":"2026-03-03T19:45:51.45038Z","end":"2026-03-03T19:45:52.020582Z","steps":["trace[207705716] 'process raft request' (duration: 570.115175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.020728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.450339Z","time spent":"570.310208ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.02074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.447448Z","time spent":"573.154062ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.020798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.450202Z","time spent":"570.478782ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.02083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.450364Z","time spent":"570.345929ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.021033Z","caller":"traceutil/trace.go:171","msg":"trace[1276222032] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"570.425041ms","start":"2026-03-03T19:45:51.450566Z","end":"2026-03-03T19:45:52.020992Z","steps":["trace[1276222032] 'process raft request' (duration: 569.96443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.021085Z","caller":"traceutil/trace.go:171","msg":"trace[436737744] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"570.413091ms","start":"2026-03-03T19:45:51.450642Z","end":"2026-03-03T19:45:52.021055Z","steps":["trace[436737744] 'process raft request' (duration: 570.186086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.02116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.450606Z","time spent":"570.519103ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.021034Z","caller":"traceutil/trace.go:171","msg":"trace[1466187160] linearizableReadLoop","detail":"{readStateIndex:25200; appliedIndex:25194; }","duration":"238.670691ms","start":"2026-03-03T19:45:51.782327Z","end":"2026-03-03T19:45:52.020998Z","steps":["trace[1466187160] 'read index received' (duration: 183.5781ms)","trace[1466187160] 'applied index is now lower than readState.Index' (duration: 55.090971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:52.021214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.860914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:52.021225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.450554Z","time spent":"570.572195ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.021273Z","caller":"traceutil/trace.go:171","msg":"trace[1412965141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24337; }","duration":"238.996437ms","start":"2026-03-03T19:45:51.782261Z","end":"2026-03-03T19:45:52.021257Z","steps":["trace[1412965141] 'agreement among raft nodes before linearized reading' (duration: 238.844244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.021451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.126997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:52.02149Z","caller":"traceutil/trace.go:171","msg":"trace[1355844574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24337; }","duration":"195.22661ms","start":"2026-03-03T19:45:51.826251Z","end":"2026-03-03T19:45:52.021477Z","steps":["trace[1355844574] 'agreement among raft nodes before linearized reading' (duration: 195.061397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.021537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.567253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:45:52.021608Z","caller":"traceutil/trace.go:171","msg":"trace[7863697] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24337; }","duration":"116.686196ms","start":"2026-03-03T19:45:51.90491Z","end":"2026-03-03T19:45:52.021596Z","steps":["trace[7863697] 'agreement among raft nodes before linearized reading' (duration: 116.512252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.021608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.914861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:52.021657Z","caller":"traceutil/trace.go:171","msg":"trace[895076390] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24337; }","duration":"164.023073ms","start":"2026-03-03T19:45:51.85762Z","end":"2026-03-03T19:45:52.021643Z","steps":["trace[895076390] 'agreement among raft nodes before linearized reading' (duration: 163.830169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.293789Z","caller":"traceutil/trace.go:171","msg":"trace[429179828] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"267.630187ms","start":"2026-03-03T19:45:52.026119Z","end":"2026-03-03T19:45:52.293749Z","steps":["trace[429179828] 'process raft request' (duration: 267.3265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.776795Z","caller":"traceutil/trace.go:171","msg":"trace[1135768026] linearizableReadLoop","detail":"{readStateIndex:25202; appliedIndex:25201; }","duration":"288.017104ms","start":"2026-03-03T19:45:52.488744Z","end":"2026-03-03T19:45:52.776761Z","steps":["trace[1135768026] 'read index received' (duration: 287.706407ms)","trace[1135768026] 'applied index is now lower than readState.Index' (duration: 309.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:52.776943Z","caller":"traceutil/trace.go:171","msg":"trace[209313101] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"288.551366ms","start":"2026-03-03T19:45:52.488376Z","end":"2026-03-03T19:45:52.776928Z","steps":["trace[209313101] 'process raft request' (duration: 288.162577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.77724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.416401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T19:45:52.77732Z","caller":"traceutil/trace.go:171","msg":"trace[778233184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24339; }","duration":"287.581754ms","start":"2026-03-03T19:45:52.489719Z","end":"2026-03-03T19:45:52.7773Z","steps":["trace[778233184] 'agreement among raft nodes before linearized reading' (duration: 287.330258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.777274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.037604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:52.777241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.472254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:52.777396Z","caller":"traceutil/trace.go:171","msg":"trace[814052882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24339; }","duration":"288.196707ms","start":"2026-03-03T19:45:52.489171Z","end":"2026-03-03T19:45:52.777367Z","steps":["trace[814052882] 'agreement among raft nodes before linearized reading' (duration: 287.85722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.777468Z","caller":"traceutil/trace.go:171","msg":"trace[1997234556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24339; }","duration":"288.712609ms","start":"2026-03-03T19:45:52.488712Z","end":"2026-03-03T19:45:52.777425Z","steps":["trace[1997234556] 'agreement among raft nodes before linearized reading' (duration: 288.354122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:53.001833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.798904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:53.002092Z","caller":"traceutil/trace.go:171","msg":"trace[1086793484] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"218.9799ms","start":"2026-03-03T19:45:52.783087Z","end":"2026-03-03T19:45:53.002067Z","steps":["trace[1086793484] 'process raft request' (duration: 218.885788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:53.002158Z","caller":"traceutil/trace.go:171","msg":"trace[446488436] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"218.762506ms","start":"2026-03-03T19:45:52.783367Z","end":"2026-03-03T19:45:53.00213Z","steps":["trace[446488436] 'process raft request' (duration: 218.663134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:53.002159Z","caller":"traceutil/trace.go:171","msg":"trace[845305167] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"219.845609ms","start":"2026-03-03T19:45:52.782261Z","end":"2026-03-03T19:45:53.002106Z","steps":["trace[845305167] 'process raft request' (duration: 78.652366ms)","trace[845305167] 'compare' (duration: 140.60105ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:54.541425Z","caller":"traceutil/trace.go:171","msg":"trace[499167214] linearizableReadLoop","detail":"{readStateIndex:25219; appliedIndex:25218; }","duration":"135.343544ms","start":"2026-03-03T19:45:54.406046Z","end":"2026-03-03T19:45:54.541389Z","steps":["trace[499167214] 'read index received' (duration: 134.990766ms)","trace[499167214] 'applied index is now lower than readState.Index' (duration: 351.578µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:54.541649Z","caller":"traceutil/trace.go:171","msg":"trace[1946066465] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"235.714575ms","start":"2026-03-03T19:45:54.305904Z","end":"2026-03-03T19:45:54.541619Z","steps":["trace[1946066465] 'process raft request' (duration: 235.245884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.541768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.682271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:54.541832Z","caller":"traceutil/trace.go:171","msg":"trace[2035269596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24356; }","duration":"135.820624ms","start":"2026-03-03T19:45:54.405993Z","end":"2026-03-03T19:45:54.541814Z","steps":["trace[2035269596] 'agreement among raft nodes before linearized reading' (duration: 135.537408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:54.976919Z","caller":"traceutil/trace.go:171","msg":"trace[379532898] linearizableReadLoop","detail":"{readStateIndex:25220; appliedIndex:25219; }","duration":"193.844289ms","start":"2026-03-03T19:45:54.783045Z","end":"2026-03-03T19:45:54.97689Z","steps":["trace[379532898] 'read index received' (duration: 191.752522ms)","trace[379532898] 'applied index is now lower than readState.Index' (duration: 2.090077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:54.977253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.184247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:54.977342Z","caller":"traceutil/trace.go:171","msg":"trace[661503144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24356; }","duration":"194.329451ms","start":"2026-03-03T19:45:54.782989Z","end":"2026-03-03T19:45:54.977318Z","steps":["trace[661503144] 'agreement among raft nodes before linearized reading' (duration: 194.052985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:15.237074Z","caller":"traceutil/trace.go:171","msg":"trace[1954846466] linearizableReadLoop","detail":"{readStateIndex:25390; appliedIndex:25389; }","duration":"121.546654ms","start":"2026-03-03T19:46:15.115507Z","end":"2026-03-03T19:46:15.237054Z","steps":["trace[1954846466] 'read index received' (duration: 121.416351ms)","trace[1954846466] 'applied index is now lower than readState.Index' (duration: 128.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:15.237308Z","caller":"traceutil/trace.go:171","msg":"trace[1713330451] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"135.483375ms","start":"2026-03-03T19:46:15.101815Z","end":"2026-03-03T19:46:15.237298Z","steps":["trace[1713330451] 'process raft request' (duration: 135.087497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.237587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.032167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:15.237621Z","caller":"traceutil/trace.go:171","msg":"trace[774426400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24522; }","duration":"122.175209ms","start":"2026-03-03T19:46:15.115437Z","end":"2026-03-03T19:46:15.237612Z","steps":["trace[774426400] 'agreement among raft nodes before linearized reading' (duration: 122.007356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.237777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.75189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:46:15.237795Z","caller":"traceutil/trace.go:171","msg":"trace[1785810303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24522; }","duration":"121.78976ms","start":"2026-03-03T19:46:15.115999Z","end":"2026-03-03T19:46:15.237789Z","steps":["trace[1785810303] 'agreement among raft nodes before linearized reading' (duration: 121.728759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.23799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.490298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:46:15.23801Z","caller":"traceutil/trace.go:171","msg":"trace[1057649689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24522; }","duration":"114.530308ms","start":"2026-03-03T19:46:15.123472Z","end":"2026-03-03T19:46:15.238003Z","steps":["trace[1057649689] 'agreement among raft nodes before linearized reading' (duration: 114.471037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.892345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:16.229164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.866731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:16.229429Z","caller":"traceutil/trace.go:171","msg":"trace[413233434] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"985.480651ms","start":"2026-03-03T19:46:15.243814Z","end":"2026-03-03T19:46:16.229295Z","steps":["trace[413233434] 'process raft request' (duration: 662.344543ms)","trace[413233434] 'compare' (duration: 322.252697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:16.22954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.243796Z","time spent":"985.693336ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.036236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.162208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:17.036466Z","caller":"traceutil/trace.go:171","msg":"trace[1225785930] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.791029193s","start":"2026-03-03T19:46:15.245401Z","end":"2026-03-03T19:46:17.03643Z","steps":["trace[1225785930] 'process raft request' (duration: 1.090544448s)","trace[1225785930] 'compare' (duration: 699.806419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:17.036569Z","caller":"traceutil/trace.go:171","msg":"trace[759061332] linearizableReadLoop","detail":"{readStateIndex:25396; appliedIndex:25390; }","duration":"1.644646864s","start":"2026-03-03T19:46:15.391901Z","end":"2026-03-03T19:46:17.036548Z","steps":["trace[759061332] 'read index received' (duration: 514.385609ms)","trace[759061332] 'applied index is now lower than readState.Index' (duration: 1.130259445s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:17.036615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.245364Z","time spent":"1.791167127s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.036785Z","caller":"traceutil/trace.go:171","msg":"trace[1761488399] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"1.357634724s","start":"2026-03-03T19:46:15.679141Z","end":"2026-03-03T19:46:17.036776Z","steps":["trace[1761488399] 'process raft request' (duration: 1.357317097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.036827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.679117Z","time spent":"1.357684274s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.036876Z","caller":"traceutil/trace.go:171","msg":"trace[1424105003] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.320665568s","start":"2026-03-03T19:46:15.716199Z","end":"2026-03-03T19:46:17.036865Z","steps":["trace[1424105003] 'process raft request' (duration: 1.32029742s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.036934Z","caller":"traceutil/trace.go:171","msg":"trace[259385829] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.789219003s","start":"2026-03-03T19:46:15.247706Z","end":"2026-03-03T19:46:17.036925Z","steps":["trace[259385829] 'process raft request' (duration: 1.788646531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.036937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.716166Z","time spent":"1.32074148s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.036972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.247696Z","time spent":"1.789256694s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.037055Z","caller":"traceutil/trace.go:171","msg":"trace[1601092416] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"1.59658115s","start":"2026-03-03T19:46:15.440466Z","end":"2026-03-03T19:46:17.037048Z","steps":["trace[1601092416] 'process raft request' (duration: 1.595950496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.037087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.440428Z","time spent":"1.596639791s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.0372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645305958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.037231Z","caller":"traceutil/trace.go:171","msg":"trace[1893689984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24532; }","duration":"1.64538862s","start":"2026-03-03T19:46:15.391832Z","end":"2026-03-03T19:46:17.037221Z","steps":["trace[1893689984] 'agreement among raft nodes before linearized reading' (duration: 1.645293748s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.037204Z","caller":"traceutil/trace.go:171","msg":"trace[1724126561] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"919.607979ms","start":"2026-03-03T19:46:16.117554Z","end":"2026-03-03T19:46:17.037162Z","steps":["trace[1724126561] 'process raft request' (duration: 919.536238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.037382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.117518Z","time spent":"919.777833ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.037485Z","caller":"traceutil/trace.go:171","msg":"trace[844403042] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"918.7482ms","start":"2026-03-03T19:46:16.118729Z","end":"2026-03-03T19:46:17.037477Z","steps":["trace[844403042] 'process raft request' (duration: 918.394583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.037535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.118715Z","time spent":"918.795001ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.037548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178648636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.037596Z","caller":"traceutil/trace.go:171","msg":"trace[692090778] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.118364599s","start":"2026-03-03T19:46:15.91922Z","end":"2026-03-03T19:46:17.037585Z","steps":["trace[692090778] 'process raft request' (duration: 1.117653633s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.037613Z","caller":"traceutil/trace.go:171","msg":"trace[1024978362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24536; }","duration":"1.178768478s","start":"2026-03-03T19:46:15.858835Z","end":"2026-03-03T19:46:17.037604Z","steps":["trace[1024978362] 'agreement among raft nodes before linearized reading' (duration: 1.178663476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.037642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.858805Z","time spent":"1.17883038s","remote":"127.0.0.1:38148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.037641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.919194Z","time spent":"1.11842539s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.037649Z","caller":"traceutil/trace.go:171","msg":"trace[1616176629] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"918.147037ms","start":"2026-03-03T19:46:16.119495Z","end":"2026-03-03T19:46:17.037642Z","steps":["trace[1616176629] 'process raft request' (duration: 917.81058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.03769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.119457Z","time spent":"918.211309ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.037731Z","caller":"traceutil/trace.go:171","msg":"trace[619770972] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"925.89304ms","start":"2026-03-03T19:46:16.11183Z","end":"2026-03-03T19:46:17.037723Z","steps":["trace[619770972] 'process raft request' (duration: 925.174124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.03777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.111796Z","time spent":"925.950981ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:17.037855Z","caller":"traceutil/trace.go:171","msg":"trace[1444774664] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"925.842028ms","start":"2026-03-03T19:46:16.112006Z","end":"2026-03-03T19:46:17.037848Z","steps":["trace[1444774664] 'process raft request' (duration: 925.043531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.037891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.111998Z","time spent":"925.870849ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.037262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.391801Z","time spent":"1.645452571s","remote":"127.0.0.1:54378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:17.038499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.104433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T19:46:17.038529Z","caller":"traceutil/trace.go:171","msg":"trace[648692193] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24536; }","duration":"818.189064ms","start":"2026-03-03T19:46:16.220331Z","end":"2026-03-03T19:46:17.038521Z","steps":["trace[648692193] 'agreement among raft nodes before linearized reading' (duration: 818.053651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.038552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.220299Z","time spent":"818.247946ms","remote":"127.0.0.1:55782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T19:46:17.038654Z","caller":"traceutil/trace.go:171","msg":"trace[1117471337] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"763.703758ms","start":"2026-03-03T19:46:16.274942Z","end":"2026-03-03T19:46:17.038645Z","steps":["trace[1117471337] 'process raft request' (duration: 762.46161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.038696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.274898Z","time spent":"763.77309ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18603,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.038838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.67914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:46:17.038857Z","caller":"traceutil/trace.go:171","msg":"trace[2096341847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24536; }","duration":"370.745612ms","start":"2026-03-03T19:46:16.668105Z","end":"2026-03-03T19:46:17.038851Z","steps":["trace[2096341847] 'agreement among raft nodes before linearized reading' (duration: 370.68457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.038875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.668078Z","time spent":"370.792792ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:46:17.037768Z","caller":"traceutil/trace.go:171","msg":"trace[1187630995] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"918.192269ms","start":"2026-03-03T19:46:16.119567Z","end":"2026-03-03T19:46:17.03776Z","steps":["trace[1187630995] 'process raft request' (duration: 917.79539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.040938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.119555Z","time spent":"921.348919ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.553436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.655108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:17.553974Z","caller":"traceutil/trace.go:171","msg":"trace[690328331] linearizableReadLoop","detail":"{readStateIndex:25405; appliedIndex:25404; }","duration":"505.605413ms","start":"2026-03-03T19:46:17.04834Z","end":"2026-03-03T19:46:17.553945Z","steps":["trace[690328331] 'read index received' (duration: 391.29675ms)","trace[690328331] 'applied index is now lower than readState.Index' (duration: 114.306143ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:17.553998Z","caller":"traceutil/trace.go:171","msg":"trace[360393279] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"506.912381ms","start":"2026-03-03T19:46:17.047041Z","end":"2026-03-03T19:46:17.553954Z","steps":["trace[360393279] 'process raft request' (duration: 392.617269ms)","trace[360393279] 'compare' (duration: 113.257319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:17.55532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.62978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:17.555381Z","caller":"traceutil/trace.go:171","msg":"trace[1375651928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24537; }","duration":"306.723431ms","start":"2026-03-03T19:46:17.248642Z","end":"2026-03-03T19:46:17.555365Z","steps":["trace[1375651928] 'agreement among raft nodes before linearized reading' (duration: 306.554487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.55534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.047019Z","time spent":"508.278604ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.555423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.248624Z","time spent":"306.790553ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:17.55523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.157186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.555691Z","caller":"traceutil/trace.go:171","msg":"trace[297141053] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24537; }","duration":"506.631246ms","start":"2026-03-03T19:46:17.049042Z","end":"2026-03-03T19:46:17.555673Z","steps":["trace[297141053] 'agreement among raft nodes before linearized reading' (duration: 506.115194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.555771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.049037Z","time spent":"506.721438ms","remote":"127.0.0.1:54474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:46:17.55411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.739696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.556063Z","caller":"traceutil/trace.go:171","msg":"trace[1603812187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24537; }","duration":"507.72425ms","start":"2026-03-03T19:46:17.048326Z","end":"2026-03-03T19:46:17.55605Z","steps":["trace[1603812187] 'agreement among raft nodes before linearized reading' (duration: 505.708705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.557167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.048319Z","time spent":"508.832355ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:18.291021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.291313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:18.291163Z","caller":"traceutil/trace.go:171","msg":"trace[98039404] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24538; }","duration":"478.514088ms","start":"2026-03-03T19:46:17.812612Z","end":"2026-03-03T19:46:18.291126Z","steps":["trace[98039404] 'count revisions from in-memory index tree' (duration: 478.195811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.291219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.812589Z","time spent":"478.61859ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:18.291074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.908706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T19:46:18.292342Z","caller":"traceutil/trace.go:171","msg":"trace[1668086587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24538; }","duration":"231.259396ms","start":"2026-03-03T19:46:18.061053Z","end":"2026-03-03T19:46:18.292312Z","steps":["trace[1668086587] 'range keys from in-memory index tree' (duration: 229.629088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.798558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313094274902887874,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:46:18.873949Z","caller":"traceutil/trace.go:171","msg":"trace[1453996393] linearizableReadLoop","detail":"{readStateIndex:25407; appliedIndex:25406; }","duration":"575.624717ms","start":"2026-03-03T19:46:18.298289Z","end":"2026-03-03T19:46:18.873914Z","steps":["trace[1453996393] 'read index received' (duration: 575.374652ms)","trace[1453996393] 'applied index is now lower than readState.Index' (duration: 248.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:18.874077Z","caller":"traceutil/trace.go:171","msg":"trace[1800335435] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"577.089919ms","start":"2026-03-03T19:46:18.296948Z","end":"2026-03-03T19:46:18.874038Z","steps":["trace[1800335435] 'process raft request' (duration: 576.750462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.874186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.373028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:18.874225Z","caller":"traceutil/trace.go:171","msg":"trace[721803350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24539; }","duration":"484.509682ms","start":"2026-03-03T19:46:18.389704Z","end":"2026-03-03T19:46:18.874214Z","steps":["trace[721803350] 'agreement among raft nodes before linearized reading' (duration: 484.39978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.874239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.296927Z","time spent":"577.223843ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:18.874269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.389651Z","time spent":"484.607744ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:18.874282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.65385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:18.874272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.953324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T19:46:18.874339Z","caller":"traceutil/trace.go:171","msg":"trace[830882160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24539; }","duration":"238.765612ms","start":"2026-03-03T19:46:18.635557Z","end":"2026-03-03T19:46:18.874323Z","steps":["trace[830882160] 'agreement among raft nodes before linearized reading' (duration: 238.605599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:18.874377Z","caller":"traceutil/trace.go:171","msg":"trace[2090595507] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378; range_end:; response_count:1; response_revision:24539; }","duration":"576.131818ms","start":"2026-03-03T19:46:18.298216Z","end":"2026-03-03T19:46:18.874348Z","steps":["trace[2090595507] 'agreement among raft nodes before linearized reading' (duration: 575.844882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.874371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.449981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:18.874456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.298149Z","time spent":"576.296742ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ac2b0a34-258b-4952-9aac-4fbd41bb9378\" "} {"level":"info","ts":"2026-03-03T19:46:18.87448Z","caller":"traceutil/trace.go:171","msg":"trace[689117416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24539; }","duration":"467.634874ms","start":"2026-03-03T19:46:18.406825Z","end":"2026-03-03T19:46:18.87446Z","steps":["trace[689117416] 'agreement among raft nodes before linearized reading' (duration: 467.461211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.874486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.095049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:46:18.874589Z","caller":"traceutil/trace.go:171","msg":"trace[1039290223] range","detail":"{range_begin:/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c; range_end:; response_count:1; response_revision:24539; }","duration":"431.313334ms","start":"2026-03-03T19:46:18.44325Z","end":"2026-03-03T19:46:18.874563Z","steps":["trace[1039290223] 'agreement among raft nodes before linearized reading' (duration: 430.978326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:18.874522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.406801Z","time spent":"467.712907ms","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:46:18.874636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.443205Z","time spent":"431.421236ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-67654667f5-krfp8.18996c5dcafb217c\" "} {"level":"warn","ts":"2026-03-03T19:46:19.681584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.297159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:19.681714Z","caller":"traceutil/trace.go:171","msg":"trace[1238098900] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25407; }","duration":"799.034586ms","start":"2026-03-03T19:46:18.882657Z","end":"2026-03-03T19:46:19.681692Z","steps":["trace[1238098900] 'read index received' (duration: 356.513102ms)","trace[1238098900] 'applied index is now lower than readState.Index' (duration: 442.519794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:19.682386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.737692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:19.68244Z","caller":"traceutil/trace.go:171","msg":"trace[1853816543] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24540; }","duration":"799.798883ms","start":"2026-03-03T19:46:18.882629Z","end":"2026-03-03T19:46:19.682427Z","steps":["trace[1853816543] 'agreement among raft nodes before linearized reading' (duration: 799.688941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:19.682482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.882611Z","time spent":"799.861564ms","remote":"127.0.0.1:54578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:46:19.682487Z","caller":"traceutil/trace.go:171","msg":"trace[1289441580] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"803.702211ms","start":"2026-03-03T19:46:18.878724Z","end":"2026-03-03T19:46:19.682426Z","steps":["trace[1289441580] 'process raft request' (duration: 360.424801ms)","trace[1289441580] 'compare' (duration: 440.931198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:19.682731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.878686Z","time spent":"803.911506ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.575994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.472149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.57616Z","caller":"traceutil/trace.go:171","msg":"trace[391755834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24540; }","duration":"787.654263ms","start":"2026-03-03T19:46:19.788481Z","end":"2026-03-03T19:46:20.576135Z","steps":["trace[391755834] 'range keys from in-memory index tree' (duration: 787.450528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.57679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.870927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:20.577271Z","caller":"traceutil/trace.go:171","msg":"trace[367444450] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25408; }","duration":"895.503262ms","start":"2026-03-03T19:46:19.681743Z","end":"2026-03-03T19:46:20.577247Z","steps":["trace[367444450] 'read index received' (duration: 320.907849ms)","trace[367444450] 'applied index is now lower than readState.Index' (duration: 574.593533ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:20.577389Z","caller":"traceutil/trace.go:171","msg":"trace[681423330] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"1.53208746s","start":"2026-03-03T19:46:19.045288Z","end":"2026-03-03T19:46:20.577376Z","steps":["trace[681423330] 'process raft request' (duration: 957.504307ms)","trace[681423330] 'compare' (duration: 573.1401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:20.57746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.045265Z","time spent":"1.532159141s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.578093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017660199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:46:20.578134Z","caller":"traceutil/trace.go:171","msg":"trace[1385459764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24548; }","duration":"1.017754181s","start":"2026-03-03T19:46:19.560368Z","end":"2026-03-03T19:46:20.578123Z","steps":["trace[1385459764] 'agreement among raft nodes before linearized reading' (duration: 1.017349552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.560337Z","time spent":"1.017824863s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:46:20.578215Z","caller":"traceutil/trace.go:171","msg":"trace[606298332] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"1.532247423s","start":"2026-03-03T19:46:19.045953Z","end":"2026-03-03T19:46:20.578201Z","steps":["trace[606298332] 'process raft request' (duration: 1.531138679s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.57824Z","caller":"traceutil/trace.go:171","msg":"trace[490295478] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"1.36692538s","start":"2026-03-03T19:46:19.211291Z","end":"2026-03-03T19:46:20.578216Z","steps":["trace[490295478] 'process raft request' (duration: 1.365902068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.045933Z","time spent":"1.532319135s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.578302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532989929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T19:46:20.57829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461505374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.578391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.211262Z","time spent":"1.367035013s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.578364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.725034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:20.578457Z","caller":"traceutil/trace.go:171","msg":"trace[2109801040] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"1.533028361s","start":"2026-03-03T19:46:19.045423Z","end":"2026-03-03T19:46:20.578452Z","steps":["trace[2109801040] 'process raft request' (duration: 1.531582989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105328207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.578478Z","caller":"traceutil/trace.go:171","msg":"trace[679696670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24548; }","duration":"907.925969ms","start":"2026-03-03T19:46:19.670528Z","end":"2026-03-03T19:46:20.578454Z","steps":["trace[679696670] 'agreement among raft nodes before linearized reading' (duration: 907.692233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.04538Z","time spent":"1.533103492s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.57852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.482636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-xwdks.18996bba59097236\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-03T19:46:20.578521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213983315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.578538Z","caller":"traceutil/trace.go:171","msg":"trace[1138928020] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"1.530482053s","start":"2026-03-03T19:46:19.048048Z","end":"2026-03-03T19:46:20.57853Z","steps":["trace[1138928020] 'process raft request' (duration: 1.529113803s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.578543Z","caller":"traceutil/trace.go:171","msg":"trace[1242345285] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24548; }","duration":"1.105558554s","start":"2026-03-03T19:46:19.472946Z","end":"2026-03-03T19:46:20.578505Z","steps":["trace[1242345285] 'agreement among raft nodes before linearized reading' (duration: 1.10536703s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.578557Z","caller":"traceutil/trace.go:171","msg":"trace[1981670950] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-xwdks.18996bba59097236; range_end:; response_count:1; response_revision:24548; }","duration":"889.552408ms","start":"2026-03-03T19:46:19.688988Z","end":"2026-03-03T19:46:20.578541Z","steps":["trace[1981670950] 'agreement among raft nodes before linearized reading' (duration: 889.468196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.578558Z","caller":"traceutil/trace.go:171","msg":"trace[1727048500] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24548; }","duration":"1.214071557s","start":"2026-03-03T19:46:19.364475Z","end":"2026-03-03T19:46:20.578546Z","steps":["trace[1727048500] 'agreement among raft nodes before linearized reading' (duration: 1.214024266s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.578401Z","caller":"traceutil/trace.go:171","msg":"trace[2140616778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24548; }","duration":"1.461681908s","start":"2026-03-03T19:46:19.116695Z","end":"2026-03-03T19:46:20.578377Z","steps":["trace[2140616778] 'agreement among raft nodes before linearized reading' (duration: 1.461463063s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.578583Z","caller":"traceutil/trace.go:171","msg":"trace[339110028] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"1.533146003s","start":"2026-03-03T19:46:19.045429Z","end":"2026-03-03T19:46:20.578575Z","steps":["trace[339110028] 'process raft request' (duration: 1.53162132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.57859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.688966Z","time spent":"889.61819ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-xwdks.18996bba59097236\" "} {"level":"warn","ts":"2026-03-03T19:46:20.578599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.048041Z","time spent":"1.530536744s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.578607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.364443Z","time spent":"1.214154368s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.578617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.116651Z","time spent":"1.461954674s","remote":"127.0.0.1:37676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.578554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.670505Z","time spent":"908.03189ms","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:20.578423Z","caller":"traceutil/trace.go:171","msg":"trace[2084149775] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"1.530392371s","start":"2026-03-03T19:46:19.047963Z","end":"2026-03-03T19:46:20.578356Z","steps":["trace[2084149775] 'process raft request' (duration: 1.529166004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.843847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:20.578734Z","caller":"traceutil/trace.go:171","msg":"trace[1796820760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24548; }","duration":"967.908118ms","start":"2026-03-03T19:46:19.61082Z","end":"2026-03-03T19:46:20.578728Z","steps":["trace[1796820760] 'agreement among raft nodes before linearized reading' (duration: 967.826276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.610804Z","time spent":"967.949719ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:20.578611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.472916Z","time spent":"1.105664555s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.578786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.666538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:20.578816Z","caller":"traceutil/trace.go:171","msg":"trace[402466860] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24548; }","duration":"254.740339ms","start":"2026-03-03T19:46:20.324068Z","end":"2026-03-03T19:46:20.578808Z","steps":["trace[402466860] 'agreement among raft nodes before linearized reading' (duration: 254.679868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.686535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:46:20.57888Z","caller":"traceutil/trace.go:171","msg":"trace[2119483011] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24548; }","duration":"548.756167ms","start":"2026-03-03T19:46:20.030118Z","end":"2026-03-03T19:46:20.578874Z","steps":["trace[2119483011] 'agreement among raft nodes before linearized reading' (duration: 548.688925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051152758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:46:20.578898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.030085Z","time spent":"548.808118ms","remote":"127.0.0.1:54486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T19:46:20.578335Z","caller":"traceutil/trace.go:171","msg":"trace[1746964914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24548; }","duration":"1.533046021s","start":"2026-03-03T19:46:19.04528Z","end":"2026-03-03T19:46:20.578326Z","steps":["trace[1746964914] 'agreement among raft nodes before linearized reading' (duration: 1.532961919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.578887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.6171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.578826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.829253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.578934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.045262Z","time spent":"1.533662134s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:20.578999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.04795Z","time spent":"1.53079503s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.579063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.767261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.578477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18780747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.578626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.045394Z","time spent":"1.533212674s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.57842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536015297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:46:20.579299Z","caller":"traceutil/trace.go:171","msg":"trace[2131447035] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:24548; }","duration":"1.051285871s","start":"2026-03-03T19:46:19.527621Z","end":"2026-03-03T19:46:20.578907Z","steps":["trace[2131447035] 'agreement among raft nodes before linearized reading' (duration: 1.051019445s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.579308Z","caller":"traceutil/trace.go:171","msg":"trace[1553945536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24548; }","duration":"1.536985518s","start":"2026-03-03T19:46:19.042312Z","end":"2026-03-03T19:46:20.579297Z","steps":["trace[1553945536] 'agreement among raft nodes before linearized reading' (duration: 1.536046488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.042276Z","time spent":"1.53705467s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:20.579366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.527591Z","time spent":"1.051764782s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-03-03T19:46:20.578432Z","caller":"traceutil/trace.go:171","msg":"trace[620214299] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.53299663s","start":"2026-03-03T19:46:19.045426Z","end":"2026-03-03T19:46:20.578423Z","steps":["trace[620214299] 'process raft request' (duration: 1.531498787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.045396Z","time spent":"1.534002911s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.579448Z","caller":"traceutil/trace.go:171","msg":"trace[642769204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24548; }","duration":"782.024357ms","start":"2026-03-03T19:46:19.796938Z","end":"2026-03-03T19:46:20.578963Z","steps":["trace[642769204] 'agreement among raft nodes before linearized reading' (duration: 781.841993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.796911Z","time spent":"782.558618ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:20.579583Z","caller":"traceutil/trace.go:171","msg":"trace[44672763] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24548; }","duration":"337.779344ms","start":"2026-03-03T19:46:20.241177Z","end":"2026-03-03T19:46:20.578956Z","steps":["trace[44672763] 'agreement among raft nodes before linearized reading' (duration: 337.61218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.241156Z","time spent":"338.45328ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:20.579743Z","caller":"traceutil/trace.go:171","msg":"trace[852797704] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24548; }","duration":"888.821902ms","start":"2026-03-03T19:46:19.690271Z","end":"2026-03-03T19:46:20.579093Z","steps":["trace[852797704] 'agreement among raft nodes before linearized reading' (duration: 888.75432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.690265Z","time spent":"889.523188ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:46:20.579849Z","caller":"traceutil/trace.go:171","msg":"trace[803458878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24548; }","duration":"1.188625288s","start":"2026-03-03T19:46:19.390622Z","end":"2026-03-03T19:46:20.579247Z","steps":["trace[803458878] 'agreement among raft nodes before linearized reading' (duration: 1.18782331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.579885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.390597Z","time spent":"1.189280933s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:20.580112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012232789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:46:20.580226Z","caller":"traceutil/trace.go:171","msg":"trace[1067034316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24548; }","duration":"1.012581668s","start":"2026-03-03T19:46:19.567636Z","end":"2026-03-03T19:46:20.580218Z","steps":["trace[1067034316] 'agreement among raft nodes before linearized reading' (duration: 1.01003525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.580255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.567606Z","time spent":"1.012642658s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:46:21.186413Z","caller":"traceutil/trace.go:171","msg":"trace[1305558574] linearizableReadLoop","detail":"{readStateIndex:25419; appliedIndex:25417; }","duration":"602.294332ms","start":"2026-03-03T19:46:20.584093Z","end":"2026-03-03T19:46:21.186387Z","steps":["trace[1305558574] 'read index received' (duration: 75.562407ms)","trace[1305558574] 'applied index is now lower than readState.Index' (duration: 526.730895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:21.18651Z","caller":"traceutil/trace.go:171","msg":"trace[1222984690] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"602.728032ms","start":"2026-03-03T19:46:20.583736Z","end":"2026-03-03T19:46:21.186465Z","steps":["trace[1222984690] 'process raft request' (duration: 602.512717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:21.186537Z","caller":"traceutil/trace.go:171","msg":"trace[398780503] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"604.85177ms","start":"2026-03-03T19:46:20.581658Z","end":"2026-03-03T19:46:21.18651Z","steps":["trace[398780503] 'process raft request' (duration: 604.4031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:21.186622Z","caller":"traceutil/trace.go:171","msg":"trace[529050810] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"601.216568ms","start":"2026-03-03T19:46:20.585386Z","end":"2026-03-03T19:46:21.186602Z","steps":["trace[529050810] 'process raft request' (duration: 600.911981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.186687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.583719Z","time spent":"602.874285ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:21.186721Z","caller":"traceutil/trace.go:171","msg":"trace[1966386046] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"599.929829ms","start":"2026-03-03T19:46:20.586785Z","end":"2026-03-03T19:46:21.186714Z","steps":["trace[1966386046] 'process raft request' (duration: 599.544991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.186725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.581633Z","time spent":"604.972592ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:21.186686Z","caller":"traceutil/trace.go:171","msg":"trace[488284826] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"599.844777ms","start":"2026-03-03T19:46:20.586823Z","end":"2026-03-03T19:46:21.186668Z","steps":["trace[488284826] 'process raft request' (duration: 599.53277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.186796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.586769Z","time spent":"599.976731ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:21.186792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.585366Z","time spent":"601.304869ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:21.186949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.586804Z","time spent":"599.997391ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:21.187052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.956217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T19:46:21.187105Z","caller":"traceutil/trace.go:171","msg":"trace[1426757397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24553; }","duration":"603.049329ms","start":"2026-03-03T19:46:20.584047Z","end":"2026-03-03T19:46:21.187096Z","steps":["trace[1426757397] 'agreement among raft nodes before linearized reading' (duration: 602.767543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.187171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.584029Z","time spent":"603.134831ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:46:21.821695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.232166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:21.821858Z","caller":"traceutil/trace.go:171","msg":"trace[332413648] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25422; }","duration":"635.277719ms","start":"2026-03-03T19:46:21.186551Z","end":"2026-03-03T19:46:21.821829Z","steps":["trace[332413648] 'read index received' (duration: 167.667155ms)","trace[332413648] 'applied index is now lower than readState.Index' (duration: 467.607344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:21.822252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.473569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:21.822298Z","caller":"traceutil/trace.go:171","msg":"trace[1340244038] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.161006621s","start":"2026-03-03T19:46:20.661228Z","end":"2026-03-03T19:46:21.822234Z","steps":["trace[1340244038] 'process raft request' (duration: 693.09606ms)","trace[1340244038] 'compare' (duration: 466.450189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:21.822387Z","caller":"traceutil/trace.go:171","msg":"trace[862974278] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24554; }","duration":"642.636153ms","start":"2026-03-03T19:46:21.179724Z","end":"2026-03-03T19:46:21.82236Z","steps":["trace[862974278] 'agreement among raft nodes before linearized reading' (duration: 642.341776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.822451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.179626Z","time spent":"642.806347ms","remote":"127.0.0.1:42060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:21.82244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235090117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:21.822538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.719159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:21.822558Z","caller":"traceutil/trace.go:171","msg":"trace[255461552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24554; }","duration":"1.23525817s","start":"2026-03-03T19:46:20.58727Z","end":"2026-03-03T19:46:21.822528Z","steps":["trace[255461552] 'agreement among raft nodes before linearized reading' (duration: 1.235040616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.822567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.661211Z","time spent":"1.161207275s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:21.822624Z","caller":"traceutil/trace.go:171","msg":"trace[1286270554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24554; }","duration":"943.877092ms","start":"2026-03-03T19:46:20.878728Z","end":"2026-03-03T19:46:21.822605Z","steps":["trace[1286270554] 'agreement among raft nodes before linearized reading' (duration: 943.546635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.822647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.587251Z","time spent":"1.235372553s","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:21.822677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.878695Z","time spent":"943.969913ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:21.822685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.367787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:21.822759Z","caller":"traceutil/trace.go:171","msg":"trace[2100021945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24554; }","duration":"531.50318ms","start":"2026-03-03T19:46:21.291239Z","end":"2026-03-03T19:46:21.822742Z","steps":["trace[2100021945] 'agreement among raft nodes before linearized reading' (duration: 531.354837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.822789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237866318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:21.822843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.291212Z","time spent":"531.603973ms","remote":"127.0.0.1:55866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:21.822958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.43642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-03-03T19:46:21.823049Z","caller":"traceutil/trace.go:171","msg":"trace[1881443381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24554; }","duration":"634.551272ms","start":"2026-03-03T19:46:21.188472Z","end":"2026-03-03T19:46:21.823023Z","steps":["trace[1881443381] 'agreement among raft nodes before linearized reading' (duration: 634.149583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.823094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.188444Z","time spent":"634.641725ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18643,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T19:46:21.823219Z","caller":"traceutil/trace.go:171","msg":"trace[2109966358] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24554; }","duration":"1.238092774s","start":"2026-03-03T19:46:20.584809Z","end":"2026-03-03T19:46:21.822902Z","steps":["trace[2109966358] 'agreement among raft nodes before linearized reading' (duration: 1.237727556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:21.823307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.584798Z","time spent":"1.238491782s","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:46:22.345529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.447392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:22.34612Z","caller":"traceutil/trace.go:171","msg":"trace[76649948] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"301.74773ms","start":"2026-03-03T19:46:22.044345Z","end":"2026-03-03T19:46:22.346093Z","steps":["trace[76649948] 'process raft request' (duration: 301.602026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:22.346235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.044307Z","time spent":"301.875103ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:22.34651Z","caller":"traceutil/trace.go:171","msg":"trace[793412603] linearizableReadLoop","detail":"{readStateIndex:25424; appliedIndex:25423; }","duration":"517.390426ms","start":"2026-03-03T19:46:21.82907Z","end":"2026-03-03T19:46:22.346461Z","steps":["trace[793412603] 'read index received' (duration: 236.890631ms)","trace[793412603] 'applied index is now lower than readState.Index' (duration: 280.489025ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:22.346708Z","caller":"traceutil/trace.go:171","msg":"trace[121106187] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"518.334147ms","start":"2026-03-03T19:46:21.828355Z","end":"2026-03-03T19:46:22.346689Z","steps":["trace[121106187] 'process raft request' (duration: 237.584566ms)","trace[121106187] 'compare' (duration: 279.127525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:22.346879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.828337Z","time spent":"518.411579ms","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:22.346928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.906188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:22.346994Z","caller":"traceutil/trace.go:171","msg":"trace[1485063756] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24556; }","duration":"458.011799ms","start":"2026-03-03T19:46:21.888966Z","end":"2026-03-03T19:46:22.346977Z","steps":["trace[1485063756] 'agreement among raft nodes before linearized reading' (duration: 457.902537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:22.346961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.834579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:22.347049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.888944Z","time spent":"458.093991ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T19:46:22.347072Z","caller":"traceutil/trace.go:171","msg":"trace[831293523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24556; }","duration":"514.990712ms","start":"2026-03-03T19:46:21.832054Z","end":"2026-03-03T19:46:22.347045Z","steps":["trace[831293523] 'agreement among raft nodes before linearized reading' (duration: 514.769047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:22.347143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.832043Z","time spent":"515.091114ms","remote":"127.0.0.1:54392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:22.347106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.015499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:22.347208Z","caller":"traceutil/trace.go:171","msg":"trace[217570709] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24556; }","duration":"518.143852ms","start":"2026-03-03T19:46:21.829043Z","end":"2026-03-03T19:46:22.347187Z","steps":["trace[217570709] 'agreement among raft nodes before linearized reading' (duration: 517.799504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:22.347282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:21.82902Z","time spent":"518.249465ms","remote":"127.0.0.1:54638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T19:47:02.273374Z","caller":"traceutil/trace.go:171","msg":"trace[1752232708] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"190.429693ms","start":"2026-03-03T19:47:02.082898Z","end":"2026-03-03T19:47:02.273328Z","steps":["trace[1752232708] 'process raft request' (duration: 190.146977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:11.020565Z","caller":"traceutil/trace.go:171","msg":"trace[258385083] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"122.017044ms","start":"2026-03-03T19:47:10.898527Z","end":"2026-03-03T19:47:11.020544Z","steps":["trace[258385083] 'process raft request' (duration: 121.82242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:11.020953Z","caller":"traceutil/trace.go:171","msg":"trace[2049138655] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"120.259755ms","start":"2026-03-03T19:47:10.900678Z","end":"2026-03-03T19:47:11.020938Z","steps":["trace[2049138655] 'process raft request' (duration: 119.826045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:11.021109Z","caller":"traceutil/trace.go:171","msg":"trace[110693721] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"111.01001ms","start":"2026-03-03T19:47:10.910067Z","end":"2026-03-03T19:47:11.021077Z","steps":["trace[110693721] 'process raft request' (duration: 110.824935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:11.02116Z","caller":"traceutil/trace.go:171","msg":"trace[1468565758] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"110.580541ms","start":"2026-03-03T19:47:10.910571Z","end":"2026-03-03T19:47:11.021151Z","steps":["trace[1468565758] 'process raft request' (duration: 110.463987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:06.359026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23508} {"level":"info","ts":"2026-03-03T19:49:06.505334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23508,"took":"140.557869ms","hash":1671017559,"current-db-size-bytes":47931392,"current-db-size":"48 MB","current-db-size-in-use-bytes":32845824,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T19:49:06.505421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1671017559,"revision":23508,"compact-revision":20423} {"level":"info","ts":"2026-03-03T19:54:06.365454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26054} {"level":"info","ts":"2026-03-03T19:54:06.488322Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26054,"took":"118.773712ms","hash":3826883121,"current-db-size-bytes":47931392,"current-db-size":"48 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T19:54:06.488394Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3826883121,"revision":26054,"compact-revision":23508} {"level":"info","ts":"2026-03-03T19:55:23.821443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:55:23.826549Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-03T19:55:23.826625Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-03T19:59:06.372488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28412} {"level":"info","ts":"2026-03-03T19:59:06.496907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28412,"took":"119.141277ms","hash":3751926684,"current-db-size-bytes":47931392,"current-db-size":"48 MB","current-db-size-in-use-bytes":27639808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T19:59:06.496988Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3751926684,"revision":28412,"compact-revision":26054} {"level":"info","ts":"2026-03-03T20:04:06.381967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30526} {"level":"info","ts":"2026-03-03T20:04:06.546927Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30526,"took":"156.957141ms","hash":4152980331,"current-db-size-bytes":47931392,"current-db-size":"48 MB","current-db-size-in-use-bytes":27734016,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:04:06.546997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4152980331,"revision":30526,"compact-revision":28412} {"level":"info","ts":"2026-03-03T20:08:41.008379Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c0d.wal"} {"level":"info","ts":"2026-03-03T20:09:06.396639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32736} {"level":"info","ts":"2026-03-03T20:09:06.544191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32736,"took":"144.173551ms","hash":1072907809,"current-db-size-bytes":49238016,"current-db-size":"49 MB","current-db-size-in-use-bytes":29679616,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T20:09:06.544341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1072907809,"revision":32736,"compact-revision":30526} {"level":"info","ts":"2026-03-03T20:14:06.403309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34855} {"level":"info","ts":"2026-03-03T20:14:06.529512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34855,"took":"120.29044ms","hash":1470819870,"current-db-size-bytes":49659904,"current-db-size":"50 MB","current-db-size-in-use-bytes":28143616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:14:06.529791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1470819870,"revision":34855,"compact-revision":32736}