{"level":"warn","ts":"2026-03-18T00:47:11.027426Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:11.027574Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T00:47:11.027681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T00:47:11.027702Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-18T00:47:11.027731Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:11.028566Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-18T00:47:11.028659Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T00:47:11.035595Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.622741ms"} {"level":"info","ts":"2026-03-18T00:47:11.043026Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-18T00:47:11.043137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T00:47:11.043174Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-18T00:47:11.043191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T00:47:11.043202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.043251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-18T00:47:11.049561Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T00:47:11.051418Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T00:47:11.053104Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T00:47:11.055841Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T00:47:11.056073Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T00:47:11.056226Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:11.056304Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:11.056316Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T00:47:11.057593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-18T00:47:11.061015Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-18T00:47:11.062093Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T00:47:11.062212Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-18T00:47:11.062248Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-18T00:47:11.062353Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T00:47:11.062399Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T00:47:11.443837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.443908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.443957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-18T00:47:11.443979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.444003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.444019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.444038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-18T00:47:11.445088Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T00:47:11.445138Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:11.445217Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T00:47:11.445287Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.445484Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T00:47:11.445702Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T00:47:11.446909Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.447023Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.447055Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T00:47:11.44767Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-18T00:47:11.448643Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T00:47:14.101481Z","caller":"traceutil/trace.go:171","msg":"trace[1743466634] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"189.596892ms","start":"2026-03-18T00:47:13.911859Z","end":"2026-03-18T00:47:14.101456Z","steps":["trace[1743466634] 'process raft request' (duration: 189.462667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:14.527447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.593005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T00:47:14.527605Z","caller":"traceutil/trace.go:171","msg":"trace[1853081431] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"319.402823ms","start":"2026-03-18T00:47:14.208181Z","end":"2026-03-18T00:47:14.527584Z","steps":["trace[1853081431] 'process raft request' (duration: 213.084123ms)","trace[1853081431] 'compare' (duration: 105.347208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:14.527671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:14.208168Z","time spent":"319.476266ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:14.894571Z","caller":"traceutil/trace.go:171","msg":"trace[1675029031] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"104.839441ms","start":"2026-03-18T00:47:14.789691Z","end":"2026-03-18T00:47:14.89453Z","steps":["trace[1675029031] 'process raft request' (duration: 28.51943ms)","trace[1675029031] 'compare' (duration: 76.190476ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:15.331714Z","caller":"traceutil/trace.go:171","msg":"trace[258975383] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"106.649661ms","start":"2026-03-18T00:47:15.225031Z","end":"2026-03-18T00:47:15.331681Z","steps":["trace[258975383] 'process raft request' (duration: 47.567974ms)","trace[258975383] 'compare' (duration: 58.917861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:15.70443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.827302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:15.704557Z","caller":"traceutil/trace.go:171","msg":"trace[1881080276] transaction","detail":"{read_only:false; response_revision:129; number_of_response:1; }","duration":"304.014212ms","start":"2026-03-18T00:47:15.400523Z","end":"2026-03-18T00:47:15.704537Z","steps":["trace[1881080276] 'process raft request' (duration: 140.987393ms)","trace[1881080276] 'compare' (duration: 162.675237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:15.704627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:15.400506Z","time spent":"304.090493ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:15.845438Z","caller":"traceutil/trace.go:171","msg":"trace[780168340] transaction","detail":"{read_only:false; response_revision:130; number_of_response:1; }","duration":"133.833686ms","start":"2026-03-18T00:47:15.711569Z","end":"2026-03-18T00:47:15.845403Z","steps":["trace[780168340] 'process raft request' (duration: 97.725624ms)","trace[780168340] 'compare' (duration: 35.966777ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:21.274484Z","caller":"traceutil/trace.go:171","msg":"trace[561520981] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"108.883383ms","start":"2026-03-18T00:47:21.16557Z","end":"2026-03-18T00:47:21.274454Z","steps":["trace[561520981] 'process raft request' (duration: 108.404041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:21.652648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.818404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-18T00:47:21.652748Z","caller":"traceutil/trace.go:171","msg":"trace[637548015] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:337; }","duration":"124.962048ms","start":"2026-03-18T00:47:21.527757Z","end":"2026-03-18T00:47:21.652719Z","steps":["trace[637548015] 'range keys from in-memory index tree' (duration: 124.711892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:22.033265Z","caller":"traceutil/trace.go:171","msg":"trace[1849470541] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:353; }","duration":"139.971116ms","start":"2026-03-18T00:47:21.893263Z","end":"2026-03-18T00:47:22.033234Z","steps":["trace[1849470541] 'read index received' (duration: 98.07556ms)","trace[1849470541] 'applied index is now lower than readState.Index' (duration: 41.893685ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:22.033327Z","caller":"traceutil/trace.go:171","msg":"trace[325172019] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"154.702184ms","start":"2026-03-18T00:47:21.878549Z","end":"2026-03-18T00:47:22.033251Z","steps":["trace[325172019] 'process raft request' (duration: 112.86405ms)","trace[325172019] 'compare' (duration: 41.6907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:22.033478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.187582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:47:22.033556Z","caller":"traceutil/trace.go:171","msg":"trace[1799807685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:343; }","duration":"140.319825ms","start":"2026-03-18T00:47:21.893216Z","end":"2026-03-18T00:47:22.033536Z","steps":["trace[1799807685] 'agreement among raft nodes before linearized reading' (duration: 140.101869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:22.655497Z","caller":"traceutil/trace.go:171","msg":"trace[203879680] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:359; }","duration":"127.712021ms","start":"2026-03-18T00:47:22.527759Z","end":"2026-03-18T00:47:22.655471Z","steps":["trace[203879680] 'read index received' (duration: 127.531606ms)","trace[203879680] 'applied index is now lower than readState.Index' (duration: 179.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:22.655819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.03722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-18T00:47:22.655908Z","caller":"traceutil/trace.go:171","msg":"trace[1107216305] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:349; }","duration":"128.192394ms","start":"2026-03-18T00:47:22.527696Z","end":"2026-03-18T00:47:22.655888Z","steps":["trace[1107216305] 'agreement among raft nodes before linearized reading' (duration: 127.926377ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:22.655958Z","caller":"traceutil/trace.go:171","msg":"trace[1834966309] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"170.260474ms","start":"2026-03-18T00:47:22.48535Z","end":"2026-03-18T00:47:22.655611Z","steps":["trace[1834966309] 'process raft request' (duration: 169.946475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.017406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.809458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:23.01751Z","caller":"traceutil/trace.go:171","msg":"trace[1562814380] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"356.916831ms","start":"2026-03-18T00:47:22.660574Z","end":"2026-03-18T00:47:23.017491Z","steps":["trace[1562814380] 'process raft request' (duration: 182.94348ms)","trace[1562814380] 'compare' (duration: 173.688104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:23.017566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.660545Z","time spent":"356.998473ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:23.090502Z","caller":"traceutil/trace.go:171","msg":"trace[1883996087] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"423.260692ms","start":"2026-03-18T00:47:22.667208Z","end":"2026-03-18T00:47:23.090468Z","steps":["trace[1883996087] 'process raft request' (duration: 422.952434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.090685Z","caller":"traceutil/trace.go:171","msg":"trace[2000071675] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"423.283183ms","start":"2026-03-18T00:47:22.667389Z","end":"2026-03-18T00:47:23.090673Z","steps":["trace[2000071675] 'process raft request' (duration: 422.987385ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.090862Z","caller":"traceutil/trace.go:171","msg":"trace[1028359748] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:360; }","duration":"414.187883ms","start":"2026-03-18T00:47:22.676663Z","end":"2026-03-18T00:47:23.090851Z","steps":["trace[1028359748] 'read index received' (duration: 166.885316ms)","trace[1028359748] 'applied index is now lower than readState.Index' (duration: 247.301707ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:23.09093Z","caller":"traceutil/trace.go:171","msg":"trace[1759588816] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"423.450167ms","start":"2026-03-18T00:47:22.667472Z","end":"2026-03-18T00:47:23.090922Z","steps":["trace[1759588816] 'process raft request' (duration: 423.145939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.091014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.667171Z","time spent":"423.436407ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:23.091033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.667444Z","time spent":"423.536269ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:23.091125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.43716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-18T00:47:23.09117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.667378Z","time spent":"423.351775ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:23.09123Z","caller":"traceutil/trace.go:171","msg":"trace[1577131102] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:353; }","duration":"414.572353ms","start":"2026-03-18T00:47:22.676634Z","end":"2026-03-18T00:47:23.091206Z","steps":["trace[1577131102] 'agreement among raft nodes before linearized reading' (duration: 414.412779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.091278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.676622Z","time spent":"414.647954ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-18T00:47:23.109489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.217646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-18T00:47:23.1095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.116152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-03-18T00:47:23.109531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.841639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-18T00:47:23.109558Z","caller":"traceutil/trace.go:171","msg":"trace[2000009311] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:354; }","duration":"230.33369ms","start":"2026-03-18T00:47:22.879205Z","end":"2026-03-18T00:47:23.109539Z","steps":["trace[2000009311] 'agreement among raft nodes before linearized reading' (duration: 230.138574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.109571Z","caller":"traceutil/trace.go:171","msg":"trace[1500915427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:354; }","duration":"372.221285ms","start":"2026-03-18T00:47:22.737329Z","end":"2026-03-18T00:47:23.10955Z","steps":["trace[1500915427] 'agreement among raft nodes before linearized reading' (duration: 372.085042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.109591Z","caller":"traceutil/trace.go:171","msg":"trace[755216916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:354; }","duration":"381.954361ms","start":"2026-03-18T00:47:22.727619Z","end":"2026-03-18T00:47:23.109573Z","steps":["trace[755216916] 'agreement among raft nodes before linearized reading' (duration: 381.843909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.109609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.737308Z","time spent":"372.293267ms","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4225,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T00:47:23.10973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.206664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-18T00:47:23.109728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.727592Z","time spent":"382.119227ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-18T00:47:23.109681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-18T00:47:23.109689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.624414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-18T00:47:23.109778Z","caller":"traceutil/trace.go:171","msg":"trace[1089093840] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:354; }","duration":"181.292105ms","start":"2026-03-18T00:47:22.928472Z","end":"2026-03-18T00:47:23.109764Z","steps":["trace[1089093840] 'agreement among raft nodes before linearized reading' (duration: 181.212882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.109838Z","caller":"traceutil/trace.go:171","msg":"trace[229677417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:354; }","duration":"131.84316ms","start":"2026-03-18T00:47:22.977943Z","end":"2026-03-18T00:47:23.109786Z","steps":["trace[229677417] 'agreement among raft nodes before linearized reading' (duration: 131.557983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:23.109848Z","caller":"traceutil/trace.go:171","msg":"trace[1805565270] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:354; }","duration":"281.813707ms","start":"2026-03-18T00:47:22.827984Z","end":"2026-03-18T00:47:23.109797Z","steps":["trace[1805565270] 'agreement among raft nodes before linearized reading' (duration: 281.572711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.109824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.321805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T00:47:23.110016Z","caller":"traceutil/trace.go:171","msg":"trace[471634142] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:354; }","duration":"331.580183ms","start":"2026-03-18T00:47:22.778416Z","end":"2026-03-18T00:47:23.109996Z","steps":["trace[471634142] 'agreement among raft nodes before linearized reading' (duration: 331.265634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:23.110086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:22.778389Z","time spent":"331.677825ms","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-18T00:47:23.610213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610642484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:24.111485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610642484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:24.237858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128726202s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:47:24.239294Z","caller":"traceutil/trace.go:171","msg":"trace[688959631] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.139682331s","start":"2026-03-18T00:47:23.099529Z","end":"2026-03-18T00:47:24.239211Z","steps":["trace[688959631] 'process raft request' (duration: 1.138987532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:24.239671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.099501Z","time spent":"1.139978499s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:24.240036Z","caller":"traceutil/trace.go:171","msg":"trace[84274542] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.138741567s","start":"2026-03-18T00:47:23.101257Z","end":"2026-03-18T00:47:24.239998Z","steps":["trace[84274542] 'process raft request' (duration: 1.137613176s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:24.240272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.101236Z","time spent":"1.13891774s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:25.599484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361359133s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:47:25.611673Z","caller":"traceutil/trace.go:171","msg":"trace[478941832] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"2.497592062s","start":"2026-03-18T00:47:23.11404Z","end":"2026-03-18T00:47:25.611632Z","steps":["trace[478941832] 'process raft request' (duration: 2.485611286s)","trace[478941832] 'compare' (duration: 11.654347ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:25.611726Z","caller":"traceutil/trace.go:171","msg":"trace[1369789885] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"2.4948217s","start":"2026-03-18T00:47:23.11687Z","end":"2026-03-18T00:47:25.611691Z","steps":["trace[1369789885] 'process raft request' (duration: 2.494650065s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.611812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.114007Z","time spent":"2.497725586s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:25.611868Z","caller":"traceutil/trace.go:171","msg":"trace[1878808199] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"2.491536842s","start":"2026-03-18T00:47:23.120298Z","end":"2026-03-18T00:47:25.611835Z","steps":["trace[1878808199] 'process raft request' (duration: 2.491383409s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.611881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.116841Z","time spent":"2.494957353s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:47:25.61197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.120284Z","time spent":"2.491636865s","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:25.611925Z","caller":"traceutil/trace.go:171","msg":"trace[1266930671] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"2.49141927s","start":"2026-03-18T00:47:23.120468Z","end":"2026-03-18T00:47:25.611887Z","steps":["trace[1266930671] 'process raft request' (duration: 2.491256625s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612042Z","caller":"traceutil/trace.go:171","msg":"trace[1757971625] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"2.494176062s","start":"2026-03-18T00:47:23.117823Z","end":"2026-03-18T00:47:25.611999Z","steps":["trace[1757971625] 'process raft request' (duration: 2.493743851s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612135Z","caller":"traceutil/trace.go:171","msg":"trace[1966008951] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"2.493980027s","start":"2026-03-18T00:47:23.118145Z","end":"2026-03-18T00:47:25.612125Z","steps":["trace[1966008951] 'process raft request' (duration: 2.493498534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.61212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.12046Z","time spent":"2.491563613s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:47:25.612176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.118124Z","time spent":"2.494032988s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:47:25.612245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.117804Z","time spent":"2.494323976s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:25.612286Z","caller":"traceutil/trace.go:171","msg":"trace[900615086] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"2.490523296s","start":"2026-03-18T00:47:23.121746Z","end":"2026-03-18T00:47:25.612269Z","steps":["trace[900615086] 'process raft request' (duration: 2.490014292s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612315Z","caller":"traceutil/trace.go:171","msg":"trace[122029912] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"2.19440516s","start":"2026-03-18T00:47:23.417897Z","end":"2026-03-18T00:47:25.612302Z","steps":["trace[122029912] 'process raft request' (duration: 2.193928478s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612369Z","caller":"traceutil/trace.go:171","msg":"trace[1958828453] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:365; }","duration":"2.503053648s","start":"2026-03-18T00:47:23.109274Z","end":"2026-03-18T00:47:25.612328Z","steps":["trace[1958828453] 'read index received' (duration: 1.128952058s)","trace[1958828453] 'applied index is now lower than readState.Index' (duration: 1.37410067s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:25.612381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.121738Z","time spent":"2.490591378s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:25.612393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.417869Z","time spent":"2.194476072s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:25.612427Z","caller":"traceutil/trace.go:171","msg":"trace[919795549] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.363677293s","start":"2026-03-18T00:47:24.248733Z","end":"2026-03-18T00:47:25.61241Z","steps":["trace[919795549] 'process raft request' (duration: 1.363355085s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.612498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:24.248711Z","time spent":"1.363749605s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:25.612503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517445096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-18T00:47:25.612522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484721023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-18T00:47:25.612546Z","caller":"traceutil/trace.go:171","msg":"trace[46648580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:365; }","duration":"2.484833305s","start":"2026-03-18T00:47:23.127706Z","end":"2026-03-18T00:47:25.612539Z","steps":["trace[46648580] 'agreement among raft nodes before linearized reading' (duration: 2.484739483s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612543Z","caller":"traceutil/trace.go:171","msg":"trace[1194212472] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:365; }","duration":"2.517535828s","start":"2026-03-18T00:47:23.094994Z","end":"2026-03-18T00:47:25.612529Z","steps":["trace[1194212472] 'agreement among raft nodes before linearized reading' (duration: 2.517438956s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.612567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.127696Z","time spent":"2.484866296s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-18T00:47:25.612584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.094963Z","time spent":"2.51761306s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-18T00:47:25.612616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545597025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:47:25.612695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452942944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T00:47:25.612703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118495073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-18T00:47:25.612726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462104615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:47:25.612725Z","caller":"traceutil/trace.go:171","msg":"trace[566633368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:365; }","duration":"2.452987444s","start":"2026-03-18T00:47:23.159728Z","end":"2026-03-18T00:47:25.612716Z","steps":["trace[566633368] 'agreement among raft nodes before linearized reading' (duration: 2.452931853s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612719Z","caller":"traceutil/trace.go:171","msg":"trace[1791412213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"1.545719758s","start":"2026-03-18T00:47:24.066977Z","end":"2026-03-18T00:47:25.612696Z","steps":["trace[1791412213] 'agreement among raft nodes before linearized reading' (duration: 1.545502732s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612738Z","caller":"traceutil/trace.go:171","msg":"trace[1642813548] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:365; }","duration":"1.118566124s","start":"2026-03-18T00:47:24.494162Z","end":"2026-03-18T00:47:25.612728Z","steps":["trace[1642813548] 'agreement among raft nodes before linearized reading' (duration: 1.118497173s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:25.612749Z","caller":"traceutil/trace.go:171","msg":"trace[203864971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"2.462161697s","start":"2026-03-18T00:47:23.15058Z","end":"2026-03-18T00:47:25.612742Z","steps":["trace[203864971] 'agreement among raft nodes before linearized reading' (duration: 2.462110916s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.612738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895868449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:47:25.61277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.150561Z","time spent":"2.462204868s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:25.612759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.159721Z","time spent":"2.453029286s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:25.612772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:24.494134Z","time spent":"1.118630746s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4350,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-18T00:47:25.612776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:24.066901Z","time spent":"1.545862661s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:47:25.612789Z","caller":"traceutil/trace.go:171","msg":"trace[884056954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:365; }","duration":"1.895974772s","start":"2026-03-18T00:47:23.716801Z","end":"2026-03-18T00:47:25.612776Z","steps":["trace[884056954] 'agreement among raft nodes before linearized reading' (duration: 1.89587404s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:25.612828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:23.71677Z","time spent":"1.896050974s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:47:28.214734Z","caller":"traceutil/trace.go:171","msg":"trace[540133003] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"101.012246ms","start":"2026-03-18T00:47:28.113699Z","end":"2026-03-18T00:47:28.214711Z","steps":["trace[540133003] 'process raft request' (duration: 100.862082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:29.242503Z","caller":"traceutil/trace.go:171","msg":"trace[1468694306] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"105.906085ms","start":"2026-03-18T00:47:29.136569Z","end":"2026-03-18T00:47:29.242475Z","steps":["trace[1468694306] 'process raft request' (duration: 63.823275ms)","trace[1468694306] 'compare' (duration: 41.954326ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:35.238114Z","caller":"traceutil/trace.go:171","msg":"trace[53472504] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"207.064455ms","start":"2026-03-18T00:47:35.031018Z","end":"2026-03-18T00:47:35.238082Z","steps":["trace[53472504] 'process raft request' (duration: 206.88892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:35.423112Z","caller":"traceutil/trace.go:171","msg":"trace[447963871] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"126.346094ms","start":"2026-03-18T00:47:35.296725Z","end":"2026-03-18T00:47:35.423071Z","steps":["trace[447963871] 'process raft request' (duration: 53.42302ms)","trace[447963871] 'compare' (duration: 72.716779ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:35.463179Z","caller":"traceutil/trace.go:171","msg":"trace[1921232241] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"165.949881ms","start":"2026-03-18T00:47:35.297186Z","end":"2026-03-18T00:47:35.463136Z","steps":["trace[1921232241] 'process raft request' (duration: 165.670384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:35.463103Z","caller":"traceutil/trace.go:171","msg":"trace[1032275298] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"163.409903ms","start":"2026-03-18T00:47:35.299673Z","end":"2026-03-18T00:47:35.463083Z","steps":["trace[1032275298] 'process raft request' (duration: 163.332621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:35.666413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.584684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:35.666848Z","caller":"traceutil/trace.go:171","msg":"trace[1048583575] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"198.591162ms","start":"2026-03-18T00:47:35.468161Z","end":"2026-03-18T00:47:35.666752Z","steps":["trace[1048583575] 'process raft request' (duration: 72.522894ms)","trace[1048583575] 'compare' (duration: 125.352588ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:35.666951Z","caller":"traceutil/trace.go:171","msg":"trace[2010118908] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"196.874896ms","start":"2026-03-18T00:47:35.470022Z","end":"2026-03-18T00:47:35.666897Z","steps":["trace[2010118908] 'process raft request' (duration: 196.589189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:35.667946Z","caller":"traceutil/trace.go:171","msg":"trace[933591333] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"197.816981ms","start":"2026-03-18T00:47:35.470074Z","end":"2026-03-18T00:47:35.667891Z","steps":["trace[933591333] 'process raft request' (duration: 196.713411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:35.667997Z","caller":"traceutil/trace.go:171","msg":"trace[1803748324] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"197.79135ms","start":"2026-03-18T00:47:35.470165Z","end":"2026-03-18T00:47:35.667956Z","steps":["trace[1803748324] 'process raft request' (duration: 197.537104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:36.173169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610642608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:47:37.337752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.763671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:37.337864Z","caller":"traceutil/trace.go:171","msg":"trace[2086249020] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"1.695705628s","start":"2026-03-18T00:47:35.642144Z","end":"2026-03-18T00:47:37.337849Z","steps":["trace[2086249020] 'process raft request' (duration: 973.548256ms)","trace[2086249020] 'compare' (duration: 721.206757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:37.337936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.642105Z","time spent":"1.69578465s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:37.364505Z","caller":"traceutil/trace.go:171","msg":"trace[2132609915] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:449; }","duration":"1.692445012s","start":"2026-03-18T00:47:35.67203Z","end":"2026-03-18T00:47:37.364475Z","steps":["trace[2132609915] 'read index received' (duration: 943.68829ms)","trace[2132609915] 'applied index is now lower than readState.Index' (duration: 748.755652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:37.364695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692638288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-wwx8b\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-03-18T00:47:37.364738Z","caller":"traceutil/trace.go:171","msg":"trace[272731482] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-wwx8b; range_end:; response_count:1; response_revision:438; }","duration":"1.692732781s","start":"2026-03-18T00:47:35.671987Z","end":"2026-03-18T00:47:37.36472Z","steps":["trace[272731482] 'agreement among raft nodes before linearized reading' (duration: 1.692633178s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:37.364693Z","caller":"traceutil/trace.go:171","msg":"trace[723254461] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"1.691366275s","start":"2026-03-18T00:47:35.673257Z","end":"2026-03-18T00:47:37.364624Z","steps":["trace[723254461] 'process raft request' (duration: 1.690998665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.364783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.671968Z","time spent":"1.692805043s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4040,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-wwx8b\" "} {"level":"warn","ts":"2026-03-18T00:47:37.364805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688776846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"warn","ts":"2026-03-18T00:47:37.36484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580255511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:47:37.364922Z","caller":"traceutil/trace.go:171","msg":"trace[1069390247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:438; }","duration":"1.580384034s","start":"2026-03-18T00:47:35.784521Z","end":"2026-03-18T00:47:37.364905Z","steps":["trace[1069390247] 'agreement among raft nodes before linearized reading' (duration: 1.580197429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.364937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580711933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:47:37.364909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.673239Z","time spent":"1.691571649s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:47:37.364961Z","caller":"traceutil/trace.go:171","msg":"trace[2032131506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:438; }","duration":"1.580758665s","start":"2026-03-18T00:47:35.784196Z","end":"2026-03-18T00:47:37.364955Z","steps":["trace[2032131506] 'agreement among raft nodes before linearized reading' (duration: 1.580700103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.364972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.784507Z","time spent":"1.580456678s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:47:37.364992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.784187Z","time spent":"1.580799956s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:47:37.364876Z","caller":"traceutil/trace.go:171","msg":"trace[575453492] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:438; }","duration":"1.688871548s","start":"2026-03-18T00:47:35.675987Z","end":"2026-03-18T00:47:37.364859Z","steps":["trace[575453492] 'agreement among raft nodes before linearized reading' (duration: 1.688712943s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.365122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101277428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:47:37.365127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.675981Z","time spent":"1.689133824s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4219,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-18T00:47:37.36515Z","caller":"traceutil/trace.go:171","msg":"trace[1154729015] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:438; }","duration":"1.101303429s","start":"2026-03-18T00:47:36.263837Z","end":"2026-03-18T00:47:37.36514Z","steps":["trace[1154729015] 'agreement among raft nodes before linearized reading' (duration: 1.101254268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.365086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.750128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:37.36518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:36.263736Z","time spent":"1.101433993s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-18T00:47:37.365229Z","caller":"traceutil/trace.go:171","msg":"trace[1110067426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"475.939802ms","start":"2026-03-18T00:47:36.889252Z","end":"2026-03-18T00:47:37.365192Z","steps":["trace[1110067426] 'agreement among raft nodes before linearized reading' (duration: 475.716756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.365284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638275394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:47:37.36529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:36.889227Z","time spent":"476.050786ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:47:37.365349Z","caller":"traceutil/trace.go:171","msg":"trace[1161690461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:438; }","duration":"1.638384016s","start":"2026-03-18T00:47:35.726945Z","end":"2026-03-18T00:47:37.365329Z","steps":["trace[1161690461] 'agreement among raft nodes before linearized reading' (duration: 1.638250773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.365389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.726921Z","time spent":"1.638460418s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:47:37.365397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586109216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:37.365446Z","caller":"traceutil/trace.go:171","msg":"trace[1308936614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:438; }","duration":"1.586217849s","start":"2026-03-18T00:47:35.779214Z","end":"2026-03-18T00:47:37.365432Z","steps":["trace[1308936614] 'agreement among raft nodes before linearized reading' (duration: 1.586101166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.365483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.779181Z","time spent":"1.586294672s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:47:37.367506Z","caller":"traceutil/trace.go:171","msg":"trace[679027338] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.686904997s","start":"2026-03-18T00:47:35.680578Z","end":"2026-03-18T00:47:37.367483Z","steps":["trace[679027338] 'process raft request' (duration: 1.683828836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:37.367642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:35.680569Z","time spent":"1.686992769s","remote":"127.0.0.1:58340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:39.514027Z","caller":"traceutil/trace.go:171","msg":"trace[2117860266] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"119.953566ms","start":"2026-03-18T00:47:39.39405Z","end":"2026-03-18T00:47:39.514003Z","steps":["trace[2117860266] 'process raft request' (duration: 119.803992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:39.525429Z","caller":"traceutil/trace.go:171","msg":"trace[1480743415] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"131.018699ms","start":"2026-03-18T00:47:39.394395Z","end":"2026-03-18T00:47:39.525413Z","steps":["trace[1480743415] 'process raft request' (duration: 130.754641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:39.525418Z","caller":"traceutil/trace.go:171","msg":"trace[1697613619] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"130.471453ms","start":"2026-03-18T00:47:39.394921Z","end":"2026-03-18T00:47:39.525392Z","steps":["trace[1697613619] 'process raft request' (duration: 130.373431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:39.525577Z","caller":"traceutil/trace.go:171","msg":"trace[1869339972] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"130.528496ms","start":"2026-03-18T00:47:39.395005Z","end":"2026-03-18T00:47:39.525533Z","steps":["trace[1869339972] 'process raft request' (duration: 130.33726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:43.832979Z","caller":"traceutil/trace.go:171","msg":"trace[1323051482] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"283.682286ms","start":"2026-03-18T00:47:43.549275Z","end":"2026-03-18T00:47:43.832958Z","steps":["trace[1323051482] 'process raft request' (duration: 275.937792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.04855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610642693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:47:46.238252Z","caller":"traceutil/trace.go:171","msg":"trace[1749957721] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"689.721315ms","start":"2026-03-18T00:47:45.5485Z","end":"2026-03-18T00:47:46.238221Z","steps":["trace[1749957721] 'read index received' (duration: 689.572341ms)","trace[1749957721] 'applied index is now lower than readState.Index' (duration: 147.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:46.238306Z","caller":"traceutil/trace.go:171","msg":"trace[1032179147] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"690.559537ms","start":"2026-03-18T00:47:45.547723Z","end":"2026-03-18T00:47:46.238282Z","steps":["trace[1032179147] 'process raft request' (duration: 690.342501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.238453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.846933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:47:46.238501Z","caller":"traceutil/trace.go:171","msg":"trace[679019085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:475; }","duration":"646.926525ms","start":"2026-03-18T00:47:45.591561Z","end":"2026-03-18T00:47:46.238488Z","steps":["trace[679019085] 'agreement among raft nodes before linearized reading' (duration: 646.835263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.238487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.952252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:47:46.238557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:45.591543Z","time spent":"646.999196ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:47:46.238581Z","caller":"traceutil/trace.go:171","msg":"trace[1362147349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"690.084335ms","start":"2026-03-18T00:47:45.548472Z","end":"2026-03-18T00:47:46.238556Z","steps":["trace[1362147349] 'agreement among raft nodes before linearized reading' (duration: 689.867919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.238639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:45.548461Z","time spent":"690.166806ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:47:46.238655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.177499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:47:46.238464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:45.547706Z","time spent":"690.654219ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:46.238729Z","caller":"traceutil/trace.go:171","msg":"trace[1725247602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:475; }","duration":"401.299782ms","start":"2026-03-18T00:47:45.83741Z","end":"2026-03-18T00:47:46.23871Z","steps":["trace[1725247602] 'agreement among raft nodes before linearized reading' (duration: 401.142529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.23877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:45.837383Z","time spent":"401.378784ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:47:46.873531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.630438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:47:46.873778Z","caller":"traceutil/trace.go:171","msg":"trace[1307017924] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"631.059507ms","start":"2026-03-18T00:47:46.242684Z","end":"2026-03-18T00:47:46.873743Z","steps":["trace[1307017924] 'process raft request' (duration: 84.104581ms)","trace[1307017924] 'compare' (duration: 546.31606ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:46.873831Z","caller":"traceutil/trace.go:171","msg":"trace[1726883348] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:492; }","duration":"609.754665ms","start":"2026-03-18T00:47:46.26406Z","end":"2026-03-18T00:47:46.873814Z","steps":["trace[1726883348] 'read index received' (duration: 62.733847ms)","trace[1726883348] 'applied index is now lower than readState.Index' (duration: 547.019818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:46.873956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:46.242663Z","time spent":"631.18934ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:46.87402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.95508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:47:46.873993Z","caller":"traceutil/trace.go:171","msg":"trace[60382328] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"630.487681ms","start":"2026-03-18T00:47:46.243455Z","end":"2026-03-18T00:47:46.873943Z","steps":["trace[60382328] 'process raft request' (duration: 630.227544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:46.874057Z","caller":"traceutil/trace.go:171","msg":"trace[854430533] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:478; }","duration":"610.016971ms","start":"2026-03-18T00:47:46.264025Z","end":"2026-03-18T00:47:46.874042Z","steps":["trace[854430533] 'agreement among raft nodes before linearized reading' (duration: 609.842877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:46.874045Z","caller":"traceutil/trace.go:171","msg":"trace[6033645] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"630.105022ms","start":"2026-03-18T00:47:46.243901Z","end":"2026-03-18T00:47:46.874006Z","steps":["trace[6033645] 'process raft request' (duration: 629.878276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:46.874092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:46.264012Z","time spent":"610.072313ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-18T00:47:46.874157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:46.243432Z","time spent":"630.637136ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:47:46.874215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:46.24388Z","time spent":"630.246195ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:47:48.467223Z","caller":"traceutil/trace.go:171","msg":"trace[351750391] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"110.068026ms","start":"2026-03-18T00:47:48.357127Z","end":"2026-03-18T00:47:48.467195Z","steps":["trace[351750391] 'process raft request' (duration: 80.946166ms)","trace[351750391] 'compare' (duration: 28.951495ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:48.467439Z","caller":"traceutil/trace.go:171","msg":"trace[901497012] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"110.104918ms","start":"2026-03-18T00:47:48.357323Z","end":"2026-03-18T00:47:48.467428Z","steps":["trace[901497012] 'process raft request' (duration: 109.81078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.467581Z","caller":"traceutil/trace.go:171","msg":"trace[1435857775] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"110.033175ms","start":"2026-03-18T00:47:48.357523Z","end":"2026-03-18T00:47:48.467556Z","steps":["trace[1435857775] 'process raft request' (duration: 109.911232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.467593Z","caller":"traceutil/trace.go:171","msg":"trace[1402609269] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"110.239561ms","start":"2026-03-18T00:47:48.357319Z","end":"2026-03-18T00:47:48.467559Z","steps":["trace[1402609269] 'process raft request' (duration: 110.011635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.467774Z","caller":"traceutil/trace.go:171","msg":"trace[296569698] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"106.307546ms","start":"2026-03-18T00:47:48.361455Z","end":"2026-03-18T00:47:48.467762Z","steps":["trace[296569698] 'process raft request' (duration: 106.032839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:48.467749Z","caller":"traceutil/trace.go:171","msg":"trace[1608691360] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:518; }","duration":"110.402255ms","start":"2026-03-18T00:47:48.357313Z","end":"2026-03-18T00:47:48.467715Z","steps":["trace[1608691360] 'read index received' (duration: 5.562557ms)","trace[1608691360] 'applied index is now lower than readState.Index' (duration: 104.838628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:47:48.467866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.535889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-18T00:47:48.467911Z","caller":"traceutil/trace.go:171","msg":"trace[238828789] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:506; }","duration":"110.62747ms","start":"2026-03-18T00:47:48.357273Z","end":"2026-03-18T00:47:48.4679Z","steps":["trace[238828789] 'agreement among raft nodes before linearized reading' (duration: 110.529397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:51.929706Z","caller":"traceutil/trace.go:171","msg":"trace[913110454] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"134.336535ms","start":"2026-03-18T00:47:51.795283Z","end":"2026-03-18T00:47:51.929619Z","steps":["trace[913110454] 'process raft request' (duration: 133.849432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.091534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.996615ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:47:53.091742Z","caller":"traceutil/trace.go:171","msg":"trace[1247136372] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"366.824612ms","start":"2026-03-18T00:47:52.724894Z","end":"2026-03-18T00:47:53.091718Z","steps":["trace[1247136372] 'read index received' (duration: 129.655451ms)","trace[1247136372] 'applied index is now lower than readState.Index' (duration: 237.167011ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:47:53.091762Z","caller":"traceutil/trace.go:171","msg":"trace[1755258875] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"318.530947ms","start":"2026-03-18T00:47:52.773218Z","end":"2026-03-18T00:47:53.091749Z","steps":["trace[1755258875] 'process raft request' (duration: 318.412734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.091853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.952816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.091885Z","caller":"traceutil/trace.go:171","msg":"trace[2076715016] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:556; }","duration":"367.055257ms","start":"2026-03-18T00:47:52.724822Z","end":"2026-03-18T00:47:53.091877Z","steps":["trace[2076715016] 'agreement among raft nodes before linearized reading' (duration: 366.971125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.091888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.773205Z","time spent":"318.63582ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:47:53.091915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.724805Z","time spent":"367.102868ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:47:53.094252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.293016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094331Z","caller":"traceutil/trace.go:171","msg":"trace[605155774] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:557; }","duration":"369.421481ms","start":"2026-03-18T00:47:52.724892Z","end":"2026-03-18T00:47:53.094313Z","steps":["trace[605155774] 'agreement among raft nodes before linearized reading' (duration: 369.233646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.317346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:47:53.094351Z","caller":"traceutil/trace.go:171","msg":"trace[1096829511] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"124.927297ms","start":"2026-03-18T00:47:52.969392Z","end":"2026-03-18T00:47:53.094319Z","steps":["trace[1096829511] 'process raft request' (duration: 124.602089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.501188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.094449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.823129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:47:53.094467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.15478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094477Z","caller":"traceutil/trace.go:171","msg":"trace[325926123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"128.891402ms","start":"2026-03-18T00:47:52.965578Z","end":"2026-03-18T00:47:53.09447Z","steps":["trace[325926123] 'agreement among raft nodes before linearized reading' (duration: 128.833681ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:53.094389Z","caller":"traceutil/trace.go:171","msg":"trace[161169683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"181.398687ms","start":"2026-03-18T00:47:52.912978Z","end":"2026-03-18T00:47:53.094377Z","steps":["trace[161169683] 'agreement among raft nodes before linearized reading' (duration: 181.299734ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:53.094498Z","caller":"traceutil/trace.go:171","msg":"trace[180004182] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:557; }","duration":"334.211551ms","start":"2026-03-18T00:47:52.760276Z","end":"2026-03-18T00:47:53.094488Z","steps":["trace[180004182] 'agreement among raft nodes before linearized reading' (duration: 334.1588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.760265Z","time spent":"334.254663ms","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:47:53.094524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.340223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094567Z","caller":"traceutil/trace.go:171","msg":"trace[1696822672] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:557; }","duration":"351.405515ms","start":"2026-03-18T00:47:52.74315Z","end":"2026-03-18T00:47:53.094556Z","steps":["trace[1696822672] 'agreement among raft nodes before linearized reading' (duration: 351.305633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.09453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.004631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.094593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.743128Z","time spent":"351.457436ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:47:53.094603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.757497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:47:53.094594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.054045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094628Z","caller":"traceutil/trace.go:171","msg":"trace[635264708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:557; }","duration":"131.806508ms","start":"2026-03-18T00:47:52.962814Z","end":"2026-03-18T00:47:53.09462Z","steps":["trace[635264708] 'agreement among raft nodes before linearized reading' (duration: 131.763027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.049769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094627Z","caller":"traceutil/trace.go:171","msg":"trace[487104759] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:557; }","duration":"299.145725ms","start":"2026-03-18T00:47:52.795451Z","end":"2026-03-18T00:47:53.094597Z","steps":["trace[487104759] 'agreement among raft nodes before linearized reading' (duration: 298.960261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:53.094666Z","caller":"traceutil/trace.go:171","msg":"trace[902924829] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:557; }","duration":"351.166449ms","start":"2026-03-18T00:47:52.743479Z","end":"2026-03-18T00:47:53.094645Z","steps":["trace[902924829] 'agreement among raft nodes before linearized reading' (duration: 350.997674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.743471Z","time spent":"351.22445ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-18T00:47:53.094707Z","caller":"traceutil/trace.go:171","msg":"trace[1124228599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"206.160991ms","start":"2026-03-18T00:47:52.888504Z","end":"2026-03-18T00:47:53.094665Z","steps":["trace[1124228599] 'agreement among raft nodes before linearized reading' (duration: 206.031718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.268726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.094742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.16645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094754Z","caller":"traceutil/trace.go:171","msg":"trace[396880626] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:557; }","duration":"369.306706ms","start":"2026-03-18T00:47:52.725438Z","end":"2026-03-18T00:47:53.094745Z","steps":["trace[396880626] 'agreement among raft nodes before linearized reading' (duration: 369.265625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.214864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.09478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.725431Z","time spent":"369.342438ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"info","ts":"2026-03-18T00:47:53.094781Z","caller":"traceutil/trace.go:171","msg":"trace[160271419] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:557; }","duration":"334.286983ms","start":"2026-03-18T00:47:52.760478Z","end":"2026-03-18T00:47:53.094765Z","steps":["trace[160271419] 'agreement among raft nodes before linearized reading' (duration: 334.237281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.760405Z","time spent":"334.400206ms","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:47:53.094827Z","caller":"traceutil/trace.go:171","msg":"trace[690647169] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:557; }","duration":"300.361277ms","start":"2026-03-18T00:47:52.794432Z","end":"2026-03-18T00:47:53.094793Z","steps":["trace[690647169] 'agreement among raft nodes before linearized reading' (duration: 300.142072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.676848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.094824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.817986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:47:53.094866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.794425Z","time spent":"300.429169ms","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:47:53.094774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.152399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.094883Z","caller":"traceutil/trace.go:171","msg":"trace[343959581] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:557; }","duration":"316.730909ms","start":"2026-03-18T00:47:52.778127Z","end":"2026-03-18T00:47:53.094858Z","steps":["trace[343959581] 'agreement among raft nodes before linearized reading' (duration: 316.676907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:53.094905Z","caller":"traceutil/trace.go:171","msg":"trace[1284174366] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:557; }","duration":"334.351374ms","start":"2026-03-18T00:47:52.760544Z","end":"2026-03-18T00:47:53.094895Z","steps":["trace[1284174366] 'agreement among raft nodes before linearized reading' (duration: 334.156529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:47:53.094911Z","caller":"traceutil/trace.go:171","msg":"trace[766061560] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:557; }","duration":"351.96431ms","start":"2026-03-18T00:47:52.742918Z","end":"2026-03-18T00:47:53.094882Z","steps":["trace[766061560] 'agreement among raft nodes before linearized reading' (duration: 351.773115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.094922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.778118Z","time spent":"316.793961ms","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T00:47:53.094934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.76052Z","time spent":"334.403917ms","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-18T00:47:53.094951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.742899Z","time spent":"352.041242ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:47:53.095011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.863523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.095029Z","caller":"traceutil/trace.go:171","msg":"trace[777784855] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:557; }","duration":"316.902913ms","start":"2026-03-18T00:47:52.77812Z","end":"2026-03-18T00:47:53.095023Z","steps":["trace[777784855] 'agreement among raft nodes before linearized reading' (duration: 316.868253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.095044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.77811Z","time spent":"316.929015ms","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:47:53.094388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.724829Z","time spent":"369.540713ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"info","ts":"2026-03-18T00:47:53.094499Z","caller":"traceutil/trace.go:171","msg":"trace[569981944] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:557; }","duration":"315.692102ms","start":"2026-03-18T00:47:52.778768Z","end":"2026-03-18T00:47:53.09446Z","steps":["trace[569981944] 'agreement among raft nodes before linearized reading' (duration: 315.440845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.095275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.778757Z","time spent":"316.411522ms","remote":"127.0.0.1:48750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-18T00:47:53.095351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.85222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:47:53.09855Z","caller":"traceutil/trace.go:171","msg":"trace[254848890] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:557; }","duration":"304.048714ms","start":"2026-03-18T00:47:52.794467Z","end":"2026-03-18T00:47:53.098516Z","steps":["trace[254848890] 'agreement among raft nodes before linearized reading' (duration: 300.040828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:53.098666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:52.794463Z","time spent":"304.169079ms","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:47:53.721025Z","caller":"traceutil/trace.go:171","msg":"trace[480805029] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"144.35362ms","start":"2026-03-18T00:47:53.57664Z","end":"2026-03-18T00:47:53.720994Z","steps":["trace[480805029] 'process raft request' (duration: 144.142745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:47:59.684394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:00.184751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:00.685916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:00.866163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682545641s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:48:00.866776Z","caller":"traceutil/trace.go:171","msg":"trace[253578259] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.683482686s","start":"2026-03-18T00:47:59.183245Z","end":"2026-03-18T00:48:00.866728Z","steps":["trace[253578259] 'process raft request' (duration: 1.683282881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:00.866936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:59.183205Z","time spent":"1.683652271s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:01.101683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.860204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:01.101784Z","caller":"traceutil/trace.go:171","msg":"trace[160858818] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:639; }","duration":"1.917618766s","start":"2026-03-18T00:47:59.184148Z","end":"2026-03-18T00:48:01.101767Z","steps":["trace[160858818] 'read index received' (duration: 1.682214793s)","trace[160858818] 'applied index is now lower than readState.Index' (duration: 235.402533ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:01.101855Z","caller":"traceutil/trace.go:171","msg":"trace[2140002701] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.697158956s","start":"2026-03-18T00:47:59.404681Z","end":"2026-03-18T00:48:01.10184Z","steps":["trace[2140002701] 'process raft request' (duration: 1.554999724s)","trace[2140002701] 'compare' (duration: 141.738351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:01.101964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:59.40465Z","time spent":"1.697275981s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:01.102111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917945014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qsnqj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-18T00:48:01.102215Z","caller":"traceutil/trace.go:171","msg":"trace[589112888] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qsnqj; range_end:; response_count:1; response_revision:621; }","duration":"1.918093309s","start":"2026-03-18T00:47:59.184087Z","end":"2026-03-18T00:48:01.10218Z","steps":["trace[589112888] 'agreement among raft nodes before linearized reading' (duration: 1.917777421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:01.102264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:59.184058Z","time spent":"1.918196871s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-qsnqj\" "} {"level":"warn","ts":"2026-03-18T00:48:01.602373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:01.888899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T00:48:01.888998Z","caller":"traceutil/trace.go:171","msg":"trace[1423711230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286087s","start":"2026-03-18T00:47:59.888692Z","end":"2026-03-18T00:48:01.888978Z","steps":["trace[1423711230] 'agreement among raft nodes before linearized reading' (duration: 2.000162044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:01.889054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:59.888663Z","time spent":"2.000380709s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 00:48:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T00:48:02.102495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:02.359451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.399705535s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:48:02.374907Z","caller":"traceutil/trace.go:171","msg":"trace[2055205046] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.488733095s","start":"2026-03-18T00:48:00.886147Z","end":"2026-03-18T00:48:02.37488Z","steps":["trace[2055205046] 'process raft request' (duration: 1.488696604s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:02.374942Z","caller":"traceutil/trace.go:171","msg":"trace[1326689213] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"1.488900749s","start":"2026-03-18T00:48:00.886019Z","end":"2026-03-18T00:48:02.37492Z","steps":["trace[1326689213] 'process raft request' (duration: 1.473724508s)","trace[1326689213] 'compare' (duration: 14.511654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:02.375048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:00.885997Z","time spent":"1.488993962s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:02.375084Z","caller":"traceutil/trace.go:171","msg":"trace[1953223020] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"1.489052993s","start":"2026-03-18T00:48:00.886022Z","end":"2026-03-18T00:48:02.375075Z","steps":["trace[1953223020] 'process raft request' (duration: 1.488721614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:02.375131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:00.886001Z","time spent":"1.489108164s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:02.375046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:00.886122Z","time spent":"1.488864618s","remote":"127.0.0.1:58086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:02.543494Z","caller":"traceutil/trace.go:171","msg":"trace[895957001] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.424439698s","start":"2026-03-18T00:48:01.118994Z","end":"2026-03-18T00:48:02.543433Z","steps":["trace[895957001] 'process raft request' (duration: 1.423183825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:02.543757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:01.118966Z","time spent":"1.424669135s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:03.839368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296245465s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T00:48:03.839661Z","caller":"traceutil/trace.go:171","msg":"trace[1153129777] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:641; }","duration":"2.737786974s","start":"2026-03-18T00:48:01.101809Z","end":"2026-03-18T00:48:03.839596Z","steps":["trace[1153129777] 'read index received' (duration: 1.258021466s)","trace[1153129777] 'applied index is now lower than readState.Index' (duration: 1.479764098s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:03.839812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340012209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:48:03.839889Z","caller":"traceutil/trace.go:171","msg":"trace[1131043896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"3.340140623s","start":"2026-03-18T00:48:00.499729Z","end":"2026-03-18T00:48:03.83987Z","steps":["trace[1131043896] 'agreement among raft nodes before linearized reading' (duration: 3.339910957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.839919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094782951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:48:03.839935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:00.499708Z","time spent":"3.340218844s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:48:03.839978Z","caller":"traceutil/trace.go:171","msg":"trace[1422300987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:625; }","duration":"4.094890394s","start":"2026-03-18T00:47:59.745072Z","end":"2026-03-18T00:48:03.839962Z","steps":["trace[1422300987] 'agreement among raft nodes before linearized reading' (duration: 4.094702329s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.840037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:47:59.745044Z","time spent":"4.094980556s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:48:03.840272Z","caller":"traceutil/trace.go:171","msg":"trace[243749229] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.459778911s","start":"2026-03-18T00:48:02.38045Z","end":"2026-03-18T00:48:03.840229Z","steps":["trace[243749229] 'process raft request' (duration: 1.459023831s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.840331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696370511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:48:03.840311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95111666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:03.840367Z","caller":"traceutil/trace.go:171","msg":"trace[133176524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:626; }","duration":"2.696433833s","start":"2026-03-18T00:48:01.143922Z","end":"2026-03-18T00:48:03.840356Z","steps":["trace[133176524] 'agreement among raft nodes before linearized reading' (duration: 2.69630379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.840394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:01.143905Z","time spent":"2.696483025s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:48:03.840397Z","caller":"traceutil/trace.go:171","msg":"trace[444107462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"1.951230142s","start":"2026-03-18T00:48:01.889145Z","end":"2026-03-18T00:48:03.840375Z","steps":["trace[444107462] 'agreement among raft nodes before linearized reading' (duration: 1.951066799s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.84043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:02.380406Z","time spent":"1.459954815s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:03.840443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:01.889124Z","time spent":"1.951307535s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:48:03.840471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70049876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:03.840585Z","caller":"traceutil/trace.go:171","msg":"trace[552655030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"2.700649023s","start":"2026-03-18T00:48:01.139904Z","end":"2026-03-18T00:48:03.840553Z","steps":["trace[552655030] 'agreement among raft nodes before linearized reading' (duration: 2.700279624s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.8406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700593232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T00:48:03.840635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:01.13989Z","time spent":"2.700735327s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:48:03.840671Z","caller":"traceutil/trace.go:171","msg":"trace[1145342878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"2.700666524s","start":"2026-03-18T00:48:01.139986Z","end":"2026-03-18T00:48:03.840652Z","steps":["trace[1145342878] 'agreement among raft nodes before linearized reading' (duration: 2.700474339s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:03.840716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:01.139939Z","time spent":"2.700764617s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:04.351341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:04.85212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:04.900793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053977251s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T00:48:04.961507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.882701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:04.961616Z","caller":"traceutil/trace.go:171","msg":"trace[1379496050] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.114893798s","start":"2026-03-18T00:48:03.846693Z","end":"2026-03-18T00:48:04.961587Z","steps":["trace[1379496050] 'process raft request' (duration: 1.05435032s)","trace[1379496050] 'compare' (duration: 60.352444ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:04.961708Z","caller":"traceutil/trace.go:171","msg":"trace[559596237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:626; }","duration":"129.101147ms","start":"2026-03-18T00:48:04.832582Z","end":"2026-03-18T00:48:04.961683Z","steps":["trace[559596237] 'range keys from in-memory index tree' (duration: 128.85406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.961792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.846658Z","time spent":"1.115061072s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:04.967848Z","caller":"traceutil/trace.go:171","msg":"trace[1859849851] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.120790604s","start":"2026-03-18T00:48:03.847031Z","end":"2026-03-18T00:48:04.967822Z","steps":["trace[1859849851] 'process raft request' (duration: 1.120585668s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.968029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.847006Z","time spent":"1.120924186s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:04.968184Z","caller":"traceutil/trace.go:171","msg":"trace[1108417735] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.121001099s","start":"2026-03-18T00:48:03.847152Z","end":"2026-03-18T00:48:04.968153Z","steps":["trace[1108417735] 'process raft request' (duration: 1.12062497s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.968326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.847139Z","time spent":"1.121125642s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:04.968395Z","caller":"traceutil/trace.go:171","msg":"trace[307108713] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.120251249s","start":"2026-03-18T00:48:03.848124Z","end":"2026-03-18T00:48:04.968375Z","steps":["trace[307108713] 'process raft request' (duration: 1.120000753s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:04.968484Z","caller":"traceutil/trace.go:171","msg":"trace[958954262] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.119758266s","start":"2026-03-18T00:48:03.848708Z","end":"2026-03-18T00:48:04.968466Z","steps":["trace[958954262] 'process raft request' (duration: 1.11955248s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.968496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.84809Z","time spent":"1.120356602s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:04.968591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.848676Z","time spent":"1.11985307s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:04.968641Z","caller":"traceutil/trace.go:171","msg":"trace[910769605] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.118950784s","start":"2026-03-18T00:48:03.849676Z","end":"2026-03-18T00:48:04.968627Z","steps":["trace[910769605] 'process raft request' (duration: 1.118677197s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:04.968489Z","caller":"traceutil/trace.go:171","msg":"trace[1440084388] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.119725485s","start":"2026-03-18T00:48:03.84875Z","end":"2026-03-18T00:48:04.968475Z","steps":["trace[1440084388] 'process raft request' (duration: 1.119569621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.968706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.849665Z","time spent":"1.119007246s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:04.968729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.848729Z","time spent":"1.119962721s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:04.968903Z","caller":"traceutil/trace.go:171","msg":"trace[1008056936] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.118737179s","start":"2026-03-18T00:48:03.850147Z","end":"2026-03-18T00:48:04.968884Z","steps":["trace[1008056936] 'process raft request' (duration: 1.118368079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.968996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.850136Z","time spent":"1.118817572s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:04.96914Z","caller":"traceutil/trace.go:171","msg":"trace[1371954610] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.113769419s","start":"2026-03-18T00:48:03.855341Z","end":"2026-03-18T00:48:04.96911Z","steps":["trace[1371954610] 'process raft request' (duration: 1.11342275s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:04.969236Z","caller":"traceutil/trace.go:171","msg":"trace[64921292] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:647; }","duration":"1.118578815s","start":"2026-03-18T00:48:03.850644Z","end":"2026-03-18T00:48:04.969222Z","steps":["trace[64921292] 'read index received' (duration: 1.050418385s)","trace[64921292] 'applied index is now lower than readState.Index' (duration: 68.15928ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:04.969263Z","caller":"traceutil/trace.go:171","msg":"trace[46526265] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.107826171s","start":"2026-03-18T00:48:03.861402Z","end":"2026-03-18T00:48:04.969228Z","steps":["trace[46526265] 'process raft request' (duration: 1.107518453s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.969365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118712289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:04.969396Z","caller":"traceutil/trace.go:171","msg":"trace[1441317906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"1.118758499s","start":"2026-03-18T00:48:03.850629Z","end":"2026-03-18T00:48:04.969387Z","steps":["trace[1441317906] 'agreement among raft nodes before linearized reading' (duration: 1.118645736s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.96939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.861362Z","time spent":"1.107979255s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:04.969425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.85062Z","time spent":"1.1187987s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:48:04.969419Z","caller":"traceutil/trace.go:171","msg":"trace[2113658691] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.1073954s","start":"2026-03-18T00:48:03.862004Z","end":"2026-03-18T00:48:04.9694Z","steps":["trace[2113658691] 'process raft request' (duration: 1.107057811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.969521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.86199Z","time spent":"1.107491253s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:48:04.969678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.855327Z","time spent":"1.114291362s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:04.968207Z","caller":"traceutil/trace.go:171","msg":"trace[1177214210] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.120942078s","start":"2026-03-18T00:48:03.847243Z","end":"2026-03-18T00:48:04.968185Z","steps":["trace[1177214210] 'process raft request' (duration: 1.120784603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:04.969885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:03.846785Z","time spent":"1.123054043s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:10.507894Z","caller":"traceutil/trace.go:171","msg":"trace[768659304] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"247.185164ms","start":"2026-03-18T00:48:10.260675Z","end":"2026-03-18T00:48:10.50786Z","steps":["trace[768659304] 'process raft request' (duration: 236.308547ms)","trace[768659304] 'compare' (duration: 10.727424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:15.105967Z","caller":"traceutil/trace.go:171","msg":"trace[1953974355] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"106.233405ms","start":"2026-03-18T00:48:14.999706Z","end":"2026-03-18T00:48:15.10594Z","steps":["trace[1953974355] 'process raft request' (duration: 96.251581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.270306Z","caller":"traceutil/trace.go:171","msg":"trace[609025667] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:840; }","duration":"103.994735ms","start":"2026-03-18T00:48:15.166275Z","end":"2026-03-18T00:48:15.27027Z","steps":["trace[609025667] 'read index received' (duration: 6.361688ms)","trace[609025667] 'applied index is now lower than readState.Index' (duration: 97.631457ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:15.270364Z","caller":"traceutil/trace.go:171","msg":"trace[295480572] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"152.884445ms","start":"2026-03-18T00:48:15.117431Z","end":"2026-03-18T00:48:15.270316Z","steps":["trace[295480572] 'process raft request' (duration: 152.753912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.270379Z","caller":"traceutil/trace.go:171","msg":"trace[587042778] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"153.538221ms","start":"2026-03-18T00:48:15.116803Z","end":"2026-03-18T00:48:15.270341Z","steps":["trace[587042778] 'process raft request' (duration: 153.179312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:15.270848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.0568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-03-18T00:48:15.270824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.265392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T00:48:15.270935Z","caller":"traceutil/trace.go:171","msg":"trace[326909325] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:823; }","duration":"103.186733ms","start":"2026-03-18T00:48:15.167728Z","end":"2026-03-18T00:48:15.270914Z","steps":["trace[326909325] 'agreement among raft nodes before linearized reading' (duration: 102.968688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:15.270849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.502868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-03-18T00:48:15.270956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.841411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-03-18T00:48:15.271011Z","caller":"traceutil/trace.go:171","msg":"trace[932348778] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:823; }","duration":"103.905892ms","start":"2026-03-18T00:48:15.167089Z","end":"2026-03-18T00:48:15.270995Z","steps":["trace[932348778] 'agreement among raft nodes before linearized reading' (duration: 103.563853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.27103Z","caller":"traceutil/trace.go:171","msg":"trace[1089090917] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:823; }","duration":"104.768835ms","start":"2026-03-18T00:48:15.166224Z","end":"2026-03-18T00:48:15.270993Z","steps":["trace[1089090917] 'agreement among raft nodes before linearized reading' (duration: 104.23ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:15.270857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.425726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-18T00:48:15.271057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.593232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T00:48:15.271102Z","caller":"traceutil/trace.go:171","msg":"trace[1625998322] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:823; }","duration":"104.743434ms","start":"2026-03-18T00:48:15.166247Z","end":"2026-03-18T00:48:15.270991Z","steps":["trace[1625998322] 'agreement among raft nodes before linearized reading' (duration: 104.398825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.271175Z","caller":"traceutil/trace.go:171","msg":"trace[10348191] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:823; }","duration":"104.750175ms","start":"2026-03-18T00:48:15.166382Z","end":"2026-03-18T00:48:15.271132Z","steps":["trace[10348191] 'agreement among raft nodes before linearized reading' (duration: 104.333984ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.271208Z","caller":"traceutil/trace.go:171","msg":"trace[768545625] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:823; }","duration":"104.792836ms","start":"2026-03-18T00:48:15.166378Z","end":"2026-03-18T00:48:15.271171Z","steps":["trace[768545625] 'agreement among raft nodes before linearized reading' (duration: 104.473807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:15.271223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.859942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-18T00:48:15.271338Z","caller":"traceutil/trace.go:171","msg":"trace[718264975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:823; }","duration":"104.167999ms","start":"2026-03-18T00:48:15.167151Z","end":"2026-03-18T00:48:15.271319Z","steps":["trace[718264975] 'agreement among raft nodes before linearized reading' (duration: 103.640576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:15.271858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.791936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-18T00:48:15.271945Z","caller":"traceutil/trace.go:171","msg":"trace[1051788874] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:823; }","duration":"104.901669ms","start":"2026-03-18T00:48:15.167021Z","end":"2026-03-18T00:48:15.271923Z","steps":["trace[1051788874] 'agreement among raft nodes before linearized reading' (duration: 103.749948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.411577Z","caller":"traceutil/trace.go:171","msg":"trace[1724947686] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"128.949954ms","start":"2026-03-18T00:48:15.282581Z","end":"2026-03-18T00:48:15.411531Z","steps":["trace[1724947686] 'process raft request' (duration: 128.261256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:15.436121Z","caller":"traceutil/trace.go:171","msg":"trace[459697923] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"121.321602ms","start":"2026-03-18T00:48:15.314764Z","end":"2026-03-18T00:48:15.436086Z","steps":["trace[459697923] 'process raft request' (duration: 121.116677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:17.289256Z","caller":"traceutil/trace.go:171","msg":"trace[255238839] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"100.343649ms","start":"2026-03-18T00:48:17.18886Z","end":"2026-03-18T00:48:17.289204Z","steps":["trace[255238839] 'process raft request' (duration: 98.532431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:17.289347Z","caller":"traceutil/trace.go:171","msg":"trace[403774080] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"100.329409ms","start":"2026-03-18T00:48:17.188983Z","end":"2026-03-18T00:48:17.289313Z","steps":["trace[403774080] 'process raft request' (duration: 100.127343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:17.289433Z","caller":"traceutil/trace.go:171","msg":"trace[1767318209] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"100.279697ms","start":"2026-03-18T00:48:17.189118Z","end":"2026-03-18T00:48:17.289398Z","steps":["trace[1767318209] 'process raft request' (duration: 100.121294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:17.916611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.832683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:17.916873Z","caller":"traceutil/trace.go:171","msg":"trace[304907786] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"427.245187ms","start":"2026-03-18T00:48:17.489547Z","end":"2026-03-18T00:48:17.916793Z","steps":["trace[304907786] 'process raft request' (duration: 271.148127ms)","trace[304907786] 'compare' (duration: 155.695209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:17.917147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:17.489522Z","time spent":"427.496944ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:48:18.329953Z","caller":"traceutil/trace.go:171","msg":"trace[1025009570] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"180.134565ms","start":"2026-03-18T00:48:18.149767Z","end":"2026-03-18T00:48:18.329902Z","steps":["trace[1025009570] 'process raft request' (duration: 179.873668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:18.67692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.197698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:18.677038Z","caller":"traceutil/trace.go:171","msg":"trace[854396231] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"257.059935ms","start":"2026-03-18T00:48:18.419958Z","end":"2026-03-18T00:48:18.677018Z","steps":["trace[854396231] 'process raft request' (duration: 118.666182ms)","trace[854396231] 'compare' (duration: 138.069055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:19.166342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:19.16654Z","caller":"traceutil/trace.go:171","msg":"trace[1066203976] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"235.485165ms","start":"2026-03-18T00:48:18.931037Z","end":"2026-03-18T00:48:19.166522Z","steps":["trace[1066203976] 'process raft request' (duration: 235.432905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.166646Z","caller":"traceutil/trace.go:171","msg":"trace[1714348311] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"296.151277ms","start":"2026-03-18T00:48:18.870467Z","end":"2026-03-18T00:48:19.166618Z","steps":["trace[1714348311] 'process raft request' (duration: 184.516211ms)","trace[1714348311] 'compare' (duration: 111.162864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:19.166714Z","caller":"traceutil/trace.go:171","msg":"trace[1031841476] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:902; }","duration":"278.0494ms","start":"2026-03-18T00:48:18.88861Z","end":"2026-03-18T00:48:19.16666Z","steps":["trace[1031841476] 'read index received' (duration: 166.386982ms)","trace[1031841476] 'applied index is now lower than readState.Index' (duration: 111.653548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:19.166844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.226783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:19.166916Z","caller":"traceutil/trace.go:171","msg":"trace[1037662238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"278.355538ms","start":"2026-03-18T00:48:18.888542Z","end":"2026-03-18T00:48:19.166897Z","steps":["trace[1037662238] 'agreement among raft nodes before linearized reading' (duration: 278.192923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.370926Z","caller":"traceutil/trace.go:171","msg":"trace[959852573] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"155.3666ms","start":"2026-03-18T00:48:19.215536Z","end":"2026-03-18T00:48:19.370903Z","steps":["trace[959852573] 'process raft request' (duration: 155.303969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.370976Z","caller":"traceutil/trace.go:171","msg":"trace[1537971247] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"195.050959ms","start":"2026-03-18T00:48:19.175875Z","end":"2026-03-18T00:48:19.370926Z","steps":["trace[1537971247] 'process raft request' (duration: 132.363434ms)","trace[1537971247] 'compare' (duration: 62.315315ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:19.371002Z","caller":"traceutil/trace.go:171","msg":"trace[1370481290] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:904; }","duration":"161.280518ms","start":"2026-03-18T00:48:19.209694Z","end":"2026-03-18T00:48:19.370975Z","steps":["trace[1370481290] 'read index received' (duration: 2.238929ms)","trace[1370481290] 'applied index is now lower than readState.Index' (duration: 159.039399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:19.371285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.576715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:48:19.371335Z","caller":"traceutil/trace.go:171","msg":"trace[124836046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:881; }","duration":"161.726918ms","start":"2026-03-18T00:48:19.209593Z","end":"2026-03-18T00:48:19.37132Z","steps":["trace[124836046] 'agreement among raft nodes before linearized reading' (duration: 161.516333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505202Z","caller":"traceutil/trace.go:171","msg":"trace[977308663] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"129.778086ms","start":"2026-03-18T00:48:19.375403Z","end":"2026-03-18T00:48:19.505181Z","steps":["trace[977308663] 'process raft request' (duration: 128.310467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505518Z","caller":"traceutil/trace.go:171","msg":"trace[1908013126] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"129.438416ms","start":"2026-03-18T00:48:19.376061Z","end":"2026-03-18T00:48:19.5055Z","steps":["trace[1908013126] 'process raft request' (duration: 129.249061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505557Z","caller":"traceutil/trace.go:171","msg":"trace[1101730769] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"129.482067ms","start":"2026-03-18T00:48:19.376022Z","end":"2026-03-18T00:48:19.505504Z","steps":["trace[1101730769] 'process raft request' (duration: 129.114058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505617Z","caller":"traceutil/trace.go:171","msg":"trace[440567671] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"129.21067ms","start":"2026-03-18T00:48:19.376354Z","end":"2026-03-18T00:48:19.505565Z","steps":["trace[440567671] 'process raft request' (duration: 129.071696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505781Z","caller":"traceutil/trace.go:171","msg":"trace[996523765] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"128.964854ms","start":"2026-03-18T00:48:19.376802Z","end":"2026-03-18T00:48:19.505767Z","steps":["trace[996523765] 'process raft request' (duration: 128.667257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.505822Z","caller":"traceutil/trace.go:171","msg":"trace[1510481959] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"124.905517ms","start":"2026-03-18T00:48:19.380897Z","end":"2026-03-18T00:48:19.505802Z","steps":["trace[1510481959] 'process raft request' (duration: 124.609319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:19.747496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.133088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:48:19.747752Z","caller":"traceutil/trace.go:171","msg":"trace[1722825889] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"140.516229ms","start":"2026-03-18T00:48:19.607179Z","end":"2026-03-18T00:48:19.747695Z","steps":["trace[1722825889] 'process raft request' (duration: 22.058972ms)","trace[1722825889] 'compare' (duration: 117.992555ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:19.748031Z","caller":"traceutil/trace.go:171","msg":"trace[2017655213] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"140.543839ms","start":"2026-03-18T00:48:19.607452Z","end":"2026-03-18T00:48:19.747996Z","steps":["trace[2017655213] 'process raft request' (duration: 140.236701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:19.748093Z","caller":"traceutil/trace.go:171","msg":"trace[1738947680] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"138.095444ms","start":"2026-03-18T00:48:19.609971Z","end":"2026-03-18T00:48:19.748067Z","steps":["trace[1738947680] 'process raft request' (duration: 137.945491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:30.064248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:30.565068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610643571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:48:30.606225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042988053s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:48:30.606666Z","caller":"traceutil/trace.go:171","msg":"trace[6148112] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"1.043507337s","start":"2026-03-18T00:48:29.563132Z","end":"2026-03-18T00:48:30.606639Z","steps":["trace[6148112] 'process raft request' (duration: 1.043337932s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:30.606872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:29.563111Z","time spent":"1.043672031s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:30.810598Z","caller":"traceutil/trace.go:171","msg":"trace[1739016636] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"1.243548795s","start":"2026-03-18T00:48:29.567023Z","end":"2026-03-18T00:48:30.810572Z","steps":["trace[1739016636] 'process raft request' (duration: 1.243453132s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:30.810676Z","caller":"traceutil/trace.go:171","msg":"trace[1724904300] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.243829512s","start":"2026-03-18T00:48:29.566778Z","end":"2026-03-18T00:48:30.810607Z","steps":["trace[1724904300] 'process raft request' (duration: 1.238711666s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:30.810774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:29.567006Z","time spent":"1.243675367s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:30.810795Z","caller":"traceutil/trace.go:171","msg":"trace[578494884] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:990; }","duration":"1.24713508s","start":"2026-03-18T00:48:29.563611Z","end":"2026-03-18T00:48:30.810746Z","steps":["trace[578494884] 'read index received' (duration: 1.042814519s)","trace[578494884] 'applied index is now lower than readState.Index' (duration: 204.317661ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:48:30.810863Z","caller":"traceutil/trace.go:171","msg":"trace[429485012] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.243156773s","start":"2026-03-18T00:48:29.567641Z","end":"2026-03-18T00:48:30.810798Z","steps":["trace[429485012] 'process raft request' (duration: 1.242884897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:30.81105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.140578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:48:30.811084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.629835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-595t7\" ","response":"range_response_count:1 size:5350"} {"level":"warn","ts":"2026-03-18T00:48:30.811117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247486448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:48:30.81114Z","caller":"traceutil/trace.go:171","msg":"trace[713032184] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:966; }","duration":"486.306202ms","start":"2026-03-18T00:48:30.324811Z","end":"2026-03-18T00:48:30.811117Z","steps":["trace[713032184] 'agreement among raft nodes before linearized reading' (duration: 486.156618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:30.811141Z","caller":"traceutil/trace.go:171","msg":"trace[2099264220] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-595t7; range_end:; response_count:1; response_revision:966; }","duration":"514.683496ms","start":"2026-03-18T00:48:30.296439Z","end":"2026-03-18T00:48:30.811123Z","steps":["trace[2099264220] 'agreement among raft nodes before linearized reading' (duration: 514.518642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:30.81116Z","caller":"traceutil/trace.go:171","msg":"trace[1955095062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"1.247570231s","start":"2026-03-18T00:48:29.563576Z","end":"2026-03-18T00:48:30.811146Z","steps":["trace[1955095062] 'agreement among raft nodes before linearized reading' (duration: 1.247366506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:30.811187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:30.29638Z","time spent":"514.797579ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5374,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-595t7\" "} {"level":"warn","ts":"2026-03-18T00:48:30.811192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:30.32478Z","time spent":"486.398756ms","remote":"127.0.0.1:58316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:48:30.81121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:29.563567Z","time spent":"1.247633532s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:48:30.811192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:29.567619Z","time spent":"1.243346189s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:30.811177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:29.566741Z","time spent":"1.244046777s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:48:41.663603Z","caller":"traceutil/trace.go:171","msg":"trace[1211373915] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"191.834311ms","start":"2026-03-18T00:48:41.471723Z","end":"2026-03-18T00:48:41.663557Z","steps":["trace[1211373915] 'process raft request' (duration: 191.088071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:41.663623Z","caller":"traceutil/trace.go:171","msg":"trace[425823009] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"169.068265ms","start":"2026-03-18T00:48:41.494528Z","end":"2026-03-18T00:48:41.663596Z","steps":["trace[425823009] 'process raft request' (duration: 168.937282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:44.587154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:44.58727Z","caller":"traceutil/trace.go:171","msg":"trace[1509078734] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1090; }","duration":"106.893157ms","start":"2026-03-18T00:48:44.480354Z","end":"2026-03-18T00:48:44.587247Z","steps":["trace[1509078734] 'range keys from in-memory index tree' (duration: 106.567417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:45.131211Z","caller":"traceutil/trace.go:171","msg":"trace[2044042668] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"348.742913ms","start":"2026-03-18T00:48:44.782441Z","end":"2026-03-18T00:48:45.131184Z","steps":["trace[2044042668] 'process raft request' (duration: 348.59692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:45.131245Z","caller":"traceutil/trace.go:171","msg":"trace[1896561339] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1129; }","duration":"247.187398ms","start":"2026-03-18T00:48:44.884002Z","end":"2026-03-18T00:48:45.13119Z","steps":["trace[1896561339] 'read index received' (duration: 247.168428ms)","trace[1896561339] 'applied index is now lower than readState.Index' (duration: 15.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:45.131389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:48:44.782412Z","time spent":"348.877036ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:48:45.131482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.484936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:48:45.13154Z","caller":"traceutil/trace.go:171","msg":"trace[1276586494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1093; }","duration":"247.593319ms","start":"2026-03-18T00:48:44.88393Z","end":"2026-03-18T00:48:45.131523Z","steps":["trace[1276586494] 'agreement among raft nodes before linearized reading' (duration: 247.421504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:45.131696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.58037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T00:48:45.131732Z","caller":"traceutil/trace.go:171","msg":"trace[82722396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1093; }","duration":"241.64383ms","start":"2026-03-18T00:48:44.890079Z","end":"2026-03-18T00:48:45.131722Z","steps":["trace[82722396] 'agreement among raft nodes before linearized reading' (duration: 241.555819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:45.131817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.690053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:48:45.13193Z","caller":"traceutil/trace.go:171","msg":"trace[708157335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1093; }","duration":"241.861628ms","start":"2026-03-18T00:48:44.890039Z","end":"2026-03-18T00:48:45.131901Z","steps":["trace[708157335] 'agreement among raft nodes before linearized reading' (duration: 241.603301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:48:45.13245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.513011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T00:48:45.132527Z","caller":"traceutil/trace.go:171","msg":"trace[220612899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1093; }","duration":"243.643085ms","start":"2026-03-18T00:48:44.888867Z","end":"2026-03-18T00:48:45.13251Z","steps":["trace[220612899] 'agreement among raft nodes before linearized reading' (duration: 242.771582ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.434582Z","caller":"traceutil/trace.go:171","msg":"trace[1206098848] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1301; }","duration":"105.154269ms","start":"2026-03-18T00:48:55.329401Z","end":"2026-03-18T00:48:55.434556Z","steps":["trace[1206098848] 'read index received' (duration: 104.971895ms)","trace[1206098848] 'applied index is now lower than readState.Index' (duration: 181.464µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:48:55.434719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.290713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:48:55.434759Z","caller":"traceutil/trace.go:171","msg":"trace[444496595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1262; }","duration":"105.360315ms","start":"2026-03-18T00:48:55.329385Z","end":"2026-03-18T00:48:55.434745Z","steps":["trace[444496595] 'agreement among raft nodes before linearized reading' (duration: 105.276513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:48:55.434703Z","caller":"traceutil/trace.go:171","msg":"trace[1210285095] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"105.352275ms","start":"2026-03-18T00:48:55.329292Z","end":"2026-03-18T00:48:55.434644Z","steps":["trace[1210285095] 'process raft request' (duration: 105.140109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.678501Z","caller":"traceutil/trace.go:171","msg":"trace[1379558634] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"132.770043ms","start":"2026-03-18T00:49:07.545694Z","end":"2026-03-18T00:49:07.678464Z","steps":["trace[1379558634] 'process raft request' (duration: 132.557547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:07.710575Z","caller":"traceutil/trace.go:171","msg":"trace[530005423] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"138.522905ms","start":"2026-03-18T00:49:07.572015Z","end":"2026-03-18T00:49:07.710537Z","steps":["trace[530005423] 'process raft request' (duration: 138.32987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:10.400359Z","caller":"traceutil/trace.go:171","msg":"trace[1085994973] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"167.540794ms","start":"2026-03-18T00:49:10.232795Z","end":"2026-03-18T00:49:10.400336Z","steps":["trace[1085994973] 'process raft request' (duration: 167.389251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:16.324188Z","caller":"traceutil/trace.go:171","msg":"trace[1953385532] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"264.771646ms","start":"2026-03-18T00:49:16.05936Z","end":"2026-03-18T00:49:16.324131Z","steps":["trace[1953385532] 'process raft request' (duration: 264.5503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:16.638823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.249786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:49:16.638983Z","caller":"traceutil/trace.go:171","msg":"trace[1725901345] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1670; }","duration":"214.382598ms","start":"2026-03-18T00:49:16.424583Z","end":"2026-03-18T00:49:16.638965Z","steps":["trace[1725901345] 'read index received' (duration: 37.780862ms)","trace[1725901345] 'applied index is now lower than readState.Index' (duration: 176.600106ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:16.639082Z","caller":"traceutil/trace.go:171","msg":"trace[1900975749] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"245.353431ms","start":"2026-03-18T00:49:16.393654Z","end":"2026-03-18T00:49:16.639008Z","steps":["trace[1900975749] 'process raft request' (duration: 68.780885ms)","trace[1900975749] 'compare' (duration: 176.080882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:16.63947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.855461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T00:49:16.639597Z","caller":"traceutil/trace.go:171","msg":"trace[734034856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1605; }","duration":"215.048636ms","start":"2026-03-18T00:49:16.424514Z","end":"2026-03-18T00:49:16.639562Z","steps":["trace[734034856] 'agreement among raft nodes before linearized reading' (duration: 214.586953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.833149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14421896s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:49:17.833592Z","caller":"traceutil/trace.go:171","msg":"trace[2054743359] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"1.189273614s","start":"2026-03-18T00:49:16.644293Z","end":"2026-03-18T00:49:17.833567Z","steps":["trace[2054743359] 'process raft request' (duration: 1.189018227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.833745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.644265Z","time spent":"1.189396828s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:17.833848Z","caller":"traceutil/trace.go:171","msg":"trace[780946801] linearizableReadLoop","detail":"{readStateIndex:1673; appliedIndex:1671; }","duration":"1.188564186s","start":"2026-03-18T00:49:16.645239Z","end":"2026-03-18T00:49:17.833803Z","steps":["trace[780946801] 'read index received' (duration: 43.767522ms)","trace[780946801] 'applied index is now lower than readState.Index' (duration: 1.144794114s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:17.834107Z","caller":"traceutil/trace.go:171","msg":"trace[1260091751] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.187406346s","start":"2026-03-18T00:49:16.646532Z","end":"2026-03-18T00:49:17.833938Z","steps":["trace[1260091751] 'process raft request' (duration: 1.186954244s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.142418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2219fa7-2d76-4667-8057-f87dad1753cb\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-18T00:49:17.834295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.259784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:17.834372Z","caller":"traceutil/trace.go:171","msg":"trace[2044102227] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1608; }","duration":"514.44747ms","start":"2026-03-18T00:49:17.319901Z","end":"2026-03-18T00:49:17.834349Z","steps":["trace[2044102227] 'agreement among raft nodes before linearized reading' (duration: 514.281975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.188088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:49:17.834394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.47422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:49:17.834342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.748216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:49:17.834306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189063289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T00:49:17.834427Z","caller":"traceutil/trace.go:171","msg":"trace[1753657061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1608; }","duration":"413.548793ms","start":"2026-03-18T00:49:17.420871Z","end":"2026-03-18T00:49:17.83442Z","steps":["trace[1753657061] 'agreement among raft nodes before linearized reading' (duration: 413.465331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.834444Z","caller":"traceutil/trace.go:171","msg":"trace[10724000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1608; }","duration":"452.366272ms","start":"2026-03-18T00:49:17.382051Z","end":"2026-03-18T00:49:17.834417Z","steps":["trace[10724000] 'agreement among raft nodes before linearized reading' (duration: 452.029423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.834466Z","caller":"traceutil/trace.go:171","msg":"trace[1418404268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1608; }","duration":"425.91419ms","start":"2026-03-18T00:49:17.408522Z","end":"2026-03-18T00:49:17.834436Z","steps":["trace[1418404268] 'agreement among raft nodes before linearized reading' (duration: 425.602842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.646514Z","time spent":"1.187734024s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:17.834187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.849051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:49:17.834658Z","caller":"traceutil/trace.go:171","msg":"trace[43084748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1608; }","duration":"414.370615ms","start":"2026-03-18T00:49:17.420264Z","end":"2026-03-18T00:49:17.834635Z","steps":["trace[43084748] 'agreement among raft nodes before linearized reading' (duration: 413.790199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.420219Z","time spent":"414.488028ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:17.834509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.382033Z","time spent":"452.465374ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:17.834671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.63094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:17.834476Z","caller":"traceutil/trace.go:171","msg":"trace[745498198] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1608; }","duration":"1.189263285s","start":"2026-03-18T00:49:16.645197Z","end":"2026-03-18T00:49:17.834461Z","steps":["trace[745498198] 'agreement among raft nodes before linearized reading' (duration: 1.1887114s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:17.834948Z","caller":"traceutil/trace.go:171","msg":"trace[1260474447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"726.868645ms","start":"2026-03-18T00:49:17.107975Z","end":"2026-03-18T00:49:17.834844Z","steps":["trace[1260474447] 'agreement among raft nodes before linearized reading' (duration: 726.397133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.645175Z","time spent":"1.189795028s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T00:49:17.83501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.107951Z","time spent":"727.04514ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:49:17.834312Z","caller":"traceutil/trace.go:171","msg":"trace[1692711298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2219fa7-2d76-4667-8057-f87dad1753cb; range_end:; response_count:1; response_revision:1608; }","duration":"189.183289ms","start":"2026-03-18T00:49:17.645115Z","end":"2026-03-18T00:49:17.834298Z","steps":["trace[1692711298] 'agreement among raft nodes before linearized reading' (duration: 189.114168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.834422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.319865Z","time spent":"514.546752ms","remote":"127.0.0.1:58108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:17.834477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.420855Z","time spent":"413.615305ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:17.83436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.653676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:49:17.835356Z","caller":"traceutil/trace.go:171","msg":"trace[1376182139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1608; }","duration":"431.684264ms","start":"2026-03-18T00:49:17.403655Z","end":"2026-03-18T00:49:17.835339Z","steps":["trace[1376182139] 'agreement among raft nodes before linearized reading' (duration: 430.501803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.835401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.403641Z","time spent":"431.746595ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:17.834494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015241847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:49:17.835462Z","caller":"traceutil/trace.go:171","msg":"trace[726626195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1608; }","duration":"1.016252104s","start":"2026-03-18T00:49:16.819191Z","end":"2026-03-18T00:49:17.835443Z","steps":["trace[726626195] 'agreement among raft nodes before linearized reading' (duration: 1.014825826s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:17.835506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:16.819163Z","time spent":"1.016329925s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:49:17.834534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.408508Z","time spent":"426.015793ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:17.834711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.651864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:17.835864Z","caller":"traceutil/trace.go:171","msg":"trace[1270705030] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1608; }","duration":"270.954579ms","start":"2026-03-18T00:49:17.564857Z","end":"2026-03-18T00:49:17.835811Z","steps":["trace[1270705030] 'agreement among raft nodes before linearized reading' (duration: 269.478271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:18.213228Z","caller":"traceutil/trace.go:171","msg":"trace[613521810] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"372.313248ms","start":"2026-03-18T00:49:17.84089Z","end":"2026-03-18T00:49:18.213203Z","steps":["trace[613521810] 'process raft request' (duration: 372.095963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.213406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.840867Z","time spent":"372.438062ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:18.213768Z","caller":"traceutil/trace.go:171","msg":"trace[193545269] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"372.712958ms","start":"2026-03-18T00:49:17.841009Z","end":"2026-03-18T00:49:18.213722Z","steps":["trace[193545269] 'process raft request' (duration: 372.145213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:18.213992Z","caller":"traceutil/trace.go:171","msg":"trace[1973371373] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"372.905604ms","start":"2026-03-18T00:49:17.841068Z","end":"2026-03-18T00:49:18.213973Z","steps":["trace[1973371373] 'process raft request' (duration: 372.500793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.841Z","time spent":"372.872523ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:18.214036Z","caller":"traceutil/trace.go:171","msg":"trace[776173473] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"372.141074ms","start":"2026-03-18T00:49:17.841874Z","end":"2026-03-18T00:49:18.214015Z","steps":["trace[776173473] 'process raft request' (duration: 371.885617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.214093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.84106Z","time spent":"372.976726ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:18.214205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.841862Z","time spent":"372.227016ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:18.214263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.206465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:18.213838Z","caller":"traceutil/trace.go:171","msg":"trace[822669629] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1675; }","duration":"325.768043ms","start":"2026-03-18T00:49:17.888041Z","end":"2026-03-18T00:49:18.213809Z","steps":["trace[822669629] 'read index received' (duration: 324.954982ms)","trace[822669629] 'applied index is now lower than readState.Index' (duration: 811.801µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:18.21437Z","caller":"traceutil/trace.go:171","msg":"trace[1460418835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"326.362708ms","start":"2026-03-18T00:49:17.887991Z","end":"2026-03-18T00:49:18.214354Z","steps":["trace[1460418835] 'agreement among raft nodes before linearized reading' (duration: 326.195925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.214412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:17.887978Z","time spent":"326.425441ms","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:49:18.846119Z","caller":"traceutil/trace.go:171","msg":"trace[1193822703] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1679; }","duration":"467.446452ms","start":"2026-03-18T00:49:18.37864Z","end":"2026-03-18T00:49:18.846087Z","steps":["trace[1193822703] 'read index received' (duration: 438.073733ms)","trace[1193822703] 'applied index is now lower than readState.Index' (duration: 29.371209ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:18.846289Z","caller":"traceutil/trace.go:171","msg":"trace[1171704875] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"516.192876ms","start":"2026-03-18T00:49:18.330082Z","end":"2026-03-18T00:49:18.846275Z","steps":["trace[1171704875] 'process raft request' (duration: 486.701864ms)","trace[1171704875] 'compare' (duration: 29.113192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:49:18.846466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.330045Z","time spent":"516.286288ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:18.846537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.704742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-18T00:49:18.846647Z","caller":"traceutil/trace.go:171","msg":"trace[1376444951] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1614; }","duration":"152.851275ms","start":"2026-03-18T00:49:18.693767Z","end":"2026-03-18T00:49:18.846618Z","steps":["trace[1376444951] 'agreement among raft nodes before linearized reading' (duration: 152.609829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.846581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.910123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:18.846833Z","caller":"traceutil/trace.go:171","msg":"trace[499037363] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1614; }","duration":"468.227253ms","start":"2026-03-18T00:49:18.378576Z","end":"2026-03-18T00:49:18.846803Z","steps":["trace[499037363] 'agreement among raft nodes before linearized reading' (duration: 467.848262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:18.847153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.378556Z","time spent":"468.575113ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:19.389381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610644877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:49:19.452607Z","caller":"traceutil/trace.go:171","msg":"trace[1650598853] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"564.012204ms","start":"2026-03-18T00:49:18.888553Z","end":"2026-03-18T00:49:19.452565Z","steps":["trace[1650598853] 'read index received' (duration: 560.83625ms)","trace[1650598853] 'applied index is now lower than readState.Index' (duration: 3.174364ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:19.452634Z","caller":"traceutil/trace.go:171","msg":"trace[1188311737] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"579.380992ms","start":"2026-03-18T00:49:18.873219Z","end":"2026-03-18T00:49:19.4526Z","steps":["trace[1188311737] 'process raft request' (duration: 576.113536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:19.452839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.87318Z","time spent":"579.562917ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:19.452848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.271651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:19.452889Z","caller":"traceutil/trace.go:171","msg":"trace[219455518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1616; }","duration":"564.380475ms","start":"2026-03-18T00:49:18.888496Z","end":"2026-03-18T00:49:19.452877Z","steps":["trace[219455518] 'agreement among raft nodes before linearized reading' (duration: 564.265312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:19.452975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:18.888472Z","time spent":"564.445516ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:49:19.453048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.587774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:49:19.453035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.266454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:49:19.453117Z","caller":"traceutil/trace.go:171","msg":"trace[916563379] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1616; }","duration":"413.689047ms","start":"2026-03-18T00:49:19.039405Z","end":"2026-03-18T00:49:19.453094Z","steps":["trace[916563379] 'agreement among raft nodes before linearized reading' (duration: 413.542632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:19.453149Z","caller":"traceutil/trace.go:171","msg":"trace[965337749] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1616; }","duration":"419.426439ms","start":"2026-03-18T00:49:19.033692Z","end":"2026-03-18T00:49:19.453118Z","steps":["trace[965337749] 'agreement among raft nodes before linearized reading' (duration: 419.188733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:19.45317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:19.03931Z","time spent":"413.84895ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:19.45321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:19.033679Z","time spent":"419.518931ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:49:24.941904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.022284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:49:24.942011Z","caller":"traceutil/trace.go:171","msg":"trace[1973937569] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"188.398259ms","start":"2026-03-18T00:49:24.753584Z","end":"2026-03-18T00:49:24.941982Z","steps":["trace[1973937569] 'process raft request' (duration: 95.961885ms)","trace[1973937569] 'compare' (duration: 92.168716ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:24.942054Z","caller":"traceutil/trace.go:171","msg":"trace[1699681536] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1672; }","duration":"109.176998ms","start":"2026-03-18T00:49:24.832847Z","end":"2026-03-18T00:49:24.942024Z","steps":["trace[1699681536] 'range keys from in-memory index tree' (duration: 109.002533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:24.966741Z","caller":"traceutil/trace.go:171","msg":"trace[908736180] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"212.153719ms","start":"2026-03-18T00:49:24.754559Z","end":"2026-03-18T00:49:24.966713Z","steps":["trace[908736180] 'process raft request' (duration: 211.81177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:24.96685Z","caller":"traceutil/trace.go:171","msg":"trace[2114239701] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"211.999104ms","start":"2026-03-18T00:49:24.754811Z","end":"2026-03-18T00:49:24.966811Z","steps":["trace[2114239701] 'process raft request' (duration: 211.790468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:24.967024Z","caller":"traceutil/trace.go:171","msg":"trace[308611763] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"212.122268ms","start":"2026-03-18T00:49:24.754861Z","end":"2026-03-18T00:49:24.966983Z","steps":["trace[308611763] 'process raft request' (duration: 211.865622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.482609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610645091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:49:30.655394Z","caller":"traceutil/trace.go:171","msg":"trace[286712573] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"677.80749ms","start":"2026-03-18T00:49:29.977566Z","end":"2026-03-18T00:49:30.655374Z","steps":["trace[286712573] 'process raft request' (duration: 677.659966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.655532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:29.977543Z","time spent":"677.916402ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:49:30.657123Z","caller":"traceutil/trace.go:171","msg":"trace[792722811] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"674.686753ms","start":"2026-03-18T00:49:29.982409Z","end":"2026-03-18T00:49:30.657096Z","steps":["trace[792722811] 'read index received' (duration: 672.956355ms)","trace[792722811] 'applied index is now lower than readState.Index' (duration: 1.729368ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:49:30.657177Z","caller":"traceutil/trace.go:171","msg":"trace[559007658] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"425.813498ms","start":"2026-03-18T00:49:30.231329Z","end":"2026-03-18T00:49:30.657143Z","steps":["trace[559007658] 'process raft request' (duration: 425.636133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.6573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.902079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:49:30.657354Z","caller":"traceutil/trace.go:171","msg":"trace[786383370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1707; }","duration":"675.002353ms","start":"2026-03-18T00:49:29.982343Z","end":"2026-03-18T00:49:30.657346Z","steps":["trace[786383370] 'agreement among raft nodes before linearized reading' (duration: 674.862729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.657372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:29.982326Z","time spent":"675.041224ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:49:30.65736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.231299Z","time spent":"425.926271ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:49:30.657411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.052591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:49:30.657466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.956223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:49:30.657464Z","caller":"traceutil/trace.go:171","msg":"trace[369744636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"635.126964ms","start":"2026-03-18T00:49:30.022322Z","end":"2026-03-18T00:49:30.657449Z","steps":["trace[369744636] 'agreement among raft nodes before linearized reading' (duration: 634.910338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.657483Z","caller":"traceutil/trace.go:171","msg":"trace[1002468240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1707; }","duration":"388.007725ms","start":"2026-03-18T00:49:30.26947Z","end":"2026-03-18T00:49:30.657477Z","steps":["trace[1002468240] 'agreement among raft nodes before linearized reading' (duration: 387.949594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.657498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.269448Z","time spent":"388.047125ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:49:30.6575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.022312Z","time spent":"635.178544ms","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:49:30.657565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.970301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-03-18T00:49:30.657551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.534364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:49:30.657614Z","caller":"traceutil/trace.go:171","msg":"trace[1708644231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1707; }","duration":"124.052842ms","start":"2026-03-18T00:49:30.53355Z","end":"2026-03-18T00:49:30.657603Z","steps":["trace[1708644231] 'agreement among raft nodes before linearized reading' (duration: 123.931129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:30.657668Z","caller":"traceutil/trace.go:171","msg":"trace[278549583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1707; }","duration":"386.657518ms","start":"2026-03-18T00:49:30.270962Z","end":"2026-03-18T00:49:30.65762Z","steps":["trace[278549583] 'agreement among raft nodes before linearized reading' (duration: 386.402281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.657714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.270951Z","time spent":"386.75322ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:49:30.657711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.198723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:49:30.657811Z","caller":"traceutil/trace.go:171","msg":"trace[477821267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1707; }","duration":"383.338787ms","start":"2026-03-18T00:49:30.274452Z","end":"2026-03-18T00:49:30.657791Z","steps":["trace[477821267] 'agreement among raft nodes before linearized reading' (duration: 382.853333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.657791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.521428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T00:49:30.657868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.274443Z","time spent":"383.414819ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:49:30.657915Z","caller":"traceutil/trace.go:171","msg":"trace[1657601507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"384.700314ms","start":"2026-03-18T00:49:30.273188Z","end":"2026-03-18T00:49:30.657888Z","steps":["trace[1657601507] 'agreement among raft nodes before linearized reading' (duration: 384.238461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:30.657976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:49:30.273169Z","time spent":"384.797576ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:49:44.966383Z","caller":"traceutil/trace.go:171","msg":"trace[287770196] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"173.673251ms","start":"2026-03-18T00:49:44.792689Z","end":"2026-03-18T00:49:44.966362Z","steps":["trace[287770196] 'process raft request' (duration: 173.462346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.966901Z","caller":"traceutil/trace.go:171","msg":"trace[172215605] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"174.186886ms","start":"2026-03-18T00:49:44.792689Z","end":"2026-03-18T00:49:44.966876Z","steps":["trace[172215605] 'process raft request' (duration: 173.592319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:49:44.966904Z","caller":"traceutil/trace.go:171","msg":"trace[244638084] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"173.386974ms","start":"2026-03-18T00:49:44.793484Z","end":"2026-03-18T00:49:44.966871Z","steps":["trace[244638084] 'process raft request' (duration: 173.214319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:49:45.394891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.033029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-18T00:49:45.39501Z","caller":"traceutil/trace.go:171","msg":"trace[951307569] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1801; }","duration":"237.213775ms","start":"2026-03-18T00:49:45.157769Z","end":"2026-03-18T00:49:45.394983Z","steps":["trace[951307569] 'range keys from in-memory index tree' (duration: 236.772352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:01.205275Z","caller":"traceutil/trace.go:171","msg":"trace[911663360] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"132.776683ms","start":"2026-03-18T00:50:01.072439Z","end":"2026-03-18T00:50:01.205216Z","steps":["trace[911663360] 'process raft request' (duration: 76.576992ms)","trace[911663360] 'compare' (duration: 56.030676ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:01.205366Z","caller":"traceutil/trace.go:171","msg":"trace[635842440] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"108.250227ms","start":"2026-03-18T00:50:01.097094Z","end":"2026-03-18T00:50:01.205344Z","steps":["trace[635842440] 'read index received' (duration: 51.818539ms)","trace[635842440] 'applied index is now lower than readState.Index' (duration: 56.430618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:01.205709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.532545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:50:01.205777Z","caller":"traceutil/trace.go:171","msg":"trace[468714104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"108.696059ms","start":"2026-03-18T00:50:01.097063Z","end":"2026-03-18T00:50:01.205759Z","steps":["trace[468714104] 'agreement among raft nodes before linearized reading' (duration: 108.387631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:01.205826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.525104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:50:01.206115Z","caller":"traceutil/trace.go:171","msg":"trace[1933693074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1877; }","duration":"104.705849ms","start":"2026-03-18T00:50:01.101251Z","end":"2026-03-18T00:50:01.205957Z","steps":["trace[1933693074] 'agreement among raft nodes before linearized reading' (duration: 104.284767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:05.084658Z","caller":"traceutil/trace.go:171","msg":"trace[1474679951] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"195.701939ms","start":"2026-03-18T00:50:04.888931Z","end":"2026-03-18T00:50:05.084633Z","steps":["trace[1474679951] 'read index received' (duration: 195.559446ms)","trace[1474679951] 'applied index is now lower than readState.Index' (duration: 141.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:05.084719Z","caller":"traceutil/trace.go:171","msg":"trace[792754909] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"207.809013ms","start":"2026-03-18T00:50:04.876874Z","end":"2026-03-18T00:50:05.084683Z","steps":["trace[792754909] 'process raft request' (duration: 207.597418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.084813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.860354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T00:50:05.084887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.656437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:05.084906Z","caller":"traceutil/trace.go:171","msg":"trace[2116776417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1890; }","duration":"195.996257ms","start":"2026-03-18T00:50:04.888892Z","end":"2026-03-18T00:50:05.084888Z","steps":["trace[2116776417] 'agreement among raft nodes before linearized reading' (duration: 195.835442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:05.084924Z","caller":"traceutil/trace.go:171","msg":"trace[942498091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1890; }","duration":"179.739889ms","start":"2026-03-18T00:50:04.905174Z","end":"2026-03-18T00:50:05.084914Z","steps":["trace[942498091] 'agreement among raft nodes before linearized reading' (duration: 179.595735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.085189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.343545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:05.085279Z","caller":"traceutil/trace.go:171","msg":"trace[338094688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"143.491648ms","start":"2026-03-18T00:50:04.941765Z","end":"2026-03-18T00:50:05.085257Z","steps":["trace[338094688] 'agreement among raft nodes before linearized reading' (duration: 143.225561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.717098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610645546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T00:50:05.846645Z","caller":"traceutil/trace.go:171","msg":"trace[999568869] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"758.188728ms","start":"2026-03-18T00:50:05.088432Z","end":"2026-03-18T00:50:05.846621Z","steps":["trace[999568869] 'process raft request' (duration: 751.484072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:05.84677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.088408Z","time spent":"758.293941ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.457886Z","caller":"traceutil/trace.go:171","msg":"trace[2028080605] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1966; }","duration":"1.240835184s","start":"2026-03-18T00:50:05.217002Z","end":"2026-03-18T00:50:06.457837Z","steps":["trace[2028080605] 'read index received' (duration: 622.928747ms)","trace[2028080605] 'applied index is now lower than readState.Index' (duration: 617.904567ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:06.45803Z","caller":"traceutil/trace.go:171","msg":"trace[1308416979] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"1.239915818s","start":"2026-03-18T00:50:05.218072Z","end":"2026-03-18T00:50:06.457988Z","steps":["trace[1308416979] 'process raft request' (duration: 1.239721503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.458174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241161232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T00:50:06.45819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.239179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:06.45822Z","caller":"traceutil/trace.go:171","msg":"trace[619887437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1894; }","duration":"1.241265086s","start":"2026-03-18T00:50:05.216944Z","end":"2026-03-18T00:50:06.458209Z","steps":["trace[619887437] 'agreement among raft nodes before linearized reading' (duration: 1.24108451s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.458237Z","caller":"traceutil/trace.go:171","msg":"trace[910994589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"567.320022ms","start":"2026-03-18T00:50:05.890903Z","end":"2026-03-18T00:50:06.458223Z","steps":["trace[910994589] 'agreement among raft nodes before linearized reading' (duration: 567.241289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.458227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.21805Z","time spent":"1.240076052s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:06.458259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.216914Z","time spent":"1.241336426s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:50:06.458288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.890879Z","time spent":"567.401773ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:50:06.458364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.690781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T00:50:06.458411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.771374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-18T00:50:06.458442Z","caller":"traceutil/trace.go:171","msg":"trace[558593582] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:1894; }","duration":"186.812934ms","start":"2026-03-18T00:50:06.27161Z","end":"2026-03-18T00:50:06.458423Z","steps":["trace[558593582] 'agreement among raft nodes before linearized reading' (duration: 186.582217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.45849Z","caller":"traceutil/trace.go:171","msg":"trace[1511015377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1894; }","duration":"600.894328ms","start":"2026-03-18T00:50:05.857572Z","end":"2026-03-18T00:50:06.458466Z","steps":["trace[1511015377] 'agreement among raft nodes before linearized reading' (duration: 600.695623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.458505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.075523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T00:50:06.458504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14282753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:50:06.458534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.857554Z","time spent":"600.97136ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:50:06.458546Z","caller":"traceutil/trace.go:171","msg":"trace[2009932707] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1894; }","duration":"949.141196ms","start":"2026-03-18T00:50:05.509387Z","end":"2026-03-18T00:50:06.458528Z","steps":["trace[2009932707] 'agreement among raft nodes before linearized reading' (duration: 948.816227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.458567Z","caller":"traceutil/trace.go:171","msg":"trace[1537624855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.142927333s","start":"2026-03-18T00:50:05.315624Z","end":"2026-03-18T00:50:06.458551Z","steps":["trace[1537624855] 'agreement among raft nodes before linearized reading' (duration: 1.142780108s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.45858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.509366Z","time spent":"949.206797ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:50:06.458408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.677798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-18T00:50:06.458625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.315603Z","time spent":"1.143010274s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:50:06.458653Z","caller":"traceutil/trace.go:171","msg":"trace[1376816129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"365.974147ms","start":"2026-03-18T00:50:06.092663Z","end":"2026-03-18T00:50:06.458637Z","steps":["trace[1376816129] 'agreement among raft nodes before linearized reading' (duration: 365.538665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.4587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.092641Z","time spent":"366.047078ms","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T00:50:06.45878Z","caller":"traceutil/trace.go:171","msg":"trace[831859325] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.368570108s","start":"2026-03-18T00:50:05.089383Z","end":"2026-03-18T00:50:06.457953Z","steps":["trace[831859325] 'process raft request' (duration: 1.368179468s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.458854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196699704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T00:50:06.458965Z","caller":"traceutil/trace.go:171","msg":"trace[1945129958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1894; }","duration":"1.197142198s","start":"2026-03-18T00:50:05.261795Z","end":"2026-03-18T00:50:06.458937Z","steps":["trace[1945129958] 'agreement among raft nodes before linearized reading' (duration: 1.196331416s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.459025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.261778Z","time spent":"1.19723602s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:06.459031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.089362Z","time spent":"1.369540984s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.459045Z","caller":"traceutil/trace.go:171","msg":"trace[127201202] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.36905349s","start":"2026-03-18T00:50:05.089728Z","end":"2026-03-18T00:50:06.458781Z","steps":["trace[127201202] 'process raft request' (duration: 1.368007921s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.459299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:05.089713Z","time spent":"1.369526634s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.804506Z","caller":"traceutil/trace.go:171","msg":"trace[1585590224] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"340.860533ms","start":"2026-03-18T00:50:06.463617Z","end":"2026-03-18T00:50:06.804477Z","steps":["trace[1585590224] 'process raft request' (duration: 280.824047ms)","trace[1585590224] 'compare' (duration: 59.712298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:06.804662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.463593Z","time spent":"340.986607ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.804896Z","caller":"traceutil/trace.go:171","msg":"trace[2013934609] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"341.234915ms","start":"2026-03-18T00:50:06.463636Z","end":"2026-03-18T00:50:06.804871Z","steps":["trace[2013934609] 'process raft request' (duration: 341.120371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:06.805008Z","caller":"traceutil/trace.go:171","msg":"trace[553989103] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"302.346732ms","start":"2026-03-18T00:50:06.502645Z","end":"2026-03-18T00:50:06.804992Z","steps":["trace[553989103] 'process raft request' (duration: 302.28844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.805109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.502627Z","time spent":"302.436093ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:06.805111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.463608Z","time spent":"341.352306ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.805125Z","caller":"traceutil/trace.go:171","msg":"trace[991782683] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"341.120911ms","start":"2026-03-18T00:50:06.463989Z","end":"2026-03-18T00:50:06.80511Z","steps":["trace[991782683] 'process raft request' (duration: 340.844933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.80519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.463979Z","time spent":"341.177323ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:06.805261Z","caller":"traceutil/trace.go:171","msg":"trace[51754638] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1970; }","duration":"333.918102ms","start":"2026-03-18T00:50:06.471309Z","end":"2026-03-18T00:50:06.805227Z","steps":["trace[51754638] 'read index received' (duration: 30.579523ms)","trace[51754638] 'applied index is now lower than readState.Index' (duration: 303.332809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:50:06.805334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.021656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:50:06.805369Z","caller":"traceutil/trace.go:171","msg":"trace[697275087] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1899; }","duration":"334.073937ms","start":"2026-03-18T00:50:06.471285Z","end":"2026-03-18T00:50:06.805359Z","steps":["trace[697275087] 'agreement among raft nodes before linearized reading' (duration: 334.013195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.805407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.471276Z","time spent":"334.124577ms","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T00:50:06.805436Z","caller":"traceutil/trace.go:171","msg":"trace[2034283939] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"341.204953ms","start":"2026-03-18T00:50:06.463636Z","end":"2026-03-18T00:50:06.804841Z","steps":["trace[2034283939] 'process raft request' (duration: 340.755121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:06.805523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:06.463619Z","time spent":"341.872971ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:50:12.858472Z","caller":"traceutil/trace.go:171","msg":"trace[1607872803] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"353.948396ms","start":"2026-03-18T00:50:12.504466Z","end":"2026-03-18T00:50:12.858414Z","steps":["trace[1607872803] 'read index received' (duration: 353.71967ms)","trace[1607872803] 'applied index is now lower than readState.Index' (duration: 227.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:50:12.858564Z","caller":"traceutil/trace.go:171","msg":"trace[1207086772] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"364.201678ms","start":"2026-03-18T00:50:12.494325Z","end":"2026-03-18T00:50:12.858527Z","steps":["trace[1207086772] 'process raft request' (duration: 363.91721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.858737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:12.494295Z","time spent":"364.340372ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:50:12.858785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.423895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:50:12.858849Z","caller":"traceutil/trace.go:171","msg":"trace[1243867090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"351.507898ms","start":"2026-03-18T00:50:12.507325Z","end":"2026-03-18T00:50:12.858832Z","steps":["trace[1243867090] 'agreement among raft nodes before linearized reading' (duration: 351.339053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.858893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.403238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-18T00:50:12.858944Z","caller":"traceutil/trace.go:171","msg":"trace[958487453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"354.530251ms","start":"2026-03-18T00:50:12.504397Z","end":"2026-03-18T00:50:12.858927Z","steps":["trace[958487453] 'agreement among raft nodes before linearized reading' (duration: 354.180732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.858977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:12.504363Z","time spent":"354.605734ms","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T00:50:12.859211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.368949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:50:12.859275Z","caller":"traceutil/trace.go:171","msg":"trace[1363353831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"349.489774ms","start":"2026-03-18T00:50:12.509772Z","end":"2026-03-18T00:50:12.859262Z","steps":["trace[1363353831] 'agreement among raft nodes before linearized reading' (duration: 349.321278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:50:12.859308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:12.509732Z","time spent":"349.567584ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:50:12.858886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:50:12.507318Z","time spent":"351.56095ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T00:50:13.256113Z","caller":"traceutil/trace.go:171","msg":"trace[1363367490] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"130.360867ms","start":"2026-03-18T00:50:13.125719Z","end":"2026-03-18T00:50:13.25608Z","steps":["trace[1363367490] 'process raft request' (duration: 130.144981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:50:47.130973Z","caller":"traceutil/trace.go:171","msg":"trace[316702568] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"100.076959ms","start":"2026-03-18T00:50:47.030862Z","end":"2026-03-18T00:50:47.130939Z","steps":["trace[316702568] 'process raft request' (duration: 72.304911ms)","trace[316702568] 'compare' (duration: 27.591213ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:01.376447Z","caller":"traceutil/trace.go:171","msg":"trace[1003604042] linearizableReadLoop","detail":"{readStateIndex:2293; appliedIndex:2292; }","duration":"486.464577ms","start":"2026-03-18T00:51:00.889943Z","end":"2026-03-18T00:51:01.376408Z","steps":["trace[1003604042] 'read index received' (duration: 486.180319ms)","trace[1003604042] 'applied index is now lower than readState.Index' (duration: 282.568µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:01.37656Z","caller":"traceutil/trace.go:171","msg":"trace[1276152154] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"618.026702ms","start":"2026-03-18T00:51:00.758495Z","end":"2026-03-18T00:51:01.376522Z","steps":["trace[1276152154] 'process raft request' (duration: 617.696033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.376717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.738523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:01.376845Z","caller":"traceutil/trace.go:171","msg":"trace[2144307944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2205; }","duration":"486.932258ms","start":"2026-03-18T00:51:00.88988Z","end":"2026-03-18T00:51:01.376812Z","steps":["trace[2144307944] 'agreement among raft nodes before linearized reading' (duration: 486.693892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.376896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.889857Z","time spent":"487.03118ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:01.376754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:00.758466Z","time spent":"618.181885ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:01.432517Z","caller":"traceutil/trace.go:171","msg":"trace[1019825124] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"383.580202ms","start":"2026-03-18T00:51:01.048894Z","end":"2026-03-18T00:51:01.432474Z","steps":["trace[1019825124] 'process raft request' (duration: 381.768293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.432611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.755481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T00:51:01.432668Z","caller":"traceutil/trace.go:171","msg":"trace[2136461485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2206; }","duration":"160.837744ms","start":"2026-03-18T00:51:01.271815Z","end":"2026-03-18T00:51:01.432653Z","steps":["trace[2136461485] 'agreement among raft nodes before linearized reading' (duration: 160.610388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.432738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.048868Z","time spent":"383.744486ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:01.432847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.479367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T00:51:01.432886Z","caller":"traceutil/trace.go:171","msg":"trace[1915704975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2206; }","duration":"232.552039ms","start":"2026-03-18T00:51:01.200323Z","end":"2026-03-18T00:51:01.432875Z","steps":["trace[1915704975] 'agreement among raft nodes before linearized reading' (duration: 232.454926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.432978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.894372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T00:51:01.433058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.192747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T00:51:01.433078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.494445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T00:51:01.43308Z","caller":"traceutil/trace.go:171","msg":"trace[564810298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2206; }","duration":"118.035466ms","start":"2026-03-18T00:51:01.315017Z","end":"2026-03-18T00:51:01.433053Z","steps":["trace[564810298] 'agreement among raft nodes before linearized reading' (duration: 117.726827ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:01.4331Z","caller":"traceutil/trace.go:171","msg":"trace[985142929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2206; }","duration":"186.255169ms","start":"2026-03-18T00:51:01.246833Z","end":"2026-03-18T00:51:01.433088Z","steps":["trace[985142929] 'agreement among raft nodes before linearized reading' (duration: 186.141056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:01.433142Z","caller":"traceutil/trace.go:171","msg":"trace[571189392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2206; }","duration":"163.605217ms","start":"2026-03-18T00:51:01.269522Z","end":"2026-03-18T00:51:01.433127Z","steps":["trace[571189392] 'agreement among raft nodes before linearized reading' (duration: 163.381821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.433155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.039346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T00:51:01.433329Z","caller":"traceutil/trace.go:171","msg":"trace[621296850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2206; }","duration":"162.625631ms","start":"2026-03-18T00:51:01.270676Z","end":"2026-03-18T00:51:01.433302Z","steps":["trace[621296850] 'agreement among raft nodes before linearized reading' (duration: 161.845241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.433459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.118791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:51:01.433596Z","caller":"traceutil/trace.go:171","msg":"trace[692090538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2206; }","duration":"403.315357ms","start":"2026-03-18T00:51:01.030253Z","end":"2026-03-18T00:51:01.433569Z","steps":["trace[692090538] 'agreement among raft nodes before linearized reading' (duration: 402.777332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:01.433709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:01.030225Z","time spent":"403.46967ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:51:36.63163Z","caller":"traceutil/trace.go:171","msg":"trace[1115014949] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2480; }","duration":"200.175469ms","start":"2026-03-18T00:51:36.43141Z","end":"2026-03-18T00:51:36.631585Z","steps":["trace[1115014949] 'read index received' (duration: 199.908901ms)","trace[1115014949] 'applied index is now lower than readState.Index' (duration: 264.468µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:36.631692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:36.278628Z","time spent":"353.055031ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:51:36.631955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.527398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-18T00:51:36.6321Z","caller":"traceutil/trace.go:171","msg":"trace[1730445003] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2384; }","duration":"200.673143ms","start":"2026-03-18T00:51:36.431334Z","end":"2026-03-18T00:51:36.632007Z","steps":["trace[1730445003] 'agreement among raft nodes before linearized reading' (duration: 200.441406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:36.824217Z","caller":"traceutil/trace.go:171","msg":"trace[755340626] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"190.344166ms","start":"2026-03-18T00:51:36.633841Z","end":"2026-03-18T00:51:36.824185Z","steps":["trace[755340626] 'process raft request' (duration: 149.521208ms)","trace[755340626] 'compare' (duration: 40.675465ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:36.82421Z","caller":"traceutil/trace.go:171","msg":"trace[673635364] linearizableReadLoop","detail":"{readStateIndex:2482; appliedIndex:2481; }","duration":"187.81946ms","start":"2026-03-18T00:51:36.636357Z","end":"2026-03-18T00:51:36.824176Z","steps":["trace[673635364] 'read index received' (duration: 147.070064ms)","trace[673635364] 'applied index is now lower than readState.Index' (duration: 40.747966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:36.824528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.144069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-18T00:51:36.824617Z","caller":"traceutil/trace.go:171","msg":"trace[1060554057] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2385; }","duration":"188.258742ms","start":"2026-03-18T00:51:36.636316Z","end":"2026-03-18T00:51:36.824575Z","steps":["trace[1060554057] 'agreement among raft nodes before linearized reading' (duration: 187.956444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:37.330906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.777215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:51:37.331055Z","caller":"traceutil/trace.go:171","msg":"trace[41029154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2385; }","duration":"186.004681ms","start":"2026-03-18T00:51:37.145025Z","end":"2026-03-18T00:51:37.331029Z","steps":["trace[41029154] 'range keys from in-memory index tree' (duration: 185.398166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:37.821969Z","caller":"traceutil/trace.go:171","msg":"trace[2136173057] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2482; }","duration":"191.608911ms","start":"2026-03-18T00:51:37.630323Z","end":"2026-03-18T00:51:37.821932Z","steps":["trace[2136173057] 'read index received' (duration: 191.22191ms)","trace[2136173057] 'applied index is now lower than readState.Index' (duration: 385.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:37.822173Z","caller":"traceutil/trace.go:171","msg":"trace[1797062648] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"223.137363ms","start":"2026-03-18T00:51:37.599019Z","end":"2026-03-18T00:51:37.822156Z","steps":["trace[1797062648] 'process raft request' (duration: 222.68099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:37.822496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.045605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:51:37.822545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.498069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T00:51:37.822569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.11061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T00:51:37.822634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.30386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:51:37.822654Z","caller":"traceutil/trace.go:171","msg":"trace[1129117819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2386; }","duration":"185.666173ms","start":"2026-03-18T00:51:37.636962Z","end":"2026-03-18T00:51:37.822628Z","steps":["trace[1129117819] 'agreement among raft nodes before linearized reading' (duration: 185.344024ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:37.82268Z","caller":"traceutil/trace.go:171","msg":"trace[347028121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2386; }","duration":"190.265634ms","start":"2026-03-18T00:51:37.632389Z","end":"2026-03-18T00:51:37.822654Z","steps":["trace[347028121] 'agreement among raft nodes before linearized reading' (duration: 189.939256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:37.822675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.319889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T00:51:37.822604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.83169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:51:37.822793Z","caller":"traceutil/trace.go:171","msg":"trace[1614638918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2386; }","duration":"191.061465ms","start":"2026-03-18T00:51:37.631714Z","end":"2026-03-18T00:51:37.822775Z","steps":["trace[1614638918] 'agreement among raft nodes before linearized reading' (duration: 190.677276ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:37.822717Z","caller":"traceutil/trace.go:171","msg":"trace[1524741441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2386; }","duration":"172.437504ms","start":"2026-03-18T00:51:37.650261Z","end":"2026-03-18T00:51:37.822698Z","steps":["trace[1524741441] 'agreement among raft nodes before linearized reading' (duration: 172.226568ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:37.822671Z","caller":"traceutil/trace.go:171","msg":"trace[1012038479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2386; }","duration":"191.25373ms","start":"2026-03-18T00:51:37.631354Z","end":"2026-03-18T00:51:37.822608Z","steps":["trace[1012038479] 'agreement among raft nodes before linearized reading' (duration: 190.894061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:37.822795Z","caller":"traceutil/trace.go:171","msg":"trace[1235160815] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2386; }","duration":"192.506223ms","start":"2026-03-18T00:51:37.630258Z","end":"2026-03-18T00:51:37.822764Z","steps":["trace[1235160815] 'agreement among raft nodes before linearized reading' (duration: 192.152424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.39398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610646916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:38.89514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610646916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:51:38.905953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076130207s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:51:38.918091Z","caller":"traceutil/trace.go:171","msg":"trace[572469744] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"1.08832949s","start":"2026-03-18T00:51:37.829735Z","end":"2026-03-18T00:51:38.918064Z","steps":["trace[572469744] 'process raft request' (duration: 1.076646861s)","trace[572469744] 'compare' (duration: 10.925709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:51:38.91833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.829721Z","time spent":"1.088537946s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:38.92264Z","caller":"traceutil/trace.go:171","msg":"trace[1958706606] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"1.09248039s","start":"2026-03-18T00:51:37.830133Z","end":"2026-03-18T00:51:38.922613Z","steps":["trace[1958706606] 'process raft request' (duration: 1.092338667s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:38.922692Z","caller":"traceutil/trace.go:171","msg":"trace[1566098719] linearizableReadLoop","detail":"{readStateIndex:2490; appliedIndex:2483; }","duration":"1.029432745s","start":"2026-03-18T00:51:37.89325Z","end":"2026-03-18T00:51:38.922683Z","steps":["trace[1566098719] 'read index received' (duration: 1.012901358s)","trace[1566098719] 'applied index is now lower than readState.Index' (duration: 16.530717ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:51:38.922704Z","caller":"traceutil/trace.go:171","msg":"trace[1771187196] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"1.092460029s","start":"2026-03-18T00:51:37.830236Z","end":"2026-03-18T00:51:38.922696Z","steps":["trace[1771187196] 'process raft request' (duration: 1.092326546s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:38.922675Z","caller":"traceutil/trace.go:171","msg":"trace[671319794] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"1.092581112s","start":"2026-03-18T00:51:37.830029Z","end":"2026-03-18T00:51:38.92261Z","steps":["trace[671319794] 'process raft request' (duration: 1.092317085s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.922775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029531927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:51:38.922801Z","caller":"traceutil/trace.go:171","msg":"trace[116470400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2393; }","duration":"1.02959416s","start":"2026-03-18T00:51:37.893201Z","end":"2026-03-18T00:51:38.922795Z","steps":["trace[116470400] 'agreement among raft nodes before linearized reading' (duration: 1.029538568s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.922798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.830229Z","time spent":"1.09249859s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:38.922819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.893189Z","time spent":"1.0296268s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:51:38.922822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.830125Z","time spent":"1.092611973s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:38.922772Z","caller":"traceutil/trace.go:171","msg":"trace[1573584176] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"1.092527672s","start":"2026-03-18T00:51:37.830183Z","end":"2026-03-18T00:51:38.922711Z","steps":["trace[1573584176] 'process raft request' (duration: 1.092338176s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:51:38.922791Z","caller":"traceutil/trace.go:171","msg":"trace[2070624527] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"1.091449332s","start":"2026-03-18T00:51:37.831303Z","end":"2026-03-18T00:51:38.922753Z","steps":["trace[2070624527] 'process raft request' (duration: 1.091324749s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.92293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.829995Z","time spent":"1.092794498s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:38.923012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.83127Z","time spent":"1.091678859s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:38.922668Z","caller":"traceutil/trace.go:171","msg":"trace[2058535283] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"1.092327255s","start":"2026-03-18T00:51:37.830328Z","end":"2026-03-18T00:51:38.922655Z","steps":["trace[2058535283] 'process raft request' (duration: 1.092269494s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.923049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.830176Z","time spent":"1.092758437s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:51:38.922995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.53679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-18T00:51:38.923166Z","caller":"traceutil/trace.go:171","msg":"trace[1723092628] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2393; }","duration":"491.780106ms","start":"2026-03-18T00:51:38.431375Z","end":"2026-03-18T00:51:38.923155Z","steps":["trace[1723092628] 'agreement among raft nodes before linearized reading' (duration: 491.423877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:51:38.923215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:38.43135Z","time spent":"491.855129ms","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T00:51:38.923235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.529614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189dc938b9ca6e9c\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-18T00:51:38.923295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:51:37.830321Z","time spent":"1.092776287s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:51:38.923334Z","caller":"traceutil/trace.go:171","msg":"trace[779937463] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189dc938b9ca6e9c; range_end:; response_count:1; response_revision:2393; }","duration":"195.718939ms","start":"2026-03-18T00:51:38.727596Z","end":"2026-03-18T00:51:38.923315Z","steps":["trace[779937463] 'agreement among raft nodes before linearized reading' (duration: 195.288088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:58.27861Z","caller":"traceutil/trace.go:171","msg":"trace[1345145103] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"131.069362ms","start":"2026-03-18T00:53:58.147507Z","end":"2026-03-18T00:53:58.278576Z","steps":["trace[1345145103] 'process raft request' (duration: 130.855406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:53:58.410362Z","caller":"traceutil/trace.go:171","msg":"trace[486044032] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"122.259471ms","start":"2026-03-18T00:53:58.288072Z","end":"2026-03-18T00:53:58.410332Z","steps":["trace[486044032] 'process raft request' (duration: 121.982275ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:18.800044Z","caller":"traceutil/trace.go:171","msg":"trace[1102072506] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"275.665439ms","start":"2026-03-18T00:54:18.524342Z","end":"2026-03-18T00:54:18.800007Z","steps":["trace[1102072506] 'process raft request' (duration: 275.504185ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:24.13771Z","caller":"traceutil/trace.go:171","msg":"trace[1547715031] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3496; }","duration":"283.233297ms","start":"2026-03-18T00:54:23.85444Z","end":"2026-03-18T00:54:24.137673Z","steps":["trace[1547715031] 'read index received' (duration: 283.084122ms)","trace[1547715031] 'applied index is now lower than readState.Index' (duration: 147.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:24.137885Z","caller":"traceutil/trace.go:171","msg":"trace[380439294] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"283.586776ms","start":"2026-03-18T00:54:23.854264Z","end":"2026-03-18T00:54:24.137851Z","steps":["trace[380439294] 'process raft request' (duration: 283.198146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.138024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.566806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:54:24.13808Z","caller":"traceutil/trace.go:171","msg":"trace[1219711546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3359; }","duration":"283.649678ms","start":"2026-03-18T00:54:23.854419Z","end":"2026-03-18T00:54:24.138068Z","steps":["trace[1219711546] 'agreement among raft nodes before linearized reading' (duration: 283.426422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.84338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.914161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:54:24.843684Z","caller":"traceutil/trace.go:171","msg":"trace[178875094] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"700.555525ms","start":"2026-03-18T00:54:24.143106Z","end":"2026-03-18T00:54:24.843662Z","steps":["trace[178875094] 'process raft request' (duration: 700.447212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:24.843736Z","caller":"traceutil/trace.go:171","msg":"trace[1286195253] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"708.952105ms","start":"2026-03-18T00:54:24.134733Z","end":"2026-03-18T00:54:24.843685Z","steps":["trace[1286195253] 'process raft request' (duration: 279.602462ms)","trace[1286195253] 'compare' (duration: 428.584773ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:24.843764Z","caller":"traceutil/trace.go:171","msg":"trace[1425777513] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3497; }","duration":"705.908825ms","start":"2026-03-18T00:54:24.137809Z","end":"2026-03-18T00:54:24.843718Z","steps":["trace[1425777513] 'read index received' (duration: 276.674215ms)","trace[1425777513] 'applied index is now lower than readState.Index' (duration: 429.219839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:24.843886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.143086Z","time spent":"700.673958ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:24.843855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.464436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:54:24.843905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.134697Z","time spent":"709.143279ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:24.843941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.842771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:54:24.843977Z","caller":"traceutil/trace.go:171","msg":"trace[1600284157] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3361; }","duration":"977.661841ms","start":"2026-03-18T00:54:23.866281Z","end":"2026-03-18T00:54:24.843942Z","steps":["trace[1600284157] 'agreement among raft nodes before linearized reading' (duration: 977.449855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.019234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T00:54:24.844038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.866247Z","time spent":"977.777973ms","remote":"127.0.0.1:58356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":8,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:54:24.844072Z","caller":"traceutil/trace.go:171","msg":"trace[1418781624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3361; }","duration":"977.114547ms","start":"2026-03-18T00:54:23.86694Z","end":"2026-03-18T00:54:24.844055Z","steps":["trace[1418781624] 'agreement among raft nodes before linearized reading' (duration: 976.788468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.969111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T00:54:24.843992Z","caller":"traceutil/trace.go:171","msg":"trace[2060876025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3361; }","duration":"968.910793ms","start":"2026-03-18T00:54:23.875062Z","end":"2026-03-18T00:54:24.843973Z","steps":["trace[2060876025] 'agreement among raft nodes before linearized reading' (duration: 968.647206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.866931Z","time spent":"977.174448ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T00:54:24.84413Z","caller":"traceutil/trace.go:171","msg":"trace[824201280] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3361; }","duration":"899.078883ms","start":"2026-03-18T00:54:23.945031Z","end":"2026-03-18T00:54:24.84411Z","steps":["trace[824201280] 'agreement among raft nodes before linearized reading' (duration: 898.691233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.875049Z","time spent":"969.074216ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:54:24.844111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.528753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:54:24.844315Z","caller":"traceutil/trace.go:171","msg":"trace[683729090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3361; }","duration":"978.738699ms","start":"2026-03-18T00:54:23.865534Z","end":"2026-03-18T00:54:24.844273Z","steps":["trace[683729090] 'agreement among raft nodes before linearized reading' (duration: 978.360198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.865501Z","time spent":"979.13008ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:54:24.844178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.945019Z","time spent":"899.148585ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:54:24.84421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.540104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:54:24.84477Z","caller":"traceutil/trace.go:171","msg":"trace[1599847370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3361; }","duration":"971.179552ms","start":"2026-03-18T00:54:23.873571Z","end":"2026-03-18T00:54:24.84475Z","steps":["trace[1599847370] 'agreement among raft nodes before linearized reading' (duration: 970.230247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:24.844864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:23.873539Z","time spent":"971.309334ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T00:54:25.232438Z","caller":"traceutil/trace.go:171","msg":"trace[950832256] linearizableReadLoop","detail":"{readStateIndex:3500; appliedIndex:3499; }","duration":"388.553795ms","start":"2026-03-18T00:54:24.843853Z","end":"2026-03-18T00:54:25.232407Z","steps":["trace[950832256] 'read index received' (duration: 301.298921ms)","trace[950832256] 'applied index is now lower than readState.Index' (duration: 87.253614ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:54:25.232495Z","caller":"traceutil/trace.go:171","msg":"trace[260096901] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"408.306651ms","start":"2026-03-18T00:54:24.824158Z","end":"2026-03-18T00:54:25.232465Z","steps":["trace[260096901] 'process raft request' (duration: 320.975504ms)","trace[260096901] 'compare' (duration: 87.140593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:54:25.232603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060846279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:25.232643Z","caller":"traceutil/trace.go:171","msg":"trace[1409653181] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3362; }","duration":"1.060957402s","start":"2026-03-18T00:54:24.171676Z","end":"2026-03-18T00:54:25.232633Z","steps":["trace[1409653181] 'agreement among raft nodes before linearized reading' (duration: 1.06086978s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.232659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.824127Z","time spent":"408.422015ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:25.232677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.171647Z","time spent":"1.061021624s","remote":"127.0.0.1:58244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:54:25.233365Z","caller":"traceutil/trace.go:171","msg":"trace[413084820] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"383.573634ms","start":"2026-03-18T00:54:24.849758Z","end":"2026-03-18T00:54:25.233331Z","steps":["trace[413084820] 'process raft request' (duration: 383.347948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.233582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.84973Z","time spent":"383.73182ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:25.233706Z","caller":"traceutil/trace.go:171","msg":"trace[840038485] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"383.894654ms","start":"2026-03-18T00:54:24.849779Z","end":"2026-03-18T00:54:25.233674Z","steps":["trace[840038485] 'process raft request' (duration: 383.500243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:25.233743Z","caller":"traceutil/trace.go:171","msg":"trace[127350092] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"383.325087ms","start":"2026-03-18T00:54:24.850385Z","end":"2026-03-18T00:54:25.23371Z","steps":["trace[127350092] 'process raft request' (duration: 383.133342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.233873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.850372Z","time spent":"383.437682ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:25.233883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.849748Z","time spent":"384.030546ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:54:25.234194Z","caller":"traceutil/trace.go:171","msg":"trace[711262714] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"383.461651ms","start":"2026-03-18T00:54:24.850709Z","end":"2026-03-18T00:54:25.234171Z","steps":["trace[711262714] 'process raft request' (duration: 382.943177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.234312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.850698Z","time spent":"383.553104ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:25.234983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.373908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T00:54:25.235025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.388797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:54:25.235063Z","caller":"traceutil/trace.go:171","msg":"trace[1278384865] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"384.081888ms","start":"2026-03-18T00:54:24.850962Z","end":"2026-03-18T00:54:25.235044Z","steps":["trace[1278384865] 'process raft request' (duration: 383.027601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:25.235082Z","caller":"traceutil/trace.go:171","msg":"trace[915305253] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:3367; }","duration":"145.49452ms","start":"2026-03-18T00:54:25.089573Z","end":"2026-03-18T00:54:25.235068Z","steps":["trace[915305253] 'agreement among raft nodes before linearized reading' (duration: 145.299405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:54:25.235086Z","caller":"traceutil/trace.go:171","msg":"trace[812063915] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3367; }","duration":"378.488331ms","start":"2026-03-18T00:54:24.856572Z","end":"2026-03-18T00:54:25.23506Z","steps":["trace[812063915] 'agreement among raft nodes before linearized reading' (duration: 378.133352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.235148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.856562Z","time spent":"378.572073ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:54:25.235164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.850956Z","time spent":"384.15885ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:54:25.235183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.545661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:54:25.23522Z","caller":"traceutil/trace.go:171","msg":"trace[1609578192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3367; }","duration":"347.631124ms","start":"2026-03-18T00:54:24.887577Z","end":"2026-03-18T00:54:25.235209Z","steps":["trace[1609578192] 'agreement among raft nodes before linearized reading' (duration: 347.537191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:54:25.235317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:54:24.887566Z","time spent":"347.744616ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:55:30.727942Z","caller":"traceutil/trace.go:171","msg":"trace[1830769598] transaction","detail":"{read_only:false; response_revision:3780; number_of_response:1; }","duration":"223.739138ms","start":"2026-03-18T00:55:30.504084Z","end":"2026-03-18T00:55:30.727823Z","steps":["trace[1830769598] 'process raft request' (duration: 152.286956ms)","trace[1830769598] 'compare' (duration: 71.271046ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:37.736484Z","caller":"traceutil/trace.go:171","msg":"trace[1448146554] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"518.681518ms","start":"2026-03-18T00:55:37.21777Z","end":"2026-03-18T00:55:37.736452Z","steps":["trace[1448146554] 'process raft request' (duration: 518.422281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.736675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:37.217752Z","time spent":"518.829462ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:37.745999Z","caller":"traceutil/trace.go:171","msg":"trace[10279737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4156; }","duration":"478.75938ms","start":"2026-03-18T00:55:37.267208Z","end":"2026-03-18T00:55:37.745967Z","steps":["trace[10279737] 'process raft request' (duration: 478.534424ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.746048Z","caller":"traceutil/trace.go:171","msg":"trace[426522747] linearizableReadLoop","detail":"{readStateIndex:4331; appliedIndex:4329; }","duration":"437.921435ms","start":"2026-03-18T00:55:37.308097Z","end":"2026-03-18T00:55:37.746019Z","steps":["trace[426522747] 'read index received' (duration: 428.14254ms)","trace[426522747] 'applied index is now lower than readState.Index' (duration: 9.777565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:37.746119Z","caller":"traceutil/trace.go:171","msg":"trace[2124311654] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"210.14836ms","start":"2026-03-18T00:55:37.535936Z","end":"2026-03-18T00:55:37.746084Z","steps":["trace[2124311654] 'process raft request' (duration: 210.021207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.746295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.172582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:55:37.74632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:37.267181Z","time spent":"478.914773ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65,"response count":0,"response size":2935,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:37.746343Z","caller":"traceutil/trace.go:171","msg":"trace[382151475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4158; }","duration":"438.278445ms","start":"2026-03-18T00:55:37.308053Z","end":"2026-03-18T00:55:37.746331Z","steps":["trace[382151475] 'agreement among raft nodes before linearized reading' (duration: 438.107281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.74638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:37.30804Z","time spent":"438.332406ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:55:37.746612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.786165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T00:55:37.746651Z","caller":"traceutil/trace.go:171","msg":"trace[28356982] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4159; }","duration":"113.850437ms","start":"2026-03-18T00:55:37.632788Z","end":"2026-03-18T00:55:37.746638Z","steps":["trace[28356982] 'agreement among raft nodes before linearized reading' (duration: 113.735454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.746646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.185128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vl5sm\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-03-18T00:55:37.746695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.847655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:55:37.746719Z","caller":"traceutil/trace.go:171","msg":"trace[1272751122] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-vl5sm; range_end:; response_count:1; response_revision:4159; }","duration":"268.288812ms","start":"2026-03-18T00:55:37.478412Z","end":"2026-03-18T00:55:37.746701Z","steps":["trace[1272751122] 'agreement among raft nodes before linearized reading' (duration: 268.087366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.746776Z","caller":"traceutil/trace.go:171","msg":"trace[2123078993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4159; }","duration":"117.992479ms","start":"2026-03-18T00:55:37.628764Z","end":"2026-03-18T00:55:37.746757Z","steps":["trace[2123078993] 'agreement among raft nodes before linearized reading' (duration: 117.801174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.746865Z","caller":"traceutil/trace.go:171","msg":"trace[170570991] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"429.341464ms","start":"2026-03-18T00:55:37.316816Z","end":"2026-03-18T00:55:37.746158Z","steps":["trace[170570991] 'process raft request' (duration: 429.048156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.746909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T00:55:37.746999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.620294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:55:37.747044Z","caller":"traceutil/trace.go:171","msg":"trace[82162838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4159; }","duration":"115.700098ms","start":"2026-03-18T00:55:37.631332Z","end":"2026-03-18T00:55:37.747033Z","steps":["trace[82162838] 'agreement among raft nodes before linearized reading' (duration: 115.520973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:37.747041Z","caller":"traceutil/trace.go:171","msg":"trace[1141393072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4159; }","duration":"116.798486ms","start":"2026-03-18T00:55:37.630213Z","end":"2026-03-18T00:55:37.747012Z","steps":["trace[1141393072] 'agreement among raft nodes before linearized reading' (duration: 116.332334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.746958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.59122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:37.747207Z","caller":"traceutil/trace.go:171","msg":"trace[300724145] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4159; }","duration":"130.899848ms","start":"2026-03-18T00:55:37.616291Z","end":"2026-03-18T00:55:37.747191Z","steps":["trace[300724145] 'agreement among raft nodes before linearized reading' (duration: 130.636061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.747132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.11198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:37.747279Z","caller":"traceutil/trace.go:171","msg":"trace[2083070413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4159; }","duration":"112.297915ms","start":"2026-03-18T00:55:37.634968Z","end":"2026-03-18T00:55:37.747266Z","steps":["trace[2083070413] 'agreement among raft nodes before linearized reading' (duration: 111.957626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:37.748037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:37.316803Z","time spent":"430.157896ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2716,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:37.748609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.991046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:55:37.748659Z","caller":"traceutil/trace.go:171","msg":"trace[803300891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:4159; }","duration":"112.058879ms","start":"2026-03-18T00:55:37.63659Z","end":"2026-03-18T00:55:37.748649Z","steps":["trace[803300891] 'agreement among raft nodes before linearized reading' (duration: 110.531916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.036249Z","caller":"traceutil/trace.go:171","msg":"trace[1967606728] linearizableReadLoop","detail":"{readStateIndex:4356; appliedIndex:4355; }","duration":"280.384558ms","start":"2026-03-18T00:55:39.755833Z","end":"2026-03-18T00:55:40.036217Z","steps":["trace[1967606728] 'read index received' (duration: 280.207363ms)","trace[1967606728] 'applied index is now lower than readState.Index' (duration: 175.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:40.036323Z","caller":"traceutil/trace.go:171","msg":"trace[410534600] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"283.08847ms","start":"2026-03-18T00:55:39.753192Z","end":"2026-03-18T00:55:40.03628Z","steps":["trace[410534600] 'process raft request' (duration: 282.837553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.0365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.648005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:55:40.036546Z","caller":"traceutil/trace.go:171","msg":"trace[965539128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4180; }","duration":"280.772828ms","start":"2026-03-18T00:55:39.755763Z","end":"2026-03-18T00:55:40.036536Z","steps":["trace[965539128] 'agreement among raft nodes before linearized reading' (duration: 280.595563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.053919Z","caller":"traceutil/trace.go:171","msg":"trace[231684601] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"135.663027ms","start":"2026-03-18T00:55:39.918221Z","end":"2026-03-18T00:55:40.053884Z","steps":["trace[231684601] 'process raft request' (duration: 135.317768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.053992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.918506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T00:55:40.053976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.83951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:40.054053Z","caller":"traceutil/trace.go:171","msg":"trace[49088226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4181; }","duration":"290.028269ms","start":"2026-03-18T00:55:39.76401Z","end":"2026-03-18T00:55:40.054038Z","steps":["trace[49088226] 'agreement among raft nodes before linearized reading' (duration: 289.899016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.054064Z","caller":"traceutil/trace.go:171","msg":"trace[643527599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4181; }","duration":"290.960563ms","start":"2026-03-18T00:55:39.763088Z","end":"2026-03-18T00:55:40.054048Z","steps":["trace[643527599] 'agreement among raft nodes before linearized reading' (duration: 290.759699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.053985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.103441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:55:40.054147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.816765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:40.054211Z","caller":"traceutil/trace.go:171","msg":"trace[873211136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4181; }","duration":"164.937089ms","start":"2026-03-18T00:55:39.889252Z","end":"2026-03-18T00:55:40.054189Z","steps":["trace[873211136] 'agreement among raft nodes before linearized reading' (duration: 164.526347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.054237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.378081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:55:40.054238Z","caller":"traceutil/trace.go:171","msg":"trace[1413559153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4181; }","duration":"290.328286ms","start":"2026-03-18T00:55:39.763832Z","end":"2026-03-18T00:55:40.05416Z","steps":["trace[1413559153] 'agreement among raft nodes before linearized reading' (duration: 289.996417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.054344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.811948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T00:55:40.05439Z","caller":"traceutil/trace.go:171","msg":"trace[1317237915] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4181; }","duration":"291.872879ms","start":"2026-03-18T00:55:39.762504Z","end":"2026-03-18T00:55:40.054377Z","steps":["trace[1317237915] 'agreement among raft nodes before linearized reading' (duration: 291.215231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.0544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.200557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:55:40.054484Z","caller":"traceutil/trace.go:171","msg":"trace[246375408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4181; }","duration":"289.831404ms","start":"2026-03-18T00:55:39.76464Z","end":"2026-03-18T00:55:40.054471Z","steps":["trace[246375408] 'agreement among raft nodes before linearized reading' (duration: 289.103875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.054262Z","caller":"traceutil/trace.go:171","msg":"trace[1868256128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:4181; }","duration":"289.403042ms","start":"2026-03-18T00:55:39.764852Z","end":"2026-03-18T00:55:40.054255Z","steps":["trace[1868256128] 'agreement among raft nodes before linearized reading' (duration: 288.95631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.297846Z","caller":"traceutil/trace.go:171","msg":"trace[90912330] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4357; }","duration":"242.170716ms","start":"2026-03-18T00:55:40.05564Z","end":"2026-03-18T00:55:40.29781Z","steps":["trace[90912330] 'read index received' (duration: 158.747121ms)","trace[90912330] 'applied index is now lower than readState.Index' (duration: 83.422365ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:40.297934Z","caller":"traceutil/trace.go:171","msg":"trace[2035574023] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"256.278477ms","start":"2026-03-18T00:55:40.041624Z","end":"2026-03-18T00:55:40.297902Z","steps":["trace[2035574023] 'process raft request' (duration: 172.728229ms)","trace[2035574023] 'compare' (duration: 83.327962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:40.298081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.409292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:40.298178Z","caller":"traceutil/trace.go:171","msg":"trace[1998717306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4182; }","duration":"242.543025ms","start":"2026-03-18T00:55:40.055615Z","end":"2026-03-18T00:55:40.298158Z","steps":["trace[1998717306] 'agreement among raft nodes before linearized reading' (duration: 242.36973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.383253Z","caller":"traceutil/trace.go:171","msg":"trace[236091701] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"324.359767ms","start":"2026-03-18T00:55:40.058875Z","end":"2026-03-18T00:55:40.383235Z","steps":["trace[236091701] 'process raft request' (duration: 324.143901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.383543Z","caller":"traceutil/trace.go:171","msg":"trace[1226742585] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"324.467069ms","start":"2026-03-18T00:55:40.059051Z","end":"2026-03-18T00:55:40.383519Z","steps":["trace[1226742585] 'process raft request' (duration: 324.13096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.05885Z","time spent":"324.465559ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:40.383629Z","caller":"traceutil/trace.go:171","msg":"trace[977088683] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"324.338765ms","start":"2026-03-18T00:55:40.059232Z","end":"2026-03-18T00:55:40.383571Z","steps":["trace[977088683] 'process raft request' (duration: 324.185911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.059043Z","time spent":"324.570803ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:40.383739Z","caller":"traceutil/trace.go:171","msg":"trace[2046909364] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"324.240132ms","start":"2026-03-18T00:55:40.059466Z","end":"2026-03-18T00:55:40.383706Z","steps":["trace[2046909364] 'process raft request' (duration: 324.023757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.328426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46086"} {"level":"info","ts":"2026-03-18T00:55:40.383821Z","caller":"traceutil/trace.go:171","msg":"trace[1762105799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4187; }","duration":"324.411247ms","start":"2026-03-18T00:55:40.059391Z","end":"2026-03-18T00:55:40.383803Z","steps":["trace[1762105799] 'agreement among raft nodes before linearized reading' (duration: 324.193341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.486051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-vl5sm\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-18T00:55:40.383846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.059458Z","time spent":"324.339245ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:40.383879Z","caller":"traceutil/trace.go:171","msg":"trace[2024644569] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-vl5sm; range_end:; response_count:1; response_revision:4187; }","duration":"246.610595ms","start":"2026-03-18T00:55:40.137252Z","end":"2026-03-18T00:55:40.383863Z","steps":["trace[2024644569] 'agreement among raft nodes before linearized reading' (duration: 246.403369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.059339Z","time spent":"324.50747ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T00:55:40.383905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.753158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:55:40.383849Z","caller":"traceutil/trace.go:171","msg":"trace[2045441463] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"323.142093ms","start":"2026-03-18T00:55:40.060662Z","end":"2026-03-18T00:55:40.383804Z","steps":["trace[2045441463] 'process raft request' (duration: 322.886327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:40.38393Z","caller":"traceutil/trace.go:171","msg":"trace[686810010] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4187; }","duration":"300.83609ms","start":"2026-03-18T00:55:40.083086Z","end":"2026-03-18T00:55:40.383922Z","steps":["trace[686810010] 'agreement among raft nodes before linearized reading' (duration: 300.785589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:40.383953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.083047Z","time spent":"300.900273ms","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:55:40.383907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.059224Z","time spent":"324.490291ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:40.384081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:40.060652Z","time spent":"323.305638ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:40.701075Z","caller":"traceutil/trace.go:171","msg":"trace[1204141745] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"186.49742ms","start":"2026-03-18T00:55:40.514544Z","end":"2026-03-18T00:55:40.701041Z","steps":["trace[1204141745] 'process raft request' (duration: 186.304215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.792803Z","caller":"traceutil/trace.go:171","msg":"trace[1328003060] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"247.708225ms","start":"2026-03-18T00:55:46.54505Z","end":"2026-03-18T00:55:46.792759Z","steps":["trace[1328003060] 'process raft request' (duration: 151.820352ms)","trace[1328003060] 'compare' (duration: 95.471361ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:46.792962Z","caller":"traceutil/trace.go:171","msg":"trace[276505705] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"247.468149ms","start":"2026-03-18T00:55:46.545429Z","end":"2026-03-18T00:55:46.792897Z","steps":["trace[276505705] 'process raft request' (duration: 247.168371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.793057Z","caller":"traceutil/trace.go:171","msg":"trace[696022101] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"247.52489ms","start":"2026-03-18T00:55:46.545484Z","end":"2026-03-18T00:55:46.793009Z","steps":["trace[696022101] 'process raft request' (duration: 247.160351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.79281Z","caller":"traceutil/trace.go:171","msg":"trace[1247342383] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4451; }","duration":"235.749142ms","start":"2026-03-18T00:55:46.557024Z","end":"2026-03-18T00:55:46.792773Z","steps":["trace[1247342383] 'read index received' (duration: 11.727327ms)","trace[1247342383] 'applied index is now lower than readState.Index' (duration: 224.019935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:46.793131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.05949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f6wdw\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-18T00:55:46.793189Z","caller":"traceutil/trace.go:171","msg":"trace[1316881112] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"247.90579ms","start":"2026-03-18T00:55:46.545255Z","end":"2026-03-18T00:55:46.793161Z","steps":["trace[1316881112] 'process raft request' (duration: 247.285534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.79318Z","caller":"traceutil/trace.go:171","msg":"trace[1896642209] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"235.627598ms","start":"2026-03-18T00:55:46.557489Z","end":"2026-03-18T00:55:46.793116Z","steps":["trace[1896642209] 'process raft request' (duration: 235.206006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.793244Z","caller":"traceutil/trace.go:171","msg":"trace[1053143134] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f6wdw; range_end:; response_count:1; response_revision:4274; }","duration":"236.222684ms","start":"2026-03-18T00:55:46.557Z","end":"2026-03-18T00:55:46.793222Z","steps":["trace[1053143134] 'agreement among raft nodes before linearized reading' (duration: 235.887445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:46.886592Z","caller":"traceutil/trace.go:171","msg":"trace[1788633679] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"266.745199ms","start":"2026-03-18T00:55:46.6198Z","end":"2026-03-18T00:55:46.886545Z","steps":["trace[1788633679] 'process raft request' (duration: 266.553964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:47.09117Z","caller":"traceutil/trace.go:171","msg":"trace[319423494] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4457; }","duration":"270.276354ms","start":"2026-03-18T00:55:46.820869Z","end":"2026-03-18T00:55:47.091145Z","steps":["trace[319423494] 'read index received' (duration: 65.363387ms)","trace[319423494] 'applied index is now lower than readState.Index' (duration: 204.911387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:47.091329Z","caller":"traceutil/trace.go:171","msg":"trace[217040863] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"285.688631ms","start":"2026-03-18T00:55:46.805626Z","end":"2026-03-18T00:55:47.091315Z","steps":["trace[217040863] 'process raft request' (duration: 285.441865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:47.091269Z","caller":"traceutil/trace.go:171","msg":"trace[1782558942] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"292.65934ms","start":"2026-03-18T00:55:46.798564Z","end":"2026-03-18T00:55:47.091223Z","steps":["trace[1782558942] 'process raft request' (duration: 292.342281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.091885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.926492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:55:47.092075Z","caller":"traceutil/trace.go:171","msg":"trace[1840366797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4277; }","duration":"271.214881ms","start":"2026-03-18T00:55:46.820829Z","end":"2026-03-18T00:55:47.092044Z","steps":["trace[1840366797] 'agreement among raft nodes before linearized reading' (duration: 270.573754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.50799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:47.155125Z","time spent":"352.852037ms","remote":"127.0.0.1:40246","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T00:55:47.508681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.325784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:47.509286Z","caller":"traceutil/trace.go:171","msg":"trace[2002339417] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"604.424716ms","start":"2026-03-18T00:55:46.904828Z","end":"2026-03-18T00:55:47.509253Z","steps":["trace[2002339417] 'process raft request' (duration: 604.046065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:47.5093Z","caller":"traceutil/trace.go:171","msg":"trace[1658797406] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"475.973624ms","start":"2026-03-18T00:55:47.033298Z","end":"2026-03-18T00:55:47.509271Z","steps":["trace[1658797406] 'process raft request' (duration: 475.641335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.509413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:47.033276Z","time spent":"476.076117ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:47.50944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:46.904801Z","time spent":"604.549959ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T00:55:47.509458Z","caller":"traceutil/trace.go:171","msg":"trace[776324893] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4460; }","duration":"418.183582ms","start":"2026-03-18T00:55:47.091252Z","end":"2026-03-18T00:55:47.509435Z","steps":["trace[776324893] 'read index received' (duration: 85.895662ms)","trace[776324893] 'applied index is now lower than readState.Index' (duration: 332.28466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:47.509596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.298568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:47.509729Z","caller":"traceutil/trace.go:171","msg":"trace[456957354] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4280; }","duration":"592.494464ms","start":"2026-03-18T00:55:46.917215Z","end":"2026-03-18T00:55:47.50971Z","steps":["trace[456957354] 'agreement among raft nodes before linearized reading' (duration: 592.278558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.509776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:46.917202Z","time spent":"592.563625ms","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T00:55:47.509535Z","caller":"traceutil/trace.go:171","msg":"trace[1875191094] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"604.693282ms","start":"2026-03-18T00:55:46.904654Z","end":"2026-03-18T00:55:47.509347Z","steps":["trace[1875191094] 'process raft request' (duration: 272.479604ms)","trace[1875191094] 'compare' (duration: 330.956504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:47.510106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:46.904623Z","time spent":"605.375402ms","remote":"127.0.0.1:58178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T00:55:47.510105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.845822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T00:55:47.510217Z","caller":"traceutil/trace.go:171","msg":"trace[79702402] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4280; }","duration":"445.033057ms","start":"2026-03-18T00:55:47.065154Z","end":"2026-03-18T00:55:47.510187Z","steps":["trace[79702402] 'agreement among raft nodes before linearized reading' (duration: 444.294968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.510303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:47.065131Z","time spent":"445.15849ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T00:55:47.510468Z","caller":"traceutil/trace.go:171","msg":"trace[167021562] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"413.226588ms","start":"2026-03-18T00:55:47.097133Z","end":"2026-03-18T00:55:47.510359Z","steps":["trace[167021562] 'process raft request' (duration: 411.876001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.510419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.723654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:55:47.510635Z","caller":"traceutil/trace.go:171","msg":"trace[305075160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4281; }","duration":"126.992602ms","start":"2026-03-18T00:55:47.383629Z","end":"2026-03-18T00:55:47.510622Z","steps":["trace[305075160] 'agreement among raft nodes before linearized reading' (duration: 126.569511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.510687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:47.097103Z","time spent":"413.480764ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:47.512791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.673155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:47.512905Z","caller":"traceutil/trace.go:171","msg":"trace[1692512784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4280; }","duration":"623.906832ms","start":"2026-03-18T00:55:46.888968Z","end":"2026-03-18T00:55:47.512875Z","steps":["trace[1692512784] 'agreement among raft nodes before linearized reading' (duration: 620.640924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:47.512988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:46.888949Z","time spent":"624.014704ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T00:55:48.53694Z","caller":"traceutil/trace.go:171","msg":"trace[242145739] linearizableReadLoop","detail":"{readStateIndex:4605; appliedIndex:4604; }","duration":"109.029857ms","start":"2026-03-18T00:55:48.427887Z","end":"2026-03-18T00:55:48.536917Z","steps":["trace[242145739] 'read index received' (duration: 102.276964ms)","trace[242145739] 'applied index is now lower than readState.Index' (duration: 6.751693ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:48.537042Z","caller":"traceutil/trace.go:171","msg":"trace[468008962] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"112.419528ms","start":"2026-03-18T00:55:48.424581Z","end":"2026-03-18T00:55:48.537001Z","steps":["trace[468008962] 'process raft request' (duration: 105.630565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:48.537329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.414638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T00:55:48.537452Z","caller":"traceutil/trace.go:171","msg":"trace[1302101886] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4421; }","duration":"109.585332ms","start":"2026-03-18T00:55:48.427849Z","end":"2026-03-18T00:55:48.537434Z","steps":["trace[1302101886] 'agreement among raft nodes before linearized reading' (duration: 109.194931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.075667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.74739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:55:49.075771Z","caller":"traceutil/trace.go:171","msg":"trace[1819643453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4442; }","duration":"276.921054ms","start":"2026-03-18T00:55:48.798826Z","end":"2026-03-18T00:55:49.075747Z","steps":["trace[1819643453] 'range keys from in-memory index tree' (duration: 276.512844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.075858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.77292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T00:55:49.075969Z","caller":"traceutil/trace.go:171","msg":"trace[1480446669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4442; }","duration":"276.924254ms","start":"2026-03-18T00:55:48.79902Z","end":"2026-03-18T00:55:49.075945Z","steps":["trace[1480446669] 'range keys from in-memory index tree' (duration: 276.547795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.076252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.166886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-18T00:55:49.076301Z","caller":"traceutil/trace.go:171","msg":"trace[1884943203] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4442; }","duration":"309.251688ms","start":"2026-03-18T00:55:48.767037Z","end":"2026-03-18T00:55:49.076288Z","steps":["trace[1884943203] 'range keys from in-memory index tree' (duration: 309.046373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.076334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:48.767016Z","time spent":"309.307839ms","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3489,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T00:55:49.076402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.773776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T00:55:49.076389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.434669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:49.076446Z","caller":"traceutil/trace.go:171","msg":"trace[853088601] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4442; }","duration":"136.879349ms","start":"2026-03-18T00:55:48.939555Z","end":"2026-03-18T00:55:49.076435Z","steps":["trace[853088601] 'count revisions from in-memory index tree' (duration: 136.663873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.076491Z","caller":"traceutil/trace.go:171","msg":"trace[530995480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4442; }","duration":"186.596124ms","start":"2026-03-18T00:55:48.889872Z","end":"2026-03-18T00:55:49.076468Z","steps":["trace[530995480] 'range keys from in-memory index tree' (duration: 186.275824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.076556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.659455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-18T00:55:49.076599Z","caller":"traceutil/trace.go:171","msg":"trace[2128642291] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4442; }","duration":"290.767008ms","start":"2026-03-18T00:55:48.785821Z","end":"2026-03-18T00:55:49.076588Z","steps":["trace[2128642291] 'range keys from in-memory index tree' (duration: 290.523111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.07679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.054405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T00:55:49.076827Z","caller":"traceutil/trace.go:171","msg":"trace[87324170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4442; }","duration":"278.112726ms","start":"2026-03-18T00:55:48.798703Z","end":"2026-03-18T00:55:49.076816Z","steps":["trace[87324170] 'range keys from in-memory index tree' (duration: 277.964923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.077056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.238619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T00:55:49.077113Z","caller":"traceutil/trace.go:171","msg":"trace[972937336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4442; }","duration":"278.289731ms","start":"2026-03-18T00:55:48.798805Z","end":"2026-03-18T00:55:49.077095Z","steps":["trace[972937336] 'range keys from in-memory index tree' (duration: 278.083606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.267628Z","caller":"traceutil/trace.go:171","msg":"trace[83814465] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4626; }","duration":"190.065087ms","start":"2026-03-18T00:55:49.077536Z","end":"2026-03-18T00:55:49.267601Z","steps":["trace[83814465] 'read index received' (duration: 189.964364ms)","trace[83814465] 'applied index is now lower than readState.Index' (duration: 99.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:49.267765Z","caller":"traceutil/trace.go:171","msg":"trace[737880589] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"313.324429ms","start":"2026-03-18T00:55:48.954377Z","end":"2026-03-18T00:55:49.267701Z","steps":["trace[737880589] 'process raft request' (duration: 313.043731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.267844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.283213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:55:49.267916Z","caller":"traceutil/trace.go:171","msg":"trace[1176861089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4443; }","duration":"190.421517ms","start":"2026-03-18T00:55:49.077477Z","end":"2026-03-18T00:55:49.267898Z","steps":["trace[1176861089] 'agreement among raft nodes before linearized reading' (duration: 190.270533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.267962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:48.954331Z","time spent":"313.538474ms","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:49.296849Z","caller":"traceutil/trace.go:171","msg":"trace[1974640961] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"214.821926ms","start":"2026-03-18T00:55:49.081989Z","end":"2026-03-18T00:55:49.296811Z","steps":["trace[1974640961] 'process raft request' (duration: 214.696953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.296893Z","caller":"traceutil/trace.go:171","msg":"trace[948707238] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"215.034271ms","start":"2026-03-18T00:55:49.081801Z","end":"2026-03-18T00:55:49.296835Z","steps":["trace[948707238] 'process raft request' (duration: 214.652191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.297152Z","caller":"traceutil/trace.go:171","msg":"trace[528211243] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"213.904491ms","start":"2026-03-18T00:55:49.083227Z","end":"2026-03-18T00:55:49.297131Z","steps":["trace[528211243] 'process raft request' (duration: 213.521711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.297298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.468035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bfd92d1-e714-4ca1-bd80-354845a0dc16\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-18T00:55:49.297316Z","caller":"traceutil/trace.go:171","msg":"trace[215156359] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"213.643645ms","start":"2026-03-18T00:55:49.083652Z","end":"2026-03-18T00:55:49.297296Z","steps":["trace[215156359] 'process raft request' (duration: 213.328926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:49.297361Z","caller":"traceutil/trace.go:171","msg":"trace[936530456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bfd92d1-e714-4ca1-bd80-354845a0dc16; range_end:; response_count:1; response_revision:4448; }","duration":"218.557197ms","start":"2026-03-18T00:55:49.078787Z","end":"2026-03-18T00:55:49.297344Z","steps":["trace[936530456] 'agreement among raft nodes before linearized reading' (duration: 218.357971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.297375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.273372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8565dfe-781d-4403-b575-2013e87adc3f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-18T00:55:49.297411Z","caller":"traceutil/trace.go:171","msg":"trace[1943466285] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8565dfe-781d-4403-b575-2013e87adc3f; range_end:; response_count:1; response_revision:4448; }","duration":"217.368826ms","start":"2026-03-18T00:55:49.080031Z","end":"2026-03-18T00:55:49.297399Z","steps":["trace[1943466285] 'agreement among raft nodes before linearized reading' (duration: 217.257373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:49.2974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.16397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-18T00:55:49.297476Z","caller":"traceutil/trace.go:171","msg":"trace[856051277] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4448; }","duration":"210.271313ms","start":"2026-03-18T00:55:49.087177Z","end":"2026-03-18T00:55:49.297448Z","steps":["trace[856051277] 'agreement among raft nodes before linearized reading' (duration: 210.031316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:50.278276Z","caller":"traceutil/trace.go:171","msg":"trace[103868446] linearizableReadLoop","detail":"{readStateIndex:4650; appliedIndex:4649; }","duration":"198.222097ms","start":"2026-03-18T00:55:50.080024Z","end":"2026-03-18T00:55:50.278246Z","steps":["trace[103868446] 'read index received' (duration: 198.038183ms)","trace[103868446] 'applied index is now lower than readState.Index' (duration: 182.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:50.278397Z","caller":"traceutil/trace.go:171","msg":"trace[1227552044] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"264.368495ms","start":"2026-03-18T00:55:50.014017Z","end":"2026-03-18T00:55:50.278385Z","steps":["trace[1227552044] 'process raft request' (duration: 264.063027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:50.279235Z","caller":"traceutil/trace.go:171","msg":"trace[1864824257] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"189.190414ms","start":"2026-03-18T00:55:50.090009Z","end":"2026-03-18T00:55:50.279199Z","steps":["trace[1864824257] 'process raft request' (duration: 189.000648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:50.279437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.389089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2362245"} {"level":"info","ts":"2026-03-18T00:55:50.279491Z","caller":"traceutil/trace.go:171","msg":"trace[1167578064] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4464; }","duration":"199.498772ms","start":"2026-03-18T00:55:50.079979Z","end":"2026-03-18T00:55:50.279478Z","steps":["trace[1167578064] 'agreement among raft nodes before linearized reading' (duration: 198.535736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:51.417052Z","caller":"traceutil/trace.go:171","msg":"trace[1510473370] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"108.978945ms","start":"2026-03-18T00:55:51.308047Z","end":"2026-03-18T00:55:51.417026Z","steps":["trace[1510473370] 'process raft request' (duration: 108.878363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:51.417066Z","caller":"traceutil/trace.go:171","msg":"trace[711513997] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"109.102089ms","start":"2026-03-18T00:55:51.30793Z","end":"2026-03-18T00:55:51.417032Z","steps":["trace[711513997] 'process raft request' (duration: 92.817048ms)","trace[711513997] 'compare' (duration: 16.045144ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:51.41729Z","caller":"traceutil/trace.go:171","msg":"trace[1362033152] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"107.939198ms","start":"2026-03-18T00:55:51.309339Z","end":"2026-03-18T00:55:51.417278Z","steps":["trace[1362033152] 'process raft request' (duration: 107.64421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:51.80189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.337605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812108"} {"level":"info","ts":"2026-03-18T00:55:51.801997Z","caller":"traceutil/trace.go:171","msg":"trace[717342242] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4496; }","duration":"109.52034ms","start":"2026-03-18T00:55:51.692451Z","end":"2026-03-18T00:55:51.801971Z","steps":["trace[717342242] 'range keys from in-memory index tree' (duration: 108.452301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:52.619043Z","caller":"traceutil/trace.go:171","msg":"trace[1454612368] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"481.994646ms","start":"2026-03-18T00:55:52.137023Z","end":"2026-03-18T00:55:52.619018Z","steps":["trace[1454612368] 'read index received' (duration: 481.800121ms)","trace[1454612368] 'applied index is now lower than readState.Index' (duration: 193.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:52.619184Z","caller":"traceutil/trace.go:171","msg":"trace[1585837365] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"544.077115ms","start":"2026-03-18T00:55:52.075058Z","end":"2026-03-18T00:55:52.619135Z","steps":["trace[1585837365] 'process raft request' (duration: 543.643653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.619278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.236644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189dc978b6dcada1\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-18T00:55:52.619311Z","caller":"traceutil/trace.go:171","msg":"trace[1364220243] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189dc978b6dcada1; range_end:; response_count:1; response_revision:4497; }","duration":"482.342197ms","start":"2026-03-18T00:55:52.136956Z","end":"2026-03-18T00:55:52.619298Z","steps":["trace[1364220243] 'agreement among raft nodes before linearized reading' (duration: 482.176553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.619345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:52.136932Z","time spent":"482.406127ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1203,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189dc978b6dcada1\" "} {"level":"warn","ts":"2026-03-18T00:55:52.619409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:52.075027Z","time spent":"544.26493ms","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:55:52.634095Z","caller":"traceutil/trace.go:171","msg":"trace[1371047745] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"348.871758ms","start":"2026-03-18T00:55:52.285205Z","end":"2026-03-18T00:55:52.634077Z","steps":["trace[1371047745] 'process raft request' (duration: 348.763755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.634239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:52.285178Z","time spent":"348.969341ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:55:52.634278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.337304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8565dfe-781d-4403-b575-2013e87adc3f\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-03-18T00:55:52.634338Z","caller":"traceutil/trace.go:171","msg":"trace[1563461917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b8565dfe-781d-4403-b575-2013e87adc3f; range_end:; response_count:1; response_revision:4498; }","duration":"321.433768ms","start":"2026-03-18T00:55:52.312891Z","end":"2026-03-18T00:55:52.634325Z","steps":["trace[1563461917] 'agreement among raft nodes before linearized reading' (duration: 321.203751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.634371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:52.312874Z","time spent":"321.490678ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b8565dfe-781d-4403-b575-2013e87adc3f\" "} {"level":"warn","ts":"2026-03-18T00:55:52.635023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.115532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:55:52.63507Z","caller":"traceutil/trace.go:171","msg":"trace[264345508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4498; }","duration":"226.200794ms","start":"2026-03-18T00:55:52.408859Z","end":"2026-03-18T00:55:52.635059Z","steps":["trace[264345508] 'agreement among raft nodes before linearized reading' (duration: 226.07273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.635201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.699901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812108"} {"level":"info","ts":"2026-03-18T00:55:52.635256Z","caller":"traceutil/trace.go:171","msg":"trace[1604109583] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4498; }","duration":"319.809153ms","start":"2026-03-18T00:55:52.315433Z","end":"2026-03-18T00:55:52.635242Z","steps":["trace[1604109583] 'agreement among raft nodes before linearized reading' (duration: 319.210137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.635292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:55:52.315402Z","time spent":"319.880666ms","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812132,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-18T00:55:52.90876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.098402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:52.908903Z","caller":"traceutil/trace.go:171","msg":"trace[1049128439] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4688; }","duration":"215.027562ms","start":"2026-03-18T00:55:52.693854Z","end":"2026-03-18T00:55:52.908882Z","steps":["trace[1049128439] 'read index received' (duration: 49.683463ms)","trace[1049128439] 'applied index is now lower than readState.Index' (duration: 165.342419ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:52.909007Z","caller":"traceutil/trace.go:171","msg":"trace[1717395969] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"215.826044ms","start":"2026-03-18T00:55:52.693169Z","end":"2026-03-18T00:55:52.908995Z","steps":["trace[1717395969] 'process raft request' (duration: 50.359292ms)","trace[1717395969] 'compare' (duration: 164.915737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:52.909335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.241234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1ff594b3-8456-44a9-aacf-db7a918d56d1\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-18T00:55:52.909431Z","caller":"traceutil/trace.go:171","msg":"trace[2130231969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1ff594b3-8456-44a9-aacf-db7a918d56d1; range_end:; response_count:1; response_revision:4502; }","duration":"102.452149ms","start":"2026-03-18T00:55:52.806955Z","end":"2026-03-18T00:55:52.909407Z","steps":["trace[2130231969] 'agreement among raft nodes before linearized reading' (duration: 102.12483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:52.909873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.003679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:55:52.909953Z","caller":"traceutil/trace.go:171","msg":"trace[1695811313] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4502; }","duration":"216.151662ms","start":"2026-03-18T00:55:52.693783Z","end":"2026-03-18T00:55:52.909934Z","steps":["trace[1695811313] 'agreement among raft nodes before linearized reading' (duration: 215.906165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.898253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.456472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:55:56.898391Z","caller":"traceutil/trace.go:171","msg":"trace[677177537] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"194.409359ms","start":"2026-03-18T00:55:56.703963Z","end":"2026-03-18T00:55:56.898372Z","steps":["trace[677177537] 'read index received' (duration: 44.63561ms)","trace[677177537] 'applied index is now lower than readState.Index' (duration: 149.768099ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:55:56.89849Z","caller":"traceutil/trace.go:171","msg":"trace[594761031] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"196.554516ms","start":"2026-03-18T00:55:56.701924Z","end":"2026-03-18T00:55:56.898479Z","steps":["trace[594761031] 'process raft request' (duration: 46.745585ms)","trace[594761031] 'compare' (duration: 149.297738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:55:56.898913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.952944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:55:56.898948Z","caller":"traceutil/trace.go:171","msg":"trace[1923158960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4602; }","duration":"194.999505ms","start":"2026-03-18T00:55:56.703936Z","end":"2026-03-18T00:55:56.898936Z","steps":["trace[1923158960] 'agreement among raft nodes before linearized reading' (duration: 194.845631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:55:56.898937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.075745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46086"} {"level":"info","ts":"2026-03-18T00:55:56.899047Z","caller":"traceutil/trace.go:171","msg":"trace[1565085615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4602; }","duration":"193.243478ms","start":"2026-03-18T00:55:56.705777Z","end":"2026-03-18T00:55:56.89902Z","steps":["trace[1565085615] 'agreement among raft nodes before linearized reading' (duration: 192.889689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:57.294032Z","caller":"traceutil/trace.go:171","msg":"trace[2130705415] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"133.671282ms","start":"2026-03-18T00:55:57.160326Z","end":"2026-03-18T00:55:57.293997Z","steps":["trace[2130705415] 'process raft request' (duration: 133.416225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:55:59.084753Z","caller":"traceutil/trace.go:171","msg":"trace[906997040] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"143.645048ms","start":"2026-03-18T00:55:58.941073Z","end":"2026-03-18T00:55:59.084718Z","steps":["trace[906997040] 'process raft request' (duration: 143.430062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:03.25814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.118633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:56:03.258182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.942348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:56:03.258257Z","caller":"traceutil/trace.go:171","msg":"trace[2085201727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4709; }","duration":"134.061452ms","start":"2026-03-18T00:56:03.124181Z","end":"2026-03-18T00:56:03.258242Z","steps":["trace[2085201727] 'range keys from in-memory index tree' (duration: 133.670931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:03.258258Z","caller":"traceutil/trace.go:171","msg":"trace[1021380993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4709; }","duration":"158.305798ms","start":"2026-03-18T00:56:03.099927Z","end":"2026-03-18T00:56:03.258233Z","steps":["trace[1021380993] 'range keys from in-memory index tree' (duration: 157.843445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:03.577492Z","caller":"traceutil/trace.go:171","msg":"trace[1972328829] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"129.454569ms","start":"2026-03-18T00:56:03.44801Z","end":"2026-03-18T00:56:03.577465Z","steps":["trace[1972328829] 'read index received' (duration: 129.168051ms)","trace[1972328829] 'applied index is now lower than readState.Index' (duration: 285.128µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:03.577562Z","caller":"traceutil/trace.go:171","msg":"trace[906190819] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"133.467447ms","start":"2026-03-18T00:56:03.444061Z","end":"2026-03-18T00:56:03.577528Z","steps":["trace[906190819] 'process raft request' (duration: 133.225769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:03.577858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.811088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-18T00:56:03.577933Z","caller":"traceutil/trace.go:171","msg":"trace[70269821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4711; }","duration":"129.929231ms","start":"2026-03-18T00:56:03.447983Z","end":"2026-03-18T00:56:03.577912Z","steps":["trace[70269821] 'agreement among raft nodes before linearized reading' (duration: 129.639194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:03.874319Z","caller":"traceutil/trace.go:171","msg":"trace[1242151976] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"291.139177ms","start":"2026-03-18T00:56:03.583149Z","end":"2026-03-18T00:56:03.874288Z","steps":["trace[1242151976] 'process raft request' (duration: 290.944972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:03.913395Z","caller":"traceutil/trace.go:171","msg":"trace[265904716] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4904; }","duration":"192.20954ms","start":"2026-03-18T00:56:03.721168Z","end":"2026-03-18T00:56:03.913377Z","steps":["trace[265904716] 'read index received' (duration: 153.068878ms)","trace[265904716] 'applied index is now lower than readState.Index' (duration: 39.138672ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:03.913475Z","caller":"traceutil/trace.go:171","msg":"trace[2129194702] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"330.062224ms","start":"2026-03-18T00:56:03.583379Z","end":"2026-03-18T00:56:03.913441Z","steps":["trace[2129194702] 'process raft request' (duration: 329.798877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:03.913695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:03.583366Z","time spent":"330.197467ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:03.913715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.514409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T00:56:03.913761Z","caller":"traceutil/trace.go:171","msg":"trace[1014134259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4714; }","duration":"192.616263ms","start":"2026-03-18T00:56:03.721131Z","end":"2026-03-18T00:56:03.913747Z","steps":["trace[1014134259] 'agreement among raft nodes before linearized reading' (duration: 192.381027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:03.91327Z","caller":"traceutil/trace.go:171","msg":"trace[798584735] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"330.046904ms","start":"2026-03-18T00:56:03.583188Z","end":"2026-03-18T00:56:03.913235Z","steps":["trace[798584735] 'process raft request' (duration: 329.804688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:03.913947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.384813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-757mr\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-18T00:56:03.914057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:03.583164Z","time spent":"330.805223ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:03.914043Z","caller":"traceutil/trace.go:171","msg":"trace[640368132] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-757mr; range_end:; response_count:1; response_revision:4714; }","duration":"169.542696ms","start":"2026-03-18T00:56:03.744477Z","end":"2026-03-18T00:56:03.914019Z","steps":["trace[640368132] 'agreement among raft nodes before linearized reading' (duration: 169.106715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:04.049287Z","caller":"traceutil/trace.go:171","msg":"trace[1681845221] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"131.114094ms","start":"2026-03-18T00:56:03.918133Z","end":"2026-03-18T00:56:04.049247Z","steps":["trace[1681845221] 'process raft request' (duration: 95.577177ms)","trace[1681845221] 'compare' (duration: 35.318341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:04.059505Z","caller":"traceutil/trace.go:171","msg":"trace[250712241] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"134.72268ms","start":"2026-03-18T00:56:03.924734Z","end":"2026-03-18T00:56:04.059456Z","steps":["trace[250712241] 'process raft request' (duration: 134.487324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:04.258658Z","caller":"traceutil/trace.go:171","msg":"trace[1474365990] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"192.187ms","start":"2026-03-18T00:56:04.066442Z","end":"2026-03-18T00:56:04.258629Z","steps":["trace[1474365990] 'process raft request' (duration: 191.921573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:04.259076Z","caller":"traceutil/trace.go:171","msg":"trace[1591756215] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"192.468488ms","start":"2026-03-18T00:56:04.06656Z","end":"2026-03-18T00:56:04.259029Z","steps":["trace[1591756215] 'process raft request' (duration: 192.001025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:04.259128Z","caller":"traceutil/trace.go:171","msg":"trace[1289435333] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"192.111628ms","start":"2026-03-18T00:56:04.066983Z","end":"2026-03-18T00:56:04.259095Z","steps":["trace[1289435333] 'process raft request' (duration: 191.858392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:04.501312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.058205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:04.501402Z","caller":"traceutil/trace.go:171","msg":"trace[1206988333] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4720; }","duration":"148.206878ms","start":"2026-03-18T00:56:04.353176Z","end":"2026-03-18T00:56:04.501383Z","steps":["trace[1206988333] 'count revisions from in-memory index tree' (duration: 147.937901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:12.166973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.980933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:12.167167Z","caller":"traceutil/trace.go:171","msg":"trace[157841640] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"119.744791ms","start":"2026-03-18T00:56:12.047392Z","end":"2026-03-18T00:56:12.167137Z","steps":["trace[157841640] 'process raft request' (duration: 13.49033ms)","trace[157841640] 'compare' (duration: 105.700155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:13.269171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.3579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:13.269325Z","caller":"traceutil/trace.go:171","msg":"trace[1005850885] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"1.005355586s","start":"2026-03-18T00:56:12.263945Z","end":"2026-03-18T00:56:13.2693Z","steps":["trace[1005850885] 'process raft request' (duration: 48.745328ms)","trace[1005850885] 'compare' (duration: 956.210967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:13.269401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.263911Z","time spent":"1.005454268s","remote":"127.0.0.1:58038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:13.346585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610653037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T00:56:13.512201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199477037s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T00:56:13.579127Z","caller":"traceutil/trace.go:171","msg":"trace[116362120] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"1.314951624s","start":"2026-03-18T00:56:12.264115Z","end":"2026-03-18T00:56:13.579067Z","steps":["trace[116362120] 'process raft request' (duration: 1.24834764s)","trace[116362120] 'compare' (duration: 66.308746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:13.57936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.264088Z","time spent":"1.315142589s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1434,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:13.579572Z","caller":"traceutil/trace.go:171","msg":"trace[1430097510] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5050; }","duration":"733.980896ms","start":"2026-03-18T00:56:12.845572Z","end":"2026-03-18T00:56:13.579553Z","steps":["trace[1430097510] 'read index received' (duration: 666.861527ms)","trace[1430097510] 'applied index is now lower than readState.Index' (duration: 67.116749ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:13.579688Z","caller":"traceutil/trace.go:171","msg":"trace[1929269226] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"762.932967ms","start":"2026-03-18T00:56:12.816745Z","end":"2026-03-18T00:56:13.579678Z","steps":["trace[1929269226] 'process raft request' (duration: 762.545936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.579796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.082896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-18T00:56:13.579839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.816714Z","time spent":"763.009109ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:13.579838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.237152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-18T00:56:13.579945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.041237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T00:56:13.57995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.499326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:13.580005Z","caller":"traceutil/trace.go:171","msg":"trace[1371425201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4858; }","duration":"180.16107ms","start":"2026-03-18T00:56:13.399826Z","end":"2026-03-18T00:56:13.579987Z","steps":["trace[1371425201] 'agreement among raft nodes before linearized reading' (duration: 179.976585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.579998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.68361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:13.579982Z","caller":"traceutil/trace.go:171","msg":"trace[1882065265] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d; range_end:; response_count:1; response_revision:4858; }","duration":"734.415556ms","start":"2026-03-18T00:56:12.845533Z","end":"2026-03-18T00:56:13.579948Z","steps":["trace[1882065265] 'agreement among raft nodes before linearized reading' (duration: 734.118618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:13.580107Z","caller":"traceutil/trace.go:171","msg":"trace[1233555084] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4858; }","duration":"342.835064ms","start":"2026-03-18T00:56:13.237243Z","end":"2026-03-18T00:56:13.580078Z","steps":["trace[1233555084] 'agreement among raft nodes before linearized reading' (duration: 342.636219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.753771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:56:13.580139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.052213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-18T00:56:13.580157Z","caller":"traceutil/trace.go:171","msg":"trace[606724911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4858; }","duration":"539.801791ms","start":"2026-03-18T00:56:13.040348Z","end":"2026-03-18T00:56:13.580149Z","steps":["trace[606724911] 'agreement among raft nodes before linearized reading' (duration: 539.725729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.160007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-18T00:56:13.580177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:13.237231Z","time spent":"342.930806ms","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T00:56:13.580194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:13.040338Z","time spent":"539.849273ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T00:56:13.580212Z","caller":"traceutil/trace.go:171","msg":"trace[189342127] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d; range_end:; response_count:1; response_revision:4858; }","duration":"607.366832ms","start":"2026-03-18T00:56:12.972824Z","end":"2026-03-18T00:56:13.580191Z","steps":["trace[189342127] 'agreement among raft nodes before linearized reading' (duration: 607.101334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.216236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:13.580177Z","caller":"traceutil/trace.go:171","msg":"trace[437472241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4858; }","duration":"643.113353ms","start":"2026-03-18T00:56:12.937048Z","end":"2026-03-18T00:56:13.580161Z","steps":["trace[437472241] 'agreement among raft nodes before linearized reading' (duration: 643.017591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.972789Z","time spent":"607.464265ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d\" "} {"level":"info","ts":"2026-03-18T00:56:13.580296Z","caller":"traceutil/trace.go:171","msg":"trace[827366972] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4858; }","duration":"101.35824ms","start":"2026-03-18T00:56:13.478921Z","end":"2026-03-18T00:56:13.580279Z","steps":["trace[827366972] 'agreement among raft nodes before linearized reading' (duration: 101.162916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.937028Z","time spent":"643.264477ms","remote":"127.0.0.1:59994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T00:56:13.580045Z","caller":"traceutil/trace.go:171","msg":"trace[619735667] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:4858; }","duration":"565.61339ms","start":"2026-03-18T00:56:13.01441Z","end":"2026-03-18T00:56:13.580023Z","steps":["trace[619735667] 'agreement among raft nodes before linearized reading' (duration: 565.311942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:13.014325Z","time spent":"566.02519ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dkvqj\" "} {"level":"warn","ts":"2026-03-18T00:56:13.58037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.713256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119869"} {"level":"warn","ts":"2026-03-18T00:56:13.580112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.845519Z","time spent":"734.574321ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6e3c4979-fb97-43e0-817e-d5a195763a2d\" "} {"level":"info","ts":"2026-03-18T00:56:13.580422Z","caller":"traceutil/trace.go:171","msg":"trace[783944254] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4858; }","duration":"680.784218ms","start":"2026-03-18T00:56:12.899623Z","end":"2026-03-18T00:56:13.580407Z","steps":["trace[783944254] 'agreement among raft nodes before linearized reading' (duration: 680.529741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.899614Z","time spent":"680.842799ms","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":119893,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T00:56:13.580436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.635554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T00:56:13.579897Z","caller":"traceutil/trace.go:171","msg":"trace[1479512969] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4858; }","duration":"684.24177ms","start":"2026-03-18T00:56:12.895631Z","end":"2026-03-18T00:56:13.579873Z","steps":["trace[1479512969] 'agreement among raft nodes before linearized reading' (duration: 684.051505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:13.580559Z","caller":"traceutil/trace.go:171","msg":"trace[622308778] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4858; }","duration":"680.813898ms","start":"2026-03-18T00:56:12.899711Z","end":"2026-03-18T00:56:13.580525Z","steps":["trace[622308778] 'agreement among raft nodes before linearized reading' (duration: 680.438618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.895606Z","time spent":"684.978108ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T00:56:13.580614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.89969Z","time spent":"680.913381ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T00:56:13.57946Z","caller":"traceutil/trace.go:171","msg":"trace[477785931] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"1.309461658s","start":"2026-03-18T00:56:12.269957Z","end":"2026-03-18T00:56:13.579419Z","steps":["trace[477785931] 'process raft request' (duration: 1.309026807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:13.580996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:12.269936Z","time spent":"1.31101767s","remote":"127.0.0.1:58332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:19.106866Z","caller":"traceutil/trace.go:171","msg":"trace[1394349396] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"166.584089ms","start":"2026-03-18T00:56:18.94025Z","end":"2026-03-18T00:56:19.106834Z","steps":["trace[1394349396] 'process raft request' (duration: 166.331213ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:22.086659Z","caller":"traceutil/trace.go:171","msg":"trace[1283521089] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"134.929265ms","start":"2026-03-18T00:56:21.951675Z","end":"2026-03-18T00:56:22.086604Z","steps":["trace[1283521089] 'process raft request' (duration: 133.61658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:24.721317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.991406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T00:56:24.721394Z","caller":"traceutil/trace.go:171","msg":"trace[965525634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5037; }","duration":"472.145619ms","start":"2026-03-18T00:56:24.249228Z","end":"2026-03-18T00:56:24.721373Z","steps":["trace[965525634] 'range keys from in-memory index tree' (duration: 471.704788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:24.721437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:24.249204Z","time spent":"472.224811ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T00:56:30.768942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537173404s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:56:30.769116Z","caller":"traceutil/trace.go:171","msg":"trace[345051106] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"1.933252357s","start":"2026-03-18T00:56:28.835828Z","end":"2026-03-18T00:56:30.76908Z","steps":["trace[345051106] 'process raft request' (duration: 395.817315ms)","trace[345051106] 'compare' (duration: 1.536930898s)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:30.769241Z","caller":"traceutil/trace.go:171","msg":"trace[1839703604] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"1.111055631s","start":"2026-03-18T00:56:29.658161Z","end":"2026-03-18T00:56:30.769217Z","steps":["trace[1839703604] 'process raft request' (duration: 1.110928588s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.769291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.835808Z","time spent":"1.93338334s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:56:30.76933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.658121Z","time spent":"1.111168935s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:56:30.769514Z","caller":"traceutil/trace.go:171","msg":"trace[1352064755] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"1.880645716s","start":"2026-03-18T00:56:28.88886Z","end":"2026-03-18T00:56:30.769506Z","steps":["trace[1352064755] 'read index received' (duration: 342.728792ms)","trace[1352064755] 'applied index is now lower than readState.Index' (duration: 1.537915784s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:56:30.769652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880769729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:30.769679Z","caller":"traceutil/trace.go:171","msg":"trace[484809037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5071; }","duration":"1.880843662s","start":"2026-03-18T00:56:28.888828Z","end":"2026-03-18T00:56:30.769671Z","steps":["trace[484809037] 'agreement among raft nodes before linearized reading' (duration: 1.880756179s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.769699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:28.888814Z","time spent":"1.880881282s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009051294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T00:56:30.770509Z","caller":"traceutil/trace.go:171","msg":"trace[1862961728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5071; }","duration":"1.009158787s","start":"2026-03-18T00:56:29.76132Z","end":"2026-03-18T00:56:30.770479Z","steps":["trace[1862961728] 'agreement among raft nodes before linearized reading' (duration: 1.008857789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.770558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.761309Z","time spent":"1.00924018s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.950717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T00:56:30.770579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038575321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T00:56:30.770648Z","caller":"traceutil/trace.go:171","msg":"trace[2064261377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5071; }","duration":"614.139662ms","start":"2026-03-18T00:56:30.156481Z","end":"2026-03-18T00:56:30.77062Z","steps":["trace[2064261377] 'agreement among raft nodes before linearized reading' (duration: 613.707861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.770669Z","caller":"traceutil/trace.go:171","msg":"trace[1816402536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5071; }","duration":"1.038725455s","start":"2026-03-18T00:56:29.731926Z","end":"2026-03-18T00:56:30.770652Z","steps":["trace[1816402536] 'agreement among raft nodes before linearized reading' (duration: 1.038516689s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.770708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:30.156449Z","time spent":"614.248056ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664942968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T00:56:30.770789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031339748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T00:56:30.770807Z","caller":"traceutil/trace.go:171","msg":"trace[194448348] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5071; }","duration":"1.665026881s","start":"2026-03-18T00:56:29.105768Z","end":"2026-03-18T00:56:30.770795Z","steps":["trace[194448348] 'agreement among raft nodes before linearized reading' (duration: 1.664867807s)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.770832Z","caller":"traceutil/trace.go:171","msg":"trace[1963448344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:5071; }","duration":"1.03143692s","start":"2026-03-18T00:56:29.739384Z","end":"2026-03-18T00:56:30.770821Z","steps":["trace[1963448344] 'agreement among raft nodes before linearized reading' (duration: 1.031320737s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.770843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.105753Z","time spent":"1.665081752s","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.739353Z","time spent":"1.031499252s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dkvqj\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.731895Z","time spent":"1.038808737s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731867711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:56:30.770915Z","caller":"traceutil/trace.go:171","msg":"trace[37329882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5071; }","duration":"1.731975484s","start":"2026-03-18T00:56:29.038923Z","end":"2026-03-18T00:56:30.770899Z","steps":["trace[37329882] 'agreement among raft nodes before linearized reading' (duration: 1.73182582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.770974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.038892Z","time spent":"1.732072208s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.387308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-18T00:56:30.77105Z","caller":"traceutil/trace.go:171","msg":"trace[92422229] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5071; }","duration":"218.496211ms","start":"2026-03-18T00:56:30.552536Z","end":"2026-03-18T00:56:30.771032Z","steps":["trace[92422229] 'agreement among raft nodes before linearized reading' (duration: 218.327557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.7705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.463991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T00:56:30.771094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.487311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T00:56:30.771251Z","caller":"traceutil/trace.go:171","msg":"trace[948976440] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5071; }","duration":"618.232192ms","start":"2026-03-18T00:56:30.152992Z","end":"2026-03-18T00:56:30.771224Z","steps":["trace[948976440] 'agreement among raft nodes before linearized reading' (duration: 617.202574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.7713Z","caller":"traceutil/trace.go:171","msg":"trace[1573598387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5071; }","duration":"635.791999ms","start":"2026-03-18T00:56:30.135486Z","end":"2026-03-18T00:56:30.771278Z","steps":["trace[1573598387] 'agreement among raft nodes before linearized reading' (duration: 634.999248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.771311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:30.152954Z","time spent":"618.343925ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:56:30.771342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:30.135454Z","time spent":"635.877563ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:56:30.770753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016349028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T00:56:30.771429Z","caller":"traceutil/trace.go:171","msg":"trace[1728569807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5071; }","duration":"1.017057876s","start":"2026-03-18T00:56:29.754329Z","end":"2026-03-18T00:56:30.771387Z","steps":["trace[1728569807] 'agreement among raft nodes before linearized reading' (duration: 1.016253266s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.771438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756271982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-18T00:56:30.771538Z","caller":"traceutil/trace.go:171","msg":"trace[1236268778] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5071; }","duration":"1.756433047s","start":"2026-03-18T00:56:29.015083Z","end":"2026-03-18T00:56:30.771516Z","steps":["trace[1236268778] 'agreement among raft nodes before linearized reading' (duration: 1.754725281s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.771585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.015034Z","time spent":"1.756540859s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T00:56:30.771475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:56:29.754305Z","time spent":"1.01715738s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:56:30.993896Z","caller":"traceutil/trace.go:171","msg":"trace[1757590899] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"217.32296ms","start":"2026-03-18T00:56:30.776544Z","end":"2026-03-18T00:56:30.993867Z","steps":["trace[1757590899] 'process raft request' (duration: 217.114595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.994238Z","caller":"traceutil/trace.go:171","msg":"trace[671540893] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"216.935441ms","start":"2026-03-18T00:56:30.77729Z","end":"2026-03-18T00:56:30.994225Z","steps":["trace[671540893] 'process raft request' (duration: 216.521299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.994592Z","caller":"traceutil/trace.go:171","msg":"trace[934879060] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"217.005912ms","start":"2026-03-18T00:56:30.777546Z","end":"2026-03-18T00:56:30.994552Z","steps":["trace[934879060] 'process raft request' (duration: 216.627112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.994707Z","caller":"traceutil/trace.go:171","msg":"trace[700972409] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5271; }","duration":"217.449023ms","start":"2026-03-18T00:56:30.77723Z","end":"2026-03-18T00:56:30.994679Z","steps":["trace[700972409] 'read index received' (duration: 67.520749ms)","trace[700972409] 'applied index is now lower than readState.Index' (duration: 149.926894ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:30.994832Z","caller":"traceutil/trace.go:171","msg":"trace[883635402] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"210.936841ms","start":"2026-03-18T00:56:30.783886Z","end":"2026-03-18T00:56:30.994823Z","steps":["trace[883635402] 'process raft request' (duration: 210.705445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.99468Z","caller":"traceutil/trace.go:171","msg":"trace[1451893969] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"216.926591ms","start":"2026-03-18T00:56:30.777719Z","end":"2026-03-18T00:56:30.994646Z","steps":["trace[1451893969] 'process raft request' (duration: 216.735245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.99495Z","caller":"traceutil/trace.go:171","msg":"trace[1492193656] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"215.359019ms","start":"2026-03-18T00:56:30.779565Z","end":"2026-03-18T00:56:30.994924Z","steps":["trace[1492193656] 'process raft request' (duration: 214.950508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:30.995191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.932366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18445"} {"level":"warn","ts":"2026-03-18T00:56:30.995191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.466098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:56:30.995241Z","caller":"traceutil/trace.go:171","msg":"trace[823064136] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5078; }","duration":"218.03586ms","start":"2026-03-18T00:56:30.777194Z","end":"2026-03-18T00:56:30.99523Z","steps":["trace[823064136] 'agreement among raft nodes before linearized reading' (duration: 217.838354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:30.995264Z","caller":"traceutil/trace.go:171","msg":"trace[1174641432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5078; }","duration":"216.56522ms","start":"2026-03-18T00:56:30.778688Z","end":"2026-03-18T00:56:30.995253Z","steps":["trace[1174641432] 'agreement among raft nodes before linearized reading' (duration: 216.456587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:31.160318Z","caller":"traceutil/trace.go:171","msg":"trace[2105827160] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"156.342316ms","start":"2026-03-18T00:56:31.003941Z","end":"2026-03-18T00:56:31.160283Z","steps":["trace[2105827160] 'process raft request' (duration: 79.55641ms)","trace[2105827160] 'compare' (duration: 76.529198ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:56:31.160675Z","caller":"traceutil/trace.go:171","msg":"trace[1009461854] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"156.565312ms","start":"2026-03-18T00:56:31.004077Z","end":"2026-03-18T00:56:31.160642Z","steps":["trace[1009461854] 'process raft request' (duration: 156.13189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:31.160959Z","caller":"traceutil/trace.go:171","msg":"trace[1648582432] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"156.663684ms","start":"2026-03-18T00:56:31.004267Z","end":"2026-03-18T00:56:31.160931Z","steps":["trace[1648582432] 'process raft request' (duration: 156.215631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:31.161024Z","caller":"traceutil/trace.go:171","msg":"trace[778074660] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"156.283884ms","start":"2026-03-18T00:56:31.004699Z","end":"2026-03-18T00:56:31.160983Z","steps":["trace[778074660] 'process raft request' (duration: 155.889343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:31.662039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.290255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:31.662156Z","caller":"traceutil/trace.go:171","msg":"trace[516749510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5082; }","duration":"284.514099ms","start":"2026-03-18T00:56:31.377615Z","end":"2026-03-18T00:56:31.662129Z","steps":["trace[516749510] 'count revisions from in-memory index tree' (duration: 284.185172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:56:31.688466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.105122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T00:56:31.688545Z","caller":"traceutil/trace.go:171","msg":"trace[637133298] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5082; }","duration":"197.275766ms","start":"2026-03-18T00:56:31.491258Z","end":"2026-03-18T00:56:31.688534Z","steps":["trace[637133298] 'agreement among raft nodes before linearized reading' (duration: 197.044569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:56:31.688267Z","caller":"traceutil/trace.go:171","msg":"trace[826510449] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5282; }","duration":"196.835604ms","start":"2026-03-18T00:56:31.49133Z","end":"2026-03-18T00:56:31.688166Z","steps":["trace[826510449] 'read index received' (duration: 98.68448ms)","trace[826510449] 'applied index is now lower than readState.Index' (duration: 98.148414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:11.662735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.243341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T00:57:11.662868Z","caller":"traceutil/trace.go:171","msg":"trace[1611352817] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"545.006336ms","start":"2026-03-18T00:57:11.117843Z","end":"2026-03-18T00:57:11.66285Z","steps":["trace[1611352817] 'process raft request' (duration: 119.558019ms)","trace[1611352817] 'compare' (duration: 425.024996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:11.662927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.117823Z","time spent":"545.07668ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:11.861726Z","caller":"traceutil/trace.go:171","msg":"trace[200959695] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5620; }","duration":"741.839237ms","start":"2026-03-18T00:57:11.119841Z","end":"2026-03-18T00:57:11.86168Z","steps":["trace[200959695] 'read index received' (duration: 117.574108ms)","trace[200959695] 'applied index is now lower than readState.Index' (duration: 624.259527ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T00:57:11.861736Z","caller":"traceutil/trace.go:171","msg":"trace[327893998] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"742.128534ms","start":"2026-03-18T00:57:11.11955Z","end":"2026-03-18T00:57:11.861678Z","steps":["trace[327893998] 'process raft request' (duration: 676.119238ms)","trace[327893998] 'compare' (duration: 65.739309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:11.862026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.11953Z","time spent":"742.353229ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T00:57:11.894498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.641744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84889"} {"level":"info","ts":"2026-03-18T00:57:11.894507Z","caller":"traceutil/trace.go:171","msg":"trace[419828858] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"411.974756ms","start":"2026-03-18T00:57:11.482507Z","end":"2026-03-18T00:57:11.894481Z","steps":["trace[419828858] 'process raft request' (duration: 411.77528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:11.894567Z","caller":"traceutil/trace.go:171","msg":"trace[548469178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5412; }","duration":"774.732126ms","start":"2026-03-18T00:57:11.119818Z","end":"2026-03-18T00:57:11.89455Z","steps":["trace[548469178] 'agreement among raft nodes before linearized reading' (duration: 742.02594ms)","trace[548469178] 'range keys from in-memory index tree' (duration: 32.433868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:11.894616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.119809Z","time spent":"774.794607ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":84913,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T00:57:11.894593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.034965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T00:57:11.894674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.482486Z","time spent":"412.082379ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T00:57:11.894684Z","caller":"traceutil/trace.go:171","msg":"trace[1440834442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5413; }","duration":"654.162799ms","start":"2026-03-18T00:57:11.240497Z","end":"2026-03-18T00:57:11.89466Z","steps":["trace[1440834442] 'agreement among raft nodes before linearized reading' (duration: 653.905752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:11.894747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.24048Z","time spent":"654.255761ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T00:57:11.894675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.134215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T00:57:11.894818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.395507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T00:57:11.894936Z","caller":"traceutil/trace.go:171","msg":"trace[311026122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5413; }","duration":"672.546471ms","start":"2026-03-18T00:57:11.222365Z","end":"2026-03-18T00:57:11.894911Z","steps":["trace[311026122] 'agreement among raft nodes before linearized reading' (duration: 672.220783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:11.894987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.222324Z","time spent":"672.653294ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T00:57:11.894955Z","caller":"traceutil/trace.go:171","msg":"trace[173038645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5413; }","duration":"670.417844ms","start":"2026-03-18T00:57:11.224464Z","end":"2026-03-18T00:57:11.894882Z","steps":["trace[173038645] 'agreement among raft nodes before linearized reading' (duration: 669.978492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:11.895079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.153084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T00:57:11.89517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.275877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-18T00:57:11.895234Z","caller":"traceutil/trace.go:171","msg":"trace[1233005356] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5413; }","duration":"671.36576ms","start":"2026-03-18T00:57:11.22385Z","end":"2026-03-18T00:57:11.895215Z","steps":["trace[1233005356] 'agreement among raft nodes before linearized reading' (duration: 671.154494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:11.895176Z","caller":"traceutil/trace.go:171","msg":"trace[2138086835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5413; }","duration":"671.284227ms","start":"2026-03-18T00:57:11.223872Z","end":"2026-03-18T00:57:11.895157Z","steps":["trace[2138086835] 'agreement among raft nodes before linearized reading' (duration: 671.04063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:11.895277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.223838Z","time spent":"671.429381ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T00:57:11.895291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.223859Z","time spent":"671.41255ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T00:57:11.895117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T00:57:11.224434Z","time spent":"670.667221ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T00:57:12.003421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2549} {"level":"info","ts":"2026-03-18T00:57:12.003581Z","caller":"traceutil/trace.go:171","msg":"trace[757293467] compact","detail":"{revision:2549; response_revision:5413; }","duration":"107.24944ms","start":"2026-03-18T00:57:11.896287Z","end":"2026-03-18T00:57:12.003536Z","steps":["trace[757293467] 'check and update compact revision' (duration: 93.437551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.00364Z","caller":"traceutil/trace.go:171","msg":"trace[112961870] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5624; }","duration":"106.541042ms","start":"2026-03-18T00:57:11.897074Z","end":"2026-03-18T00:57:12.003615Z","steps":["trace[112961870] 'read index received' (duration: 12.763223ms)","trace[112961870] 'applied index is now lower than readState.Index' (duration: 93.774369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T00:57:12.003814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.704736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T00:57:12.003886Z","caller":"traceutil/trace.go:171","msg":"trace[803069759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5413; }","duration":"106.820859ms","start":"2026-03-18T00:57:11.897037Z","end":"2026-03-18T00:57:12.003858Z","steps":["trace[803069759] 'agreement among raft nodes before linearized reading' (duration: 106.661214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.004445Z","caller":"traceutil/trace.go:171","msg":"trace[949464874] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"103.736616ms","start":"2026-03-18T00:57:11.900682Z","end":"2026-03-18T00:57:12.004418Z","steps":["trace[949464874] 'process raft request' (duration: 102.715508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.004821Z","caller":"traceutil/trace.go:171","msg":"trace[486032836] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"104.024775ms","start":"2026-03-18T00:57:11.900782Z","end":"2026-03-18T00:57:12.004807Z","steps":["trace[486032836] 'process raft request' (duration: 103.617693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.005418Z","caller":"traceutil/trace.go:171","msg":"trace[1622329215] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"104.366924ms","start":"2026-03-18T00:57:11.900902Z","end":"2026-03-18T00:57:12.005268Z","steps":["trace[1622329215] 'process raft request' (duration: 103.89124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.006632Z","caller":"traceutil/trace.go:171","msg":"trace[1096964118] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"105.659438ms","start":"2026-03-18T00:57:11.900945Z","end":"2026-03-18T00:57:12.006604Z","steps":["trace[1096964118] 'process raft request' (duration: 104.306182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.007042Z","caller":"traceutil/trace.go:171","msg":"trace[1096870908] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"105.900474ms","start":"2026-03-18T00:57:11.901124Z","end":"2026-03-18T00:57:12.007025Z","steps":["trace[1096870908] 'process raft request' (duration: 105.415482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T00:57:12.112704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.091016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-18T00:57:12.112809Z","caller":"traceutil/trace.go:171","msg":"trace[1565125024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5418; }","duration":"101.237659ms","start":"2026-03-18T00:57:12.01155Z","end":"2026-03-18T00:57:12.112787Z","steps":["trace[1565125024] 'range keys from in-memory index tree' (duration: 100.923541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T00:57:12.315479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2549,"took":"308.291292ms","hash":2449369257,"current-db-size-bytes":39849984,"current-db-size":"40 MB","current-db-size-in-use-bytes":29192192,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T00:57:12.315673Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2449369257,"revision":2549,"compact-revision":-1} {"level":"info","ts":"2026-03-18T01:01:49.707439Z","caller":"traceutil/trace.go:171","msg":"trace[1913700170] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"103.427596ms","start":"2026-03-18T01:01:49.603959Z","end":"2026-03-18T01:01:49.707387Z","steps":["trace[1913700170] 'process raft request' (duration: 103.037426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.240291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.570807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:11.240346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.828096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:11.24044Z","caller":"traceutil/trace.go:171","msg":"trace[1846294838] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7516; }","duration":"148.772832ms","start":"2026-03-18T01:02:11.091639Z","end":"2026-03-18T01:02:11.240412Z","steps":["trace[1846294838] 'count revisions from in-memory index tree' (duration: 148.424832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:11.240455Z","caller":"traceutil/trace.go:171","msg":"trace[1344997143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7516; }","duration":"354.019401ms","start":"2026-03-18T01:02:10.886409Z","end":"2026-03-18T01:02:11.240429Z","steps":["trace[1344997143] 'range keys from in-memory index tree' (duration: 353.649092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:11.240515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:10.886382Z","time spent":"354.122144ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:12.22823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610660416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:12.729055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610660416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:02:13.008062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342907526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:02:13.008474Z","caller":"traceutil/trace.go:171","msg":"trace[1788785523] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"1.34344334s","start":"2026-03-18T01:02:11.665007Z","end":"2026-03-18T01:02:13.00845Z","steps":["trace[1788785523] 'process raft request' (duration: 1.343272775s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.008623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.664991Z","time spent":"1.343550754s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:13.01254Z","caller":"traceutil/trace.go:171","msg":"trace[252292959] linearizableReadLoop","detail":"{readStateIndex:7805; appliedIndex:7803; }","duration":"1.284940359s","start":"2026-03-18T01:02:11.727585Z","end":"2026-03-18T01:02:13.012526Z","steps":["trace[252292959] 'read index received' (duration: 1.284738013s)","trace[252292959] 'applied index is now lower than readState.Index' (duration: 200.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:13.012631Z","caller":"traceutil/trace.go:171","msg":"trace[2092359235] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"659.03634ms","start":"2026-03-18T01:02:12.353579Z","end":"2026-03-18T01:02:13.012615Z","steps":["trace[2092359235] 'process raft request' (duration: 658.903427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:13.012543Z","caller":"traceutil/trace.go:171","msg":"trace[2119584655] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"1.007469695s","start":"2026-03-18T01:02:12.005055Z","end":"2026-03-18T01:02:13.012524Z","steps":["trace[2119584655] 'process raft request' (duration: 1.007371792s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.012704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.005032Z","time spent":"1.007643279s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:13.01294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285364409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:02:13.012977Z","caller":"traceutil/trace.go:171","msg":"trace[2134003773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7522; }","duration":"1.285452711s","start":"2026-03-18T01:02:11.727515Z","end":"2026-03-18T01:02:13.012968Z","steps":["trace[2134003773] 'agreement among raft nodes before linearized reading' (duration: 1.285316657s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.013006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.727482Z","time spent":"1.285517594s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dkvqj\" "} {"level":"warn","ts":"2026-03-18T01:02:13.013439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229209559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:02:13.013469Z","caller":"traceutil/trace.go:171","msg":"trace[357809289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7522; }","duration":"1.229291271s","start":"2026-03-18T01:02:11.784171Z","end":"2026-03-18T01:02:13.013462Z","steps":["trace[357809289] 'agreement among raft nodes before linearized reading' (duration: 1.229219339s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.013488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.784145Z","time spent":"1.229338572s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:13.013652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:12.353546Z","time spent":"659.110042ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:13.013717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123314878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:13.013766Z","caller":"traceutil/trace.go:171","msg":"trace[544678566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7522; }","duration":"1.123396289s","start":"2026-03-18T01:02:11.89035Z","end":"2026-03-18T01:02:13.013747Z","steps":["trace[544678566] 'agreement among raft nodes before linearized reading' (duration: 1.123343398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.01364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157338035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:02:13.013803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.890324Z","time spent":"1.123475372s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:02:13.013817Z","caller":"traceutil/trace.go:171","msg":"trace[2143374697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7522; }","duration":"1.15759747s","start":"2026-03-18T01:02:11.856206Z","end":"2026-03-18T01:02:13.013804Z","steps":["trace[2143374697] 'agreement among raft nodes before linearized reading' (duration: 1.157226951s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.013858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.856189Z","time spent":"1.157659224s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:13.013718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165950331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T01:02:13.01403Z","caller":"traceutil/trace.go:171","msg":"trace[1342550172] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7522; }","duration":"1.16630904s","start":"2026-03-18T01:02:11.847709Z","end":"2026-03-18T01:02:13.014018Z","steps":["trace[1342550172] 'agreement among raft nodes before linearized reading' (duration: 1.165933101s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.014718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.847688Z","time spent":"1.166361973s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:13.013787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197441082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:13.017135Z","caller":"traceutil/trace.go:171","msg":"trace[103282819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7522; }","duration":"1.200831491s","start":"2026-03-18T01:02:11.816282Z","end":"2026-03-18T01:02:13.017114Z","steps":["trace[103282819] 'agreement among raft nodes before linearized reading' (duration: 1.197452602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:13.017173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:11.816239Z","time spent":"1.200924725s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:02:13.02037Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5413} {"level":"info","ts":"2026-03-18T01:02:13.128208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5413,"took":"103.657011ms","hash":3815850965,"current-db-size-bytes":42188800,"current-db-size":"42 MB","current-db-size-in-use-bytes":22941696,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T01:02:13.128309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3815850965,"revision":5413,"compact-revision":2549} {"level":"info","ts":"2026-03-18T01:02:23.243857Z","caller":"traceutil/trace.go:171","msg":"trace[413985836] linearizableReadLoop","detail":"{readStateIndex:7855; appliedIndex:7854; }","duration":"129.36773ms","start":"2026-03-18T01:02:23.114448Z","end":"2026-03-18T01:02:23.243816Z","steps":["trace[413985836] 'read index received' (duration: 123.416633ms)","trace[413985836] 'applied index is now lower than readState.Index' (duration: 5.949517ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:23.24395Z","caller":"traceutil/trace.go:171","msg":"trace[796246070] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"129.498042ms","start":"2026-03-18T01:02:23.114401Z","end":"2026-03-18T01:02:23.2439Z","steps":["trace[796246070] 'process raft request' (duration: 123.624777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.244214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.451843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T01:02:23.244228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.229912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:02:23.244265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.45843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:02:23.244297Z","caller":"traceutil/trace.go:171","msg":"trace[1077783249] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7568; }","duration":"118.578265ms","start":"2026-03-18T01:02:23.125673Z","end":"2026-03-18T01:02:23.244251Z","steps":["trace[1077783249] 'agreement among raft nodes before linearized reading' (duration: 118.324039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.244365Z","caller":"traceutil/trace.go:171","msg":"trace[670120102] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7568; }","duration":"113.578904ms","start":"2026-03-18T01:02:23.130759Z","end":"2026-03-18T01:02:23.244338Z","steps":["trace[670120102] 'agreement among raft nodes before linearized reading' (duration: 113.323877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.244365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.698448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:02:23.244454Z","caller":"traceutil/trace.go:171","msg":"trace[1600751962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7568; }","duration":"130.017068ms","start":"2026-03-18T01:02:23.114392Z","end":"2026-03-18T01:02:23.244409Z","steps":["trace[1600751962] 'agreement among raft nodes before linearized reading' (duration: 129.571596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.244323Z","caller":"traceutil/trace.go:171","msg":"trace[2026740066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7568; }","duration":"108.367527ms","start":"2026-03-18T01:02:23.135929Z","end":"2026-03-18T01:02:23.244297Z","steps":["trace[2026740066] 'agreement among raft nodes before linearized reading' (duration: 108.12795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.651056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.120733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:23.651308Z","caller":"traceutil/trace.go:171","msg":"trace[1609015983] linearizableReadLoop","detail":"{readStateIndex:7858; appliedIndex:7856; }","duration":"341.148542ms","start":"2026-03-18T01:02:23.31015Z","end":"2026-03-18T01:02:23.651298Z","steps":["trace[1609015983] 'read index received' (duration: 82.772413ms)","trace[1609015983] 'applied index is now lower than readState.Index' (duration: 258.375349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:23.65137Z","caller":"traceutil/trace.go:171","msg":"trace[1714102647] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"401.483421ms","start":"2026-03-18T01:02:23.249878Z","end":"2026-03-18T01:02:23.651361Z","steps":["trace[1714102647] 'process raft request' (duration: 401.340928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.651309Z","caller":"traceutil/trace.go:171","msg":"trace[1035987752] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"401.483122ms","start":"2026-03-18T01:02:23.249805Z","end":"2026-03-18T01:02:23.651288Z","steps":["trace[1035987752] 'process raft request' (duration: 143.03915ms)","trace[1035987752] 'compare' (duration: 257.819115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:23.651425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:23.249845Z","time spent":"401.552284ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:23.651503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.336326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:23.651546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:23.249783Z","time spent":"401.671386ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:23.651585Z","caller":"traceutil/trace.go:171","msg":"trace[836945155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7571; }","duration":"341.437119ms","start":"2026-03-18T01:02:23.310128Z","end":"2026-03-18T01:02:23.651565Z","steps":["trace[836945155] 'agreement among raft nodes before linearized reading' (duration: 341.261605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.65163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:23.310083Z","time spent":"341.537142ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:23.651717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.173234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:02:23.651771Z","caller":"traceutil/trace.go:171","msg":"trace[303794295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7571; }","duration":"247.275827ms","start":"2026-03-18T01:02:23.404485Z","end":"2026-03-18T01:02:23.651761Z","steps":["trace[303794295] 'agreement among raft nodes before linearized reading' (duration: 247.017961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.326529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652069Z","caller":"traceutil/trace.go:171","msg":"trace[1938250465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7571; }","duration":"115.443743ms","start":"2026-03-18T01:02:23.536615Z","end":"2026-03-18T01:02:23.652059Z","steps":["trace[1938250465] 'agreement among raft nodes before linearized reading' (duration: 115.362081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.278393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:23.652104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.1104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:23.652139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.124111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652178Z","caller":"traceutil/trace.go:171","msg":"trace[1877060586] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7571; }","duration":"171.243763ms","start":"2026-03-18T01:02:23.480917Z","end":"2026-03-18T01:02:23.65216Z","steps":["trace[1877060586] 'agreement among raft nodes before linearized reading' (duration: 171.1427ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.65218Z","caller":"traceutil/trace.go:171","msg":"trace[319230158] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7571; }","duration":"116.170312ms","start":"2026-03-18T01:02:23.535998Z","end":"2026-03-18T01:02:23.652169Z","steps":["trace[319230158] 'agreement among raft nodes before linearized reading' (duration: 116.118401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.409648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652276Z","caller":"traceutil/trace.go:171","msg":"trace[1893217109] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7571; }","duration":"171.504681ms","start":"2026-03-18T01:02:23.480764Z","end":"2026-03-18T01:02:23.652268Z","steps":["trace[1893217109] 'agreement among raft nodes before linearized reading' (duration: 171.457129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.590111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:23.652182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.461829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652347Z","caller":"traceutil/trace.go:171","msg":"trace[842936429] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7571; }","duration":"171.672666ms","start":"2026-03-18T01:02:23.480665Z","end":"2026-03-18T01:02:23.652337Z","steps":["trace[842936429] 'agreement among raft nodes before linearized reading' (duration: 171.488401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.652347Z","caller":"traceutil/trace.go:171","msg":"trace[1384928981] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7571; }","duration":"155.664913ms","start":"2026-03-18T01:02:23.496667Z","end":"2026-03-18T01:02:23.652332Z","steps":["trace[1384928981] 'agreement among raft nodes before linearized reading' (duration: 155.517178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.334588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652406Z","caller":"traceutil/trace.go:171","msg":"trace[1310682873] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7571; }","duration":"154.701547ms","start":"2026-03-18T01:02:23.497692Z","end":"2026-03-18T01:02:23.652394Z","steps":["trace[1310682873] 'agreement among raft nodes before linearized reading' (duration: 154.364738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.431409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652451Z","caller":"traceutil/trace.go:171","msg":"trace[1769741209] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7571; }","duration":"116.47842ms","start":"2026-03-18T01:02:23.53596Z","end":"2026-03-18T01:02:23.652439Z","steps":["trace[1769741209] 'agreement among raft nodes before linearized reading' (duration: 116.421769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.848548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652134Z","caller":"traceutil/trace.go:171","msg":"trace[1569194583] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7571; }","duration":"155.355935ms","start":"2026-03-18T01:02:23.496766Z","end":"2026-03-18T01:02:23.652122Z","steps":["trace[1569194583] 'agreement among raft nodes before linearized reading' (duration: 155.303353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.652547Z","caller":"traceutil/trace.go:171","msg":"trace[423866029] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7571; }","duration":"133.890618ms","start":"2026-03-18T01:02:23.518649Z","end":"2026-03-18T01:02:23.65254Z","steps":["trace[423866029] 'agreement among raft nodes before linearized reading' (duration: 133.844328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:23.652598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.56419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:23.652639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.189021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:23.652703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.021313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:23.652727Z","caller":"traceutil/trace.go:171","msg":"trace[347681671] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7571; }","duration":"134.074494ms","start":"2026-03-18T01:02:23.518645Z","end":"2026-03-18T01:02:23.652719Z","steps":["trace[347681671] 'agreement among raft nodes before linearized reading' (duration: 134.034833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.652732Z","caller":"traceutil/trace.go:171","msg":"trace[157840660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7571; }","duration":"100.354135ms","start":"2026-03-18T01:02:23.552357Z","end":"2026-03-18T01:02:23.652711Z","steps":["trace[157840660] 'agreement among raft nodes before linearized reading' (duration: 100.191982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:23.65268Z","caller":"traceutil/trace.go:171","msg":"trace[1427493195] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7571; }","duration":"133.625911ms","start":"2026-03-18T01:02:23.519007Z","end":"2026-03-18T01:02:23.652633Z","steps":["trace[1427493195] 'agreement among raft nodes before linearized reading' (duration: 133.510628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:25.587415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610660611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:02:25.611953Z","caller":"traceutil/trace.go:171","msg":"trace[1793796516] linearizableReadLoop","detail":"{readStateIndex:7861; appliedIndex:7860; }","duration":"524.955216ms","start":"2026-03-18T01:02:25.086967Z","end":"2026-03-18T01:02:25.611922Z","steps":["trace[1793796516] 'read index received' (duration: 524.789143ms)","trace[1793796516] 'applied index is now lower than readState.Index' (duration: 164.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:25.612117Z","caller":"traceutil/trace.go:171","msg":"trace[614054183] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"542.492718ms","start":"2026-03-18T01:02:25.069551Z","end":"2026-03-18T01:02:25.612044Z","steps":["trace[614054183] 'process raft request' (duration: 542.193251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:25.612222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.247054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:02:25.612268Z","caller":"traceutil/trace.go:171","msg":"trace[112285222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7574; }","duration":"525.370987ms","start":"2026-03-18T01:02:25.086885Z","end":"2026-03-18T01:02:25.612256Z","steps":["trace[112285222] 'agreement among raft nodes before linearized reading' (duration: 525.209173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:25.612307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.08685Z","time spent":"525.44451ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:02:25.612322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.069513Z","time spent":"542.686094ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:25.612335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.209414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T01:02:25.61241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.428324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T01:02:25.612459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.975383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:02:25.612517Z","caller":"traceutil/trace.go:171","msg":"trace[1380029799] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7574; }","duration":"326.608369ms","start":"2026-03-18T01:02:25.285884Z","end":"2026-03-18T01:02:25.612493Z","steps":["trace[1380029799] 'agreement among raft nodes before linearized reading' (duration: 326.289591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:25.612438Z","caller":"traceutil/trace.go:171","msg":"trace[939124239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7574; }","duration":"363.383698ms","start":"2026-03-18T01:02:25.249033Z","end":"2026-03-18T01:02:25.612416Z","steps":["trace[939124239] 'agreement among raft nodes before linearized reading' (duration: 363.08956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:25.612576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.285859Z","time spent":"326.70671ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:02:25.612575Z","caller":"traceutil/trace.go:171","msg":"trace[2110698440] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7574; }","duration":"323.140136ms","start":"2026-03-18T01:02:25.289409Z","end":"2026-03-18T01:02:25.61255Z","steps":["trace[2110698440] 'agreement among raft nodes before linearized reading' (duration: 322.759267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:25.612642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.289396Z","time spent":"323.23571ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dkvqj\" "} {"level":"warn","ts":"2026-03-18T01:02:25.612645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.249001Z","time spent":"363.594904ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:26.187853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.400854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:26.187971Z","caller":"traceutil/trace.go:171","msg":"trace[173298253] linearizableReadLoop","detail":"{readStateIndex:7862; appliedIndex:7861; }","duration":"570.105367ms","start":"2026-03-18T01:02:25.617843Z","end":"2026-03-18T01:02:26.187949Z","steps":["trace[173298253] 'read index received' (duration: 84.57267ms)","trace[173298253] 'applied index is now lower than readState.Index' (duration: 485.531287ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:26.18802Z","caller":"traceutil/trace.go:171","msg":"trace[1996690065] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"570.478176ms","start":"2026-03-18T01:02:25.617502Z","end":"2026-03-18T01:02:26.187981Z","steps":["trace[1996690065] 'process raft request' (duration: 84.834306ms)","trace[1996690065] 'compare' (duration: 485.044525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:26.188431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.591139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207042"} {"level":"info","ts":"2026-03-18T01:02:26.188477Z","caller":"traceutil/trace.go:171","msg":"trace[2034314197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7575; }","duration":"570.678752ms","start":"2026-03-18T01:02:25.617786Z","end":"2026-03-18T01:02:26.188465Z","steps":["trace[2034314197] 'agreement among raft nodes before linearized reading' (duration: 570.244801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.188456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.617485Z","time spent":"570.864077ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:26.188516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.617763Z","time spent":"570.742643ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207066,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:02:26.345843Z","caller":"traceutil/trace.go:171","msg":"trace[1844243062] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"727.135346ms","start":"2026-03-18T01:02:25.618673Z","end":"2026-03-18T01:02:26.345808Z","steps":["trace[1844243062] 'process raft request' (duration: 726.929801ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:26.345865Z","caller":"traceutil/trace.go:171","msg":"trace[1594324338] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"696.283552ms","start":"2026-03-18T01:02:25.649548Z","end":"2026-03-18T01:02:26.345831Z","steps":["trace[1594324338] 'process raft request' (duration: 696.167499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:26.345841Z","caller":"traceutil/trace.go:171","msg":"trace[880858938] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"727.375483ms","start":"2026-03-18T01:02:25.618403Z","end":"2026-03-18T01:02:26.345778Z","steps":["trace[880858938] 'process raft request' (duration: 701.573862ms)","trace[880858938] 'compare' (duration: 25.42106ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:26.345957Z","caller":"traceutil/trace.go:171","msg":"trace[824241893] linearizableReadLoop","detail":"{readStateIndex:7866; appliedIndex:7862; }","duration":"157.936703ms","start":"2026-03-18T01:02:26.188001Z","end":"2026-03-18T01:02:26.345937Z","steps":["trace[824241893] 'read index received' (duration: 131.871066ms)","trace[824241893] 'applied index is now lower than readState.Index' (duration: 26.064247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:26.345996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.618646Z","time spent":"727.271619ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:26.345986Z","caller":"traceutil/trace.go:171","msg":"trace[1277002819] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"650.707441ms","start":"2026-03-18T01:02:25.695243Z","end":"2026-03-18T01:02:26.34595Z","steps":["trace[1277002819] 'process raft request' (duration: 650.537117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.346085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.649517Z","time spent":"696.442877ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:26.346179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.089477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:26.346194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.695228Z","time spent":"650.835665ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:26.346255Z","caller":"traceutil/trace.go:171","msg":"trace[1288425895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7579; }","duration":"457.206222ms","start":"2026-03-18T01:02:25.889029Z","end":"2026-03-18T01:02:26.346235Z","steps":["trace[1288425895] 'agreement among raft nodes before linearized reading' (duration: 457.051297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.346243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.618378Z","time spent":"727.723912ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:26.346312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.889009Z","time spent":"457.291463ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:26.34639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.899235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:02:26.346309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.027713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T01:02:26.346431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.145565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:02:26.346465Z","caller":"traceutil/trace.go:171","msg":"trace[1465737632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7579; }","duration":"601.995947ms","start":"2026-03-18T01:02:25.744449Z","end":"2026-03-18T01:02:26.346445Z","steps":["trace[1465737632] 'agreement among raft nodes before linearized reading' (duration: 601.813902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:26.346489Z","caller":"traceutil/trace.go:171","msg":"trace[428324019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7579; }","duration":"689.236067ms","start":"2026-03-18T01:02:25.657239Z","end":"2026-03-18T01:02:26.346475Z","steps":["trace[428324019] 'agreement among raft nodes before linearized reading' (duration: 689.104413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.346522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.744439Z","time spent":"602.070128ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T01:02:26.346515Z","caller":"traceutil/trace.go:171","msg":"trace[201300750] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7579; }","duration":"705.229659ms","start":"2026-03-18T01:02:25.641227Z","end":"2026-03-18T01:02:26.346457Z","steps":["trace[201300750] 'agreement among raft nodes before linearized reading' (duration: 705.026864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.346529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.657225Z","time spent":"689.292967ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:26.346588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.64121Z","time spent":"705.357512ms","remote":"127.0.0.1:49158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T01:02:26.346514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.216103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:02:26.346755Z","caller":"traceutil/trace.go:171","msg":"trace[569636511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7579; }","duration":"591.593763ms","start":"2026-03-18T01:02:25.755138Z","end":"2026-03-18T01:02:26.346732Z","steps":["trace[569636511] 'agreement among raft nodes before linearized reading' (duration: 591.120701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.346652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.288314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T01:02:26.346914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.755127Z","time spent":"591.674235ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:02:26.346994Z","caller":"traceutil/trace.go:171","msg":"trace[1931791010] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7579; }","duration":"569.738717ms","start":"2026-03-18T01:02:25.777235Z","end":"2026-03-18T01:02:26.346974Z","steps":["trace[1931791010] 'agreement among raft nodes before linearized reading' (duration: 569.116041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.347058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.777196Z","time spent":"569.843549ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:26.347128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.753104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T01:02:26.3472Z","caller":"traceutil/trace.go:171","msg":"trace[1888072240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7579; }","duration":"688.850027ms","start":"2026-03-18T01:02:25.658333Z","end":"2026-03-18T01:02:26.347183Z","steps":["trace[1888072240] 'agreement among raft nodes before linearized reading' (duration: 687.85697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:26.347252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:25.658323Z","time spent":"688.916239ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:26.592662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.696916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:02:26.592847Z","caller":"traceutil/trace.go:171","msg":"trace[907271399] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"227.703191ms","start":"2026-03-18T01:02:26.365111Z","end":"2026-03-18T01:02:26.592814Z","steps":["trace[907271399] 'process raft request' (duration: 99.722848ms)","trace[907271399] 'compare' (duration: 127.420649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:28.390239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610660637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T01:02:28.422472Z","caller":"traceutil/trace.go:171","msg":"trace[1045506758] linearizableReadLoop","detail":"{readStateIndex:7876; appliedIndex:7875; }","duration":"533.263685ms","start":"2026-03-18T01:02:27.889182Z","end":"2026-03-18T01:02:28.422446Z","steps":["trace[1045506758] 'read index received' (duration: 532.969808ms)","trace[1045506758] 'applied index is now lower than readState.Index' (duration: 292.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:28.422611Z","caller":"traceutil/trace.go:171","msg":"trace[1291977311] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"803.812767ms","start":"2026-03-18T01:02:27.618786Z","end":"2026-03-18T01:02:28.422599Z","steps":["trace[1291977311] 'process raft request' (duration: 803.472398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.422849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.626775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:28.422853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.646741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-688c46b85f-pxh2h.189dc9d1143c2ad6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-18T01:02:28.422925Z","caller":"traceutil/trace.go:171","msg":"trace[249108526] range","detail":"{range_begin:/registry/events/openstack/barbican-api-688c46b85f-pxh2h.189dc9d1143c2ad6; range_end:; response_count:1; response_revision:7588; }","duration":"342.786535ms","start":"2026-03-18T01:02:28.080118Z","end":"2026-03-18T01:02:28.422905Z","steps":["trace[249108526] 'agreement among raft nodes before linearized reading' (duration: 342.549788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.42293Z","caller":"traceutil/trace.go:171","msg":"trace[1744716252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"533.77981ms","start":"2026-03-18T01:02:27.889112Z","end":"2026-03-18T01:02:28.422892Z","steps":["trace[1744716252] 'agreement among raft nodes before linearized reading' (duration: 533.652865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.422959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.08009Z","time spent":"342.863248ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-688c46b85f-pxh2h.189dc9d1143c2ad6\" "} {"level":"warn","ts":"2026-03-18T01:02:28.422974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.889086Z","time spent":"533.879082ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:28.423024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.691854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:02:28.423103Z","caller":"traceutil/trace.go:171","msg":"trace[1339633202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7588; }","duration":"226.832298ms","start":"2026-03-18T01:02:28.196257Z","end":"2026-03-18T01:02:28.42309Z","steps":["trace[1339633202] 'agreement among raft nodes before linearized reading' (duration: 226.609052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.423188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.583101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:02:28.423286Z","caller":"traceutil/trace.go:171","msg":"trace[564711474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7588; }","duration":"229.746085ms","start":"2026-03-18T01:02:28.193514Z","end":"2026-03-18T01:02:28.42326Z","steps":["trace[564711474] 'agreement among raft nodes before linearized reading' (duration: 229.405976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.423699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:27.618749Z","time spent":"803.905088ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.870351Z","caller":"traceutil/trace.go:171","msg":"trace[1417707363] linearizableReadLoop","detail":"{readStateIndex:7877; appliedIndex:7876; }","duration":"443.239872ms","start":"2026-03-18T01:02:28.427085Z","end":"2026-03-18T01:02:28.870325Z","steps":["trace[1417707363] 'read index received' (duration: 443.019136ms)","trace[1417707363] 'applied index is now lower than readState.Index' (duration: 219.486µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:28.870479Z","caller":"traceutil/trace.go:171","msg":"trace[2137410351] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"444.678292ms","start":"2026-03-18T01:02:28.425789Z","end":"2026-03-18T01:02:28.870467Z","steps":["trace[2137410351] 'process raft request' (duration: 444.357513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.870807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.425712Z","time spent":"444.996599ms","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.870979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.89114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207042"} {"level":"info","ts":"2026-03-18T01:02:28.871049Z","caller":"traceutil/trace.go:171","msg":"trace[2105071998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7589; }","duration":"443.997383ms","start":"2026-03-18T01:02:28.427036Z","end":"2026-03-18T01:02:28.871034Z","steps":["trace[2105071998] 'agreement among raft nodes before linearized reading' (duration: 443.564372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.871087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.427019Z","time spent":"444.057634ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207066,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T01:02:28.915624Z","caller":"traceutil/trace.go:171","msg":"trace[1072424856] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"487.582612ms","start":"2026-03-18T01:02:28.428024Z","end":"2026-03-18T01:02:28.915607Z","steps":["trace[1072424856] 'process raft request' (duration: 487.49962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.915639Z","caller":"traceutil/trace.go:171","msg":"trace[1877906897] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"487.760307ms","start":"2026-03-18T01:02:28.427834Z","end":"2026-03-18T01:02:28.915594Z","steps":["trace[1877906897] 'process raft request' (duration: 487.589872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.915724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.428012Z","time spent":"487.660113ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:28.915901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.135576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:28.915939Z","caller":"traceutil/trace.go:171","msg":"trace[652144782] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7592; }","duration":"175.175108ms","start":"2026-03-18T01:02:28.740754Z","end":"2026-03-18T01:02:28.915929Z","steps":["trace[652144782] 'agreement among raft nodes before linearized reading' (duration: 175.074935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.916016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.169852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T01:02:28.916095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.427816Z","time spent":"487.928351ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.916115Z","caller":"traceutil/trace.go:171","msg":"trace[626650268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7592; }","duration":"481.283345ms","start":"2026-03-18T01:02:28.434808Z","end":"2026-03-18T01:02:28.916091Z","steps":["trace[626650268] 'agreement among raft nodes before linearized reading' (duration: 481.042409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.916139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.070886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:02:28.916244Z","caller":"traceutil/trace.go:171","msg":"trace[115590948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7592; }","duration":"482.20364ms","start":"2026-03-18T01:02:28.434017Z","end":"2026-03-18T01:02:28.91622Z","steps":["trace[115590948] 'agreement among raft nodes before linearized reading' (duration: 481.878861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.916297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.434012Z","time spent":"482.274722ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:28.916268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.434804Z","time spent":"481.419709ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:02:28.916381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.542692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:02:28.916469Z","caller":"traceutil/trace.go:171","msg":"trace[352639916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7592; }","duration":"481.683006ms","start":"2026-03-18T01:02:28.434766Z","end":"2026-03-18T01:02:28.916449Z","steps":["trace[352639916] 'agreement among raft nodes before linearized reading' (duration: 481.321306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:28.916566Z","caller":"traceutil/trace.go:171","msg":"trace[1302562755] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"487.571231ms","start":"2026-03-18T01:02:28.428335Z","end":"2026-03-18T01:02:28.915907Z","steps":["trace[1302562755] 'process raft request' (duration: 487.231092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.916605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.728008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:02:28.916669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.434756Z","time spent":"481.87225ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:28.916795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.428301Z","time spent":"488.377362ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:28.916769Z","caller":"traceutil/trace.go:171","msg":"trace[307227840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7592; }","duration":"481.961713ms","start":"2026-03-18T01:02:28.434782Z","end":"2026-03-18T01:02:28.916744Z","steps":["trace[307227840] 'agreement among raft nodes before linearized reading' (duration: 481.215314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:28.917002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:28.434775Z","time spent":"482.20919ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:02:29.050508Z","caller":"traceutil/trace.go:171","msg":"trace[1045799309] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"128.956878ms","start":"2026-03-18T01:02:28.921513Z","end":"2026-03-18T01:02:29.05047Z","steps":["trace[1045799309] 'process raft request' (duration: 66.40622ms)","trace[1045799309] 'compare' (duration: 62.380183ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:29.132956Z","caller":"traceutil/trace.go:171","msg":"trace[1868463957] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"211.395822ms","start":"2026-03-18T01:02:28.921532Z","end":"2026-03-18T01:02:29.132928Z","steps":["trace[1868463957] 'process raft request' (duration: 211.172946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:29.133262Z","caller":"traceutil/trace.go:171","msg":"trace[1355913200] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"211.521606ms","start":"2026-03-18T01:02:28.921715Z","end":"2026-03-18T01:02:29.133237Z","steps":["trace[1355913200] 'process raft request' (duration: 211.158246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:29.133447Z","caller":"traceutil/trace.go:171","msg":"trace[445968853] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7880; }","duration":"211.625429ms","start":"2026-03-18T01:02:28.921784Z","end":"2026-03-18T01:02:29.133409Z","steps":["trace[445968853] 'read index received' (duration: 66.160734ms)","trace[445968853] 'applied index is now lower than readState.Index' (duration: 145.461905ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:29.133484Z","caller":"traceutil/trace.go:171","msg":"trace[803799019] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"211.440284ms","start":"2026-03-18T01:02:28.922025Z","end":"2026-03-18T01:02:29.133465Z","steps":["trace[803799019] 'process raft request' (duration: 211.100564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:29.133791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.973987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19391"} {"level":"info","ts":"2026-03-18T01:02:29.133902Z","caller":"traceutil/trace.go:171","msg":"trace[2104206323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7596; }","duration":"212.108671ms","start":"2026-03-18T01:02:28.921769Z","end":"2026-03-18T01:02:29.133877Z","steps":["trace[2104206323] 'agreement among raft nodes before linearized reading' (duration: 211.756272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:30.135527Z","caller":"traceutil/trace.go:171","msg":"trace[1217170717] linearizableReadLoop","detail":"{readStateIndex:7885; appliedIndex:7884; }","duration":"246.373234ms","start":"2026-03-18T01:02:29.889124Z","end":"2026-03-18T01:02:30.135497Z","steps":["trace[1217170717] 'read index received' (duration: 246.167649ms)","trace[1217170717] 'applied index is now lower than readState.Index' (duration: 204.525µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:30.135669Z","caller":"traceutil/trace.go:171","msg":"trace[486834041] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"342.344513ms","start":"2026-03-18T01:02:29.793269Z","end":"2026-03-18T01:02:30.135614Z","steps":["trace[486834041] 'process raft request' (duration: 342.046525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:30.135897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:29.79324Z","time spent":"342.514317ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:30.135763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.580549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:30.135982Z","caller":"traceutil/trace.go:171","msg":"trace[453928634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7597; }","duration":"246.895607ms","start":"2026-03-18T01:02:29.889053Z","end":"2026-03-18T01:02:30.135948Z","steps":["trace[453928634] 'agreement among raft nodes before linearized reading' (duration: 246.584838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:30.708296Z","caller":"traceutil/trace.go:171","msg":"trace[1024160264] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"279.068185ms","start":"2026-03-18T01:02:30.429198Z","end":"2026-03-18T01:02:30.708266Z","steps":["trace[1024160264] 'process raft request' (duration: 278.321176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:31.254029Z","caller":"traceutil/trace.go:171","msg":"trace[345761221] transaction","detail":"{read_only:false; response_revision:7599; number_of_response:1; }","duration":"326.503366ms","start":"2026-03-18T01:02:30.927496Z","end":"2026-03-18T01:02:31.253999Z","steps":["trace[345761221] 'process raft request' (duration: 326.338891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:31.254217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:30.927464Z","time spent":"326.64721ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:31.90205Z","caller":"traceutil/trace.go:171","msg":"trace[2129274] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"973.764856ms","start":"2026-03-18T01:02:30.928251Z","end":"2026-03-18T01:02:31.902015Z","steps":["trace[2129274] 'process raft request' (duration: 973.451648ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:31.90199Z","caller":"traceutil/trace.go:171","msg":"trace[561001662] linearizableReadLoop","detail":"{readStateIndex:7889; appliedIndex:7886; }","duration":"847.054766ms","start":"2026-03-18T01:02:31.054906Z","end":"2026-03-18T01:02:31.901961Z","steps":["trace[561001662] 'read index received' (duration: 199.017406ms)","trace[561001662] 'applied index is now lower than readState.Index' (duration: 648.03635ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:02:31.902213Z","caller":"traceutil/trace.go:171","msg":"trace[1438153967] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"973.825057ms","start":"2026-03-18T01:02:30.928319Z","end":"2026-03-18T01:02:31.902145Z","steps":["trace[1438153967] 'process raft request' (duration: 973.605171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:31.902357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.422296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:02:31.902413Z","caller":"traceutil/trace.go:171","msg":"trace[1263592679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7601; }","duration":"847.529539ms","start":"2026-03-18T01:02:31.054871Z","end":"2026-03-18T01:02:31.9024Z","steps":["trace[1263592679] 'agreement among raft nodes before linearized reading' (duration: 847.330473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:31.902448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.054854Z","time spent":"847.58606ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:02:31.902479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:30.928295Z","time spent":"974.047843ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:31.902904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:30.928222Z","time spent":"973.951251ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:32.648918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.81507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T01:02:32.649313Z","caller":"traceutil/trace.go:171","msg":"trace[784946018] linearizableReadLoop","detail":"{readStateIndex:7890; appliedIndex:7889; }","duration":"747.018881ms","start":"2026-03-18T01:02:31.902268Z","end":"2026-03-18T01:02:32.649287Z","steps":["trace[784946018] 'read index received' (duration: 69.882762ms)","trace[784946018] 'applied index is now lower than readState.Index' (duration: 677.134689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:02:32.649526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.615658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:02:32.649568Z","caller":"traceutil/trace.go:171","msg":"trace[380230746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7601; }","duration":"760.72283ms","start":"2026-03-18T01:02:31.888833Z","end":"2026-03-18T01:02:32.649556Z","steps":["trace[380230746] 'agreement among raft nodes before linearized reading' (duration: 760.641239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.649604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.888806Z","time spent":"760.790933ms","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T01:02:32.649737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373725657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:32.649799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511131649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:02:32.649805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250575562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:32.649857Z","caller":"traceutil/trace.go:171","msg":"trace[699993120] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7601; }","duration":"1.373916364s","start":"2026-03-18T01:02:31.275911Z","end":"2026-03-18T01:02:32.649827Z","steps":["trace[699993120] 'agreement among raft nodes before linearized reading' (duration: 1.373668888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.649869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510325518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:02:32.649935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.275892Z","time spent":"1.374026306s","remote":"127.0.0.1:58166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:32.649994Z","caller":"traceutil/trace.go:171","msg":"trace[156061243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7601; }","duration":"1.510527324s","start":"2026-03-18T01:02:31.139436Z","end":"2026-03-18T01:02:32.649964Z","steps":["trace[156061243] 'agreement among raft nodes before linearized reading' (duration: 1.510152935s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.650045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.139406Z","time spent":"1.510628386s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:02:32.65002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512105884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:02:32.650121Z","caller":"traceutil/trace.go:171","msg":"trace[1988349853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7601; }","duration":"1.512245939s","start":"2026-03-18T01:02:31.137851Z","end":"2026-03-18T01:02:32.650097Z","steps":["trace[1988349853] 'agreement among raft nodes before linearized reading' (duration: 1.511957382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.650178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.137838Z","time spent":"1.512332032s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T01:02:32.649865Z","caller":"traceutil/trace.go:171","msg":"trace[1170402608] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7601; }","duration":"1.250643374s","start":"2026-03-18T01:02:31.399205Z","end":"2026-03-18T01:02:32.649848Z","steps":["trace[1170402608] 'agreement among raft nodes before linearized reading' (duration: 1.25048397s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.650307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.399173Z","time spent":"1.251104506s","remote":"127.0.0.1:58142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:32.649857Z","caller":"traceutil/trace.go:171","msg":"trace[1805552047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7601; }","duration":"1.511212001s","start":"2026-03-18T01:02:31.138622Z","end":"2026-03-18T01:02:32.649834Z","steps":["trace[1805552047] 'agreement among raft nodes before linearized reading' (duration: 1.510918253s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.650453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.138609Z","time spent":"1.511821828s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:02:32.650647Z","caller":"traceutil/trace.go:171","msg":"trace[1581581319] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"743.759583ms","start":"2026-03-18T01:02:31.906872Z","end":"2026-03-18T01:02:32.650632Z","steps":["trace[1581581319] 'process raft request' (duration: 742.286415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.650792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:31.906841Z","time spent":"743.869747ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:02:32.661124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.562944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:02:32.661148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.476486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:02:32.661241Z","caller":"traceutil/trace.go:171","msg":"trace[1408201202] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7602; }","duration":"247.74263ms","start":"2026-03-18T01:02:32.41347Z","end":"2026-03-18T01:02:32.661213Z","steps":["trace[1408201202] 'agreement among raft nodes before linearized reading' (duration: 237.417958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:02:32.661264Z","caller":"traceutil/trace.go:171","msg":"trace[269024758] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7602; }","duration":"628.65417ms","start":"2026-03-18T01:02:32.032597Z","end":"2026-03-18T01:02:32.661251Z","steps":["trace[269024758] 'agreement among raft nodes before linearized reading' (duration: 618.005159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:32.661305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:32.032568Z","time spent":"628.726602ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:02:57.910521Z","caller":"traceutil/trace.go:171","msg":"trace[1285134989] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"478.978955ms","start":"2026-03-18T01:02:57.431509Z","end":"2026-03-18T01:02:57.910488Z","steps":["trace[1285134989] 'process raft request' (duration: 478.746289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:57.910735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:57.431489Z","time spent":"479.137698ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:02:57.915505Z","caller":"traceutil/trace.go:171","msg":"trace[1172869791] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"423.8444ms","start":"2026-03-18T01:02:57.491639Z","end":"2026-03-18T01:02:57.915484Z","steps":["trace[1172869791] 'process raft request' (duration: 423.563603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:02:57.915592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:57.491591Z","time spent":"423.954574ms","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:00.420802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610661285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:00.921748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478262610661285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T01:03:01.062059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143271084s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:03:01.062624Z","caller":"traceutil/trace.go:171","msg":"trace[1224602510] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"1.143942892s","start":"2026-03-18T01:02:59.918647Z","end":"2026-03-18T01:03:01.06259Z","steps":["trace[1224602510] 'process raft request' (duration: 1.143679725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.062878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.918621Z","time spent":"1.144113427s","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:01.063742Z","caller":"traceutil/trace.go:171","msg":"trace[232348700] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8082; }","duration":"1.143583443s","start":"2026-03-18T01:02:59.920133Z","end":"2026-03-18T01:03:01.063716Z","steps":["trace[232348700] 'read index received' (duration: 1.142209616s)","trace[232348700] 'applied index is now lower than readState.Index' (duration: 1.372877ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:01.064103Z","caller":"traceutil/trace.go:171","msg":"trace[1594373051] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"363.301597ms","start":"2026-03-18T01:03:00.700773Z","end":"2026-03-18T01:03:01.064075Z","steps":["trace[1594373051] 'process raft request' (duration: 362.744311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:01.064357Z","caller":"traceutil/trace.go:171","msg":"trace[1215380496] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"252.561377ms","start":"2026-03-18T01:03:00.811595Z","end":"2026-03-18T01:03:01.064156Z","steps":["trace[1215380496] 'process raft request' (duration: 252.068225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.06414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143959923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:01.064435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044604184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-18T01:03:01.064514Z","caller":"traceutil/trace.go:171","msg":"trace[788205072] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7790; }","duration":"1.044712996s","start":"2026-03-18T01:03:00.019778Z","end":"2026-03-18T01:03:01.064491Z","steps":["trace[788205072] 'agreement among raft nodes before linearized reading' (duration: 1.044305186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.064546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.274142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:03:01.064566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:00.019762Z","time spent":"1.044791178s","remote":"127.0.0.1:58074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-18T01:03:01.064624Z","caller":"traceutil/trace.go:171","msg":"trace[1348084760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7790; }","duration":"265.439386ms","start":"2026-03-18T01:03:00.799164Z","end":"2026-03-18T01:03:01.064603Z","steps":["trace[1348084760] 'agreement among raft nodes before linearized reading' (duration: 264.981704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.064633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030992485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:01.064692Z","caller":"traceutil/trace.go:171","msg":"trace[1115184136] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7790; }","duration":"1.031098098s","start":"2026-03-18T01:03:00.03357Z","end":"2026-03-18T01:03:01.064668Z","steps":["trace[1115184136] 'agreement among raft nodes before linearized reading' (duration: 1.030901712s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.064718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.268346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T01:03:01.064841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.301708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:03:01.06489Z","caller":"traceutil/trace.go:171","msg":"trace[1791973930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7790; }","duration":"255.3707ms","start":"2026-03-18T01:03:00.809508Z","end":"2026-03-18T01:03:01.064879Z","steps":["trace[1791973930] 'agreement among raft nodes before linearized reading' (duration: 255.222887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.064877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.300657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:01.064936Z","caller":"traceutil/trace.go:171","msg":"trace[171814909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7790; }","duration":"253.378358ms","start":"2026-03-18T01:03:00.811543Z","end":"2026-03-18T01:03:01.064921Z","steps":["trace[171814909] 'agreement among raft nodes before linearized reading' (duration: 253.172903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:01.064842Z","caller":"traceutil/trace.go:171","msg":"trace[98604998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7790; }","duration":"901.47513ms","start":"2026-03-18T01:03:00.163342Z","end":"2026-03-18T01:03:01.064817Z","steps":["trace[98604998] 'agreement among raft nodes before linearized reading' (duration: 901.074741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.064976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.400888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:03:01.06499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:00.163308Z","time spent":"901.669237ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:01.064752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:00.033546Z","time spent":"1.03119185s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":77,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-18T01:03:01.065034Z","caller":"traceutil/trace.go:171","msg":"trace[1328979923] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7790; }","duration":"248.46209ms","start":"2026-03-18T01:03:00.816541Z","end":"2026-03-18T01:03:01.065003Z","steps":["trace[1328979923] 'agreement among raft nodes before linearized reading' (duration: 248.286275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.065098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.807692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-18T01:03:01.064465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:00.700739Z","time spent":"363.642184ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:01.065197Z","caller":"traceutil/trace.go:171","msg":"trace[1602300233] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7790; }","duration":"892.892005ms","start":"2026-03-18T01:03:00.172229Z","end":"2026-03-18T01:03:01.065121Z","steps":["trace[1602300233] 'agreement among raft nodes before linearized reading' (duration: 892.377011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.06547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:00.172197Z","time spent":"893.252224ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:03:01.065213Z","caller":"traceutil/trace.go:171","msg":"trace[1459198452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7790; }","duration":"1.144308322s","start":"2026-03-18T01:02:59.920095Z","end":"2026-03-18T01:03:01.064404Z","steps":["trace[1459198452] 'agreement among raft nodes before linearized reading' (duration: 1.143892151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:01.065672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:02:59.920082Z","time spent":"1.145461952s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T01:03:12.694066Z","caller":"traceutil/trace.go:171","msg":"trace[726617799] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"127.10883ms","start":"2026-03-18T01:03:12.56691Z","end":"2026-03-18T01:03:12.694019Z","steps":["trace[726617799] 'process raft request' (duration: 99.077932ms)","trace[726617799] 'compare' (duration: 27.857294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:13.047806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.99017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:13.047908Z","caller":"traceutil/trace.go:171","msg":"trace[17441364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7889; }","duration":"159.183915ms","start":"2026-03-18T01:03:12.8887Z","end":"2026-03-18T01:03:13.047884Z","steps":["trace[17441364] 'range keys from in-memory index tree' (duration: 158.794025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:13.373506Z","caller":"traceutil/trace.go:171","msg":"trace[653446872] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8192; }","duration":"231.41734ms","start":"2026-03-18T01:03:13.142063Z","end":"2026-03-18T01:03:13.37348Z","steps":["trace[653446872] 'read index received' (duration: 203.117783ms)","trace[653446872] 'applied index is now lower than readState.Index' (duration: 28.298517ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:13.373618Z","caller":"traceutil/trace.go:171","msg":"trace[1419359950] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"231.619904ms","start":"2026-03-18T01:03:13.141945Z","end":"2026-03-18T01:03:13.373565Z","steps":["trace[1419359950] 'process raft request' (duration: 203.217996ms)","trace[1419359950] 'compare' (duration: 27.941766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:13.373783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.696366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:03:13.373828Z","caller":"traceutil/trace.go:171","msg":"trace[775117676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7892; }","duration":"231.81929ms","start":"2026-03-18T01:03:13.141997Z","end":"2026-03-18T01:03:13.373816Z","steps":["trace[775117676] 'agreement among raft nodes before linearized reading' (duration: 231.613215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:13.437047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.32249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-18T01:03:13.437112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.802181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:03:13.437164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.321225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T01:03:13.437346Z","caller":"traceutil/trace.go:171","msg":"trace[243732626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7893; }","duration":"266.938116ms","start":"2026-03-18T01:03:13.170242Z","end":"2026-03-18T01:03:13.43718Z","steps":["trace[243732626] 'agreement among raft nodes before linearized reading' (duration: 266.644798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:13.437366Z","caller":"traceutil/trace.go:171","msg":"trace[745516492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7893; }","duration":"270.587322ms","start":"2026-03-18T01:03:13.166752Z","end":"2026-03-18T01:03:13.437339Z","steps":["trace[745516492] 'agreement among raft nodes before linearized reading' (duration: 270.17091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:13.43738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.759646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T01:03:13.437441Z","caller":"traceutil/trace.go:171","msg":"trace[77559564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7893; }","duration":"270.829497ms","start":"2026-03-18T01:03:13.166593Z","end":"2026-03-18T01:03:13.437423Z","steps":["trace[77559564] 'agreement among raft nodes before linearized reading' (duration: 270.679553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:13.43767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.194891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T01:03:13.437704Z","caller":"traceutil/trace.go:171","msg":"trace[595916773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7893; }","duration":"270.244843ms","start":"2026-03-18T01:03:13.167445Z","end":"2026-03-18T01:03:13.43769Z","steps":["trace[595916773] 'agreement among raft nodes before linearized reading' (duration: 270.12662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:13.437775Z","caller":"traceutil/trace.go:171","msg":"trace[113572500] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"177.196299ms","start":"2026-03-18T01:03:13.259887Z","end":"2026-03-18T01:03:13.437084Z","steps":["trace[113572500] 'process raft request' (duration: 176.689826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:13.437169Z","caller":"traceutil/trace.go:171","msg":"trace[1112244193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7893; }","duration":"293.481235ms","start":"2026-03-18T01:03:13.143658Z","end":"2026-03-18T01:03:13.437139Z","steps":["trace[1112244193] 'agreement among raft nodes before linearized reading' (duration: 293.164067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.324155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267101498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T01:03:15.324801Z","caller":"traceutil/trace.go:171","msg":"trace[27684909] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8199; }","duration":"437.378218ms","start":"2026-03-18T01:03:14.887391Z","end":"2026-03-18T01:03:15.324769Z","steps":["trace[27684909] 'read index received' (duration: 437.184193ms)","trace[27684909] 'applied index is now lower than readState.Index' (duration: 192.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:15.324982Z","caller":"traceutil/trace.go:171","msg":"trace[1528642077] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"1.268090055s","start":"2026-03-18T01:03:14.056876Z","end":"2026-03-18T01:03:15.324967Z","steps":["trace[1528642077] 'process raft request' (duration: 1.267612913s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.325224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:14.056838Z","time spent":"1.268263898s","remote":"127.0.0.1:35654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:15.32533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.904382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-18T01:03:15.325457Z","caller":"traceutil/trace.go:171","msg":"trace[939112379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7899; }","duration":"438.095328ms","start":"2026-03-18T01:03:14.887328Z","end":"2026-03-18T01:03:15.325423Z","steps":["trace[939112379] 'agreement among raft nodes before linearized reading' (duration: 437.696188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.325534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:14.887305Z","time spent":"438.21146ms","remote":"127.0.0.1:35656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-18T01:03:15.33606Z","caller":"traceutil/trace.go:171","msg":"trace[852473770] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"215.538641ms","start":"2026-03-18T01:03:15.120503Z","end":"2026-03-18T01:03:15.336041Z","steps":["trace[852473770] 'process raft request' (duration: 215.285684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.336342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.667274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:03:15.336394Z","caller":"traceutil/trace.go:171","msg":"trace[544371296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7900; }","duration":"196.772536ms","start":"2026-03-18T01:03:15.139608Z","end":"2026-03-18T01:03:15.336381Z","steps":["trace[544371296] 'agreement among raft nodes before linearized reading' (duration: 196.606293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.336429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.848754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:15.336535Z","caller":"traceutil/trace.go:171","msg":"trace[1785886756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7900; }","duration":"448.042858ms","start":"2026-03-18T01:03:14.888462Z","end":"2026-03-18T01:03:15.336505Z","steps":["trace[1785886756] 'agreement among raft nodes before linearized reading' (duration: 447.826763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.3366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:14.88843Z","time spent":"448.160082ms","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:15.58393Z","caller":"traceutil/trace.go:171","msg":"trace[122637886] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"245.440219ms","start":"2026-03-18T01:03:15.338458Z","end":"2026-03-18T01:03:15.583898Z","steps":["trace[122637886] 'process raft request' (duration: 245.253525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.584074Z","caller":"traceutil/trace.go:171","msg":"trace[1535750016] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8202; }","duration":"244.346831ms","start":"2026-03-18T01:03:15.339715Z","end":"2026-03-18T01:03:15.584061Z","steps":["trace[1535750016] 'read index received' (duration: 244.341181ms)","trace[1535750016] 'applied index is now lower than readState.Index' (duration: 4.62µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:15.584165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.434883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:15.584361Z","caller":"traceutil/trace.go:171","msg":"trace[855120569] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:7901; }","duration":"244.69503ms","start":"2026-03-18T01:03:15.339655Z","end":"2026-03-18T01:03:15.58435Z","steps":["trace[855120569] 'agreement among raft nodes before linearized reading' (duration: 244.440713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.606136Z","caller":"traceutil/trace.go:171","msg":"trace[1841154682] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"264.958584ms","start":"2026-03-18T01:03:15.341093Z","end":"2026-03-18T01:03:15.606052Z","steps":["trace[1841154682] 'process raft request' (duration: 264.714957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.606487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.297889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T01:03:15.606559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.446542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-18T01:03:15.606574Z","caller":"traceutil/trace.go:171","msg":"trace[2025621374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7902; }","duration":"156.413204ms","start":"2026-03-18T01:03:15.450137Z","end":"2026-03-18T01:03:15.60655Z","steps":["trace[2025621374] 'agreement among raft nodes before linearized reading' (duration: 156.236619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.606602Z","caller":"traceutil/trace.go:171","msg":"trace[728331415] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7902; }","duration":"228.508153ms","start":"2026-03-18T01:03:15.378078Z","end":"2026-03-18T01:03:15.606586Z","steps":["trace[728331415] 'agreement among raft nodes before linearized reading' (duration: 227.878776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.81524Z","caller":"traceutil/trace.go:171","msg":"trace[866399469] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"226.49136ms","start":"2026-03-18T01:03:15.588711Z","end":"2026-03-18T01:03:15.815203Z","steps":["trace[866399469] 'process raft request' (duration: 211.194727ms)","trace[866399469] 'compare' (duration: 14.762349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:15.83878Z","caller":"traceutil/trace.go:171","msg":"trace[872414071] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"228.253377ms","start":"2026-03-18T01:03:15.610503Z","end":"2026-03-18T01:03:15.838757Z","steps":["trace[872414071] 'process raft request' (duration: 228.061452ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.838785Z","caller":"traceutil/trace.go:171","msg":"trace[1945817020] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"227.934697ms","start":"2026-03-18T01:03:15.61083Z","end":"2026-03-18T01:03:15.838764Z","steps":["trace[1945817020] 'process raft request' (duration: 227.856795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.839178Z","caller":"traceutil/trace.go:171","msg":"trace[745042103] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"226.793608ms","start":"2026-03-18T01:03:15.612368Z","end":"2026-03-18T01:03:15.839162Z","steps":["trace[745042103] 'process raft request' (duration: 226.600113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.839172Z","caller":"traceutil/trace.go:171","msg":"trace[769129484] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"227.27899ms","start":"2026-03-18T01:03:15.611825Z","end":"2026-03-18T01:03:15.839104Z","steps":["trace[769129484] 'process raft request' (duration: 226.902361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.839344Z","caller":"traceutil/trace.go:171","msg":"trace[1970171294] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"226.895551ms","start":"2026-03-18T01:03:15.612418Z","end":"2026-03-18T01:03:15.839314Z","steps":["trace[1970171294] 'process raft request' (duration: 226.667725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:15.839382Z","caller":"traceutil/trace.go:171","msg":"trace[966752837] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8203; }","duration":"227.956639ms","start":"2026-03-18T01:03:15.611413Z","end":"2026-03-18T01:03:15.83937Z","steps":["trace[966752837] 'read index received' (duration: 188.415306ms)","trace[966752837] 'applied index is now lower than readState.Index' (duration: 39.540293ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:15.839421Z","caller":"traceutil/trace.go:171","msg":"trace[1765807232] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"226.413947ms","start":"2026-03-18T01:03:15.612993Z","end":"2026-03-18T01:03:15.839407Z","steps":["trace[1765807232] 'process raft request' (duration: 226.279394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.839615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.595963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:15.839686Z","caller":"traceutil/trace.go:171","msg":"trace[337176803] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7909; }","duration":"116.723326ms","start":"2026-03-18T01:03:15.722947Z","end":"2026-03-18T01:03:15.83967Z","steps":["trace[337176803] 'agreement among raft nodes before linearized reading' (duration: 116.600963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:15.839772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.342168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211685"} {"level":"info","ts":"2026-03-18T01:03:15.839823Z","caller":"traceutil/trace.go:171","msg":"trace[1759520154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7909; }","duration":"228.438331ms","start":"2026-03-18T01:03:15.611373Z","end":"2026-03-18T01:03:15.839811Z","steps":["trace[1759520154] 'agreement among raft nodes before linearized reading' (duration: 228.03164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:17.945385Z","caller":"traceutil/trace.go:171","msg":"trace[463363287] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"601.849834ms","start":"2026-03-18T01:03:17.343504Z","end":"2026-03-18T01:03:17.945354Z","steps":["trace[463363287] 'process raft request' (duration: 601.627178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:17.945596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.343474Z","time spent":"602.005017ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:18.31421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.281632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:03:18.314671Z","caller":"traceutil/trace.go:171","msg":"trace[71132827] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8217; }","duration":"698.490911ms","start":"2026-03-18T01:03:17.616154Z","end":"2026-03-18T01:03:18.314645Z","steps":["trace[71132827] 'read index received' (duration: 328.984511ms)","trace[71132827] 'applied index is now lower than readState.Index' (duration: 369.50375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:18.314954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.803739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:03:18.315001Z","caller":"traceutil/trace.go:171","msg":"trace[1130326581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7917; }","duration":"698.893142ms","start":"2026-03-18T01:03:17.616095Z","end":"2026-03-18T01:03:18.314989Z","steps":["trace[1130326581] 'agreement among raft nodes before linearized reading' (duration: 698.721017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.616068Z","time spent":"698.963842ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T01:03:18.31518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.374274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:03:18.315308Z","caller":"traceutil/trace.go:171","msg":"trace[1296186984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7917; }","duration":"471.57421ms","start":"2026-03-18T01:03:17.843705Z","end":"2026-03-18T01:03:18.315279Z","steps":["trace[1296186984] 'agreement among raft nodes before linearized reading' (duration: 471.253381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.843669Z","time spent":"471.700393ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T01:03:18.315372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.556552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-18T01:03:18.315438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.631691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T01:03:18.315452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.889751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:03:18.315498Z","caller":"traceutil/trace.go:171","msg":"trace[1107883568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7917; }","duration":"470.978884ms","start":"2026-03-18T01:03:17.844507Z","end":"2026-03-18T01:03:18.315486Z","steps":["trace[1107883568] 'agreement among raft nodes before linearized reading' (duration: 470.84259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.844481Z","time spent":"471.051026ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T01:03:18.315497Z","caller":"traceutil/trace.go:171","msg":"trace[2008981013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7917; }","duration":"427.707124ms","start":"2026-03-18T01:03:17.887773Z","end":"2026-03-18T01:03:18.31548Z","steps":["trace[2008981013] 'agreement among raft nodes before linearized reading' (duration: 427.619511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.460141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T01:03:18.315642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.551648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-688c46b85f-pxh2h.189dc9d1143c2ad6\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T01:03:18.315675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.887761Z","time spent":"427.907018ms","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T01:03:18.315683Z","caller":"traceutil/trace.go:171","msg":"trace[1353229611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7917; }","duration":"467.528923ms","start":"2026-03-18T01:03:17.848143Z","end":"2026-03-18T01:03:18.315672Z","steps":["trace[1353229611] 'agreement among raft nodes before linearized reading' (duration: 467.38459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.392694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:18.315696Z","caller":"traceutil/trace.go:171","msg":"trace[1820647360] range","detail":"{range_begin:/registry/events/openstack/barbican-api-688c46b85f-pxh2h.189dc9d1143c2ad6; range_end:; response_count:1; response_revision:7917; }","duration":"235.657011ms","start":"2026-03-18T01:03:18.080021Z","end":"2026-03-18T01:03:18.315678Z","steps":["trace[1820647360] 'agreement among raft nodes before linearized reading' (duration: 235.501878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:18.314853Z","caller":"traceutil/trace.go:171","msg":"trace[289768074] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"933.652308ms","start":"2026-03-18T01:03:17.381136Z","end":"2026-03-18T01:03:18.314788Z","steps":["trace[289768074] 'process raft request' (duration: 648.637376ms)","trace[289768074] 'compare' (duration: 283.960854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:18.315677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.17404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:03:18.315737Z","caller":"traceutil/trace.go:171","msg":"trace[1654486201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7917; }","duration":"471.462237ms","start":"2026-03-18T01:03:17.84426Z","end":"2026-03-18T01:03:18.315723Z","steps":["trace[1654486201] 'agreement among raft nodes before linearized reading' (duration: 471.295222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.844252Z","time spent":"471.520778ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T01:03:18.31578Z","caller":"traceutil/trace.go:171","msg":"trace[355290509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7917; }","duration":"471.404155ms","start":"2026-03-18T01:03:17.844358Z","end":"2026-03-18T01:03:18.315762Z","steps":["trace[355290509] 'agreement among raft nodes before linearized reading' (duration: 471.043416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.315837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.844334Z","time spent":"471.492097ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T01:03:18.315722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.848131Z","time spent":"467.582905ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-dkvqj\" "} {"level":"warn","ts":"2026-03-18T01:03:18.315861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.381118Z","time spent":"934.646765ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:18.315494Z","caller":"traceutil/trace.go:171","msg":"trace[494288174] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7917; }","duration":"470.710166ms","start":"2026-03-18T01:03:17.844754Z","end":"2026-03-18T01:03:18.315464Z","steps":["trace[494288174] 'agreement among raft nodes before linearized reading' (duration: 470.330206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.316014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.844747Z","time spent":"471.24638ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T01:03:18.315996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.482087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:03:18.316194Z","caller":"traceutil/trace.go:171","msg":"trace[877406082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7917; }","duration":"471.720113ms","start":"2026-03-18T01:03:17.844451Z","end":"2026-03-18T01:03:18.316172Z","steps":["trace[877406082] 'agreement among raft nodes before linearized reading' (duration: 470.809109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:18.316363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:17.844444Z","time spent":"471.901379ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T01:03:19.434052Z","caller":"traceutil/trace.go:171","msg":"trace[2005653287] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8229; }","duration":"115.513255ms","start":"2026-03-18T01:03:19.318508Z","end":"2026-03-18T01:03:19.434021Z","steps":["trace[2005653287] 'read index received' (duration: 115.255867ms)","trace[2005653287] 'applied index is now lower than readState.Index' (duration: 256.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:19.434198Z","caller":"traceutil/trace.go:171","msg":"trace[979745532] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"505.056712ms","start":"2026-03-18T01:03:18.929125Z","end":"2026-03-18T01:03:19.434181Z","steps":["trace[979745532] 'process raft request' (duration: 504.703053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:19.434345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:18.929106Z","time spent":"505.133025ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T01:03:19.434514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.983117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T01:03:19.434606Z","caller":"traceutil/trace.go:171","msg":"trace[269995352] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7927; }","duration":"116.14313ms","start":"2026-03-18T01:03:19.318443Z","end":"2026-03-18T01:03:19.434586Z","steps":["trace[269995352] 'agreement among raft nodes before linearized reading' (duration: 115.860533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:20.208971Z","caller":"traceutil/trace.go:171","msg":"trace[596723234] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"257.304372ms","start":"2026-03-18T01:03:19.951631Z","end":"2026-03-18T01:03:20.208935Z","steps":["trace[596723234] 'process raft request' (duration: 257.046186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:26.588792Z","caller":"traceutil/trace.go:171","msg":"trace[1955373293] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8288; }","duration":"302.827011ms","start":"2026-03-18T01:03:26.285937Z","end":"2026-03-18T01:03:26.588764Z","steps":["trace[1955373293] 'read index received' (duration: 302.634976ms)","trace[1955373293] 'applied index is now lower than readState.Index' (duration: 191.015µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:26.588887Z","caller":"traceutil/trace.go:171","msg":"trace[1563792861] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"357.79497ms","start":"2026-03-18T01:03:26.231054Z","end":"2026-03-18T01:03:26.588849Z","steps":["trace[1563792861] 'process raft request' (duration: 357.510392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.340808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T01:03:26.58908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:26.231022Z","time spent":"357.957215ms","remote":"127.0.0.1:58136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T01:03:26.5891Z","caller":"traceutil/trace.go:171","msg":"trace[666242157] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7984; }","duration":"272.471592ms","start":"2026-03-18T01:03:26.316616Z","end":"2026-03-18T01:03:26.589088Z","steps":["trace[666242157] 'agreement among raft nodes before linearized reading' (duration: 272.305198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.868095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T01:03:26.589167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.910685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:03:26.589224Z","caller":"traceutil/trace.go:171","msg":"trace[18917984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7984; }","duration":"142.960567ms","start":"2026-03-18T01:03:26.44625Z","end":"2026-03-18T01:03:26.58921Z","steps":["trace[18917984] 'agreement among raft nodes before linearized reading' (duration: 142.841464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:26.589258Z","caller":"traceutil/trace.go:171","msg":"trace[633105175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7984; }","duration":"141.032057ms","start":"2026-03-18T01:03:26.448206Z","end":"2026-03-18T01:03:26.589238Z","steps":["trace[633105175] 'agreement among raft nodes before linearized reading' (duration: 140.74832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.69152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T01:03:26.589391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.991293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-18T01:03:26.589424Z","caller":"traceutil/trace.go:171","msg":"trace[884059390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7984; }","duration":"142.031813ms","start":"2026-03-18T01:03:26.44738Z","end":"2026-03-18T01:03:26.589412Z","steps":["trace[884059390] 'agreement among raft nodes before linearized reading' (duration: 141.946361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.09225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T01:03:26.589428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.207364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:03:26.589471Z","caller":"traceutil/trace.go:171","msg":"trace[2039005636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7984; }","duration":"116.199612ms","start":"2026-03-18T01:03:26.473261Z","end":"2026-03-18T01:03:26.58946Z","steps":["trace[2039005636] 'agreement among raft nodes before linearized reading' (duration: 116.009697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.207285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:03:26.589425Z","caller":"traceutil/trace.go:171","msg":"trace[477582977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7984; }","duration":"112.851334ms","start":"2026-03-18T01:03:26.476549Z","end":"2026-03-18T01:03:26.5894Z","steps":["trace[477582977] 'agreement among raft nodes before linearized reading' (duration: 112.504635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:26.589588Z","caller":"traceutil/trace.go:171","msg":"trace[231901121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7984; }","duration":"143.268466ms","start":"2026-03-18T01:03:26.446311Z","end":"2026-03-18T01:03:26.58958Z","steps":["trace[231901121] 'agreement among raft nodes before linearized reading' (duration: 143.191154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.17757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:03:26.589474Z","caller":"traceutil/trace.go:171","msg":"trace[1020282372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7984; }","duration":"143.270626ms","start":"2026-03-18T01:03:26.446193Z","end":"2026-03-18T01:03:26.589464Z","steps":["trace[1020282372] 'agreement among raft nodes before linearized reading' (duration: 143.164803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:26.589717Z","caller":"traceutil/trace.go:171","msg":"trace[1259265873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:7984; }","duration":"218.349505ms","start":"2026-03-18T01:03:26.371343Z","end":"2026-03-18T01:03:26.589692Z","steps":["trace[1259265873] 'agreement among raft nodes before linearized reading' (duration: 218.068507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.763125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-18T01:03:26.589044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.090449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-03-18T01:03:26.589789Z","caller":"traceutil/trace.go:171","msg":"trace[829207126] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7984; }","duration":"136.801507ms","start":"2026-03-18T01:03:26.452974Z","end":"2026-03-18T01:03:26.589776Z","steps":["trace[829207126] 'agreement among raft nodes before linearized reading' (duration: 136.703854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.595451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:03:26.589817Z","caller":"traceutil/trace.go:171","msg":"trace[1903851002] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:7984; }","duration":"303.91636ms","start":"2026-03-18T01:03:26.285888Z","end":"2026-03-18T01:03:26.589805Z","steps":["trace[1903851002] 'agreement among raft nodes before linearized reading' (duration: 302.976405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:26.589825Z","caller":"traceutil/trace.go:171","msg":"trace[157304751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7984; }","duration":"144.671562ms","start":"2026-03-18T01:03:26.445144Z","end":"2026-03-18T01:03:26.589816Z","steps":["trace[157304751] 'agreement among raft nodes before linearized reading' (duration: 144.5884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:26.589854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T01:03:26.285872Z","time spent":"303.970522ms","remote":"127.0.0.1:57970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":1,"response size":392,"request content":"key:\"/registry/namespaces/openstack\" "} {"level":"info","ts":"2026-03-18T01:03:32.010906Z","caller":"traceutil/trace.go:171","msg":"trace[1241215906] linearizableReadLoop","detail":"{readStateIndex:8407; appliedIndex:8406; }","duration":"122.372725ms","start":"2026-03-18T01:03:31.888501Z","end":"2026-03-18T01:03:32.010874Z","steps":["trace[1241215906] 'read index received' (duration: 122.252342ms)","trace[1241215906] 'applied index is now lower than readState.Index' (duration: 118.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:03:32.010961Z","caller":"traceutil/trace.go:171","msg":"trace[1014599747] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8099; }","duration":"129.37937ms","start":"2026-03-18T01:03:31.881554Z","end":"2026-03-18T01:03:32.010934Z","steps":["trace[1014599747] 'process raft request' (duration: 129.083132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.057537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.988314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:03:32.057665Z","caller":"traceutil/trace.go:171","msg":"trace[1369215556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8099; }","duration":"169.133827ms","start":"2026-03-18T01:03:31.888481Z","end":"2026-03-18T01:03:32.057614Z","steps":["trace[1369215556] 'agreement among raft nodes before linearized reading' (duration: 122.55626ms)","trace[1369215556] 'range keys from in-memory index tree' (duration: 46.402824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:03:32.060251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.581469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:32.060274Z","caller":"traceutil/trace.go:171","msg":"trace[1431673894] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"159.068462ms","start":"2026-03-18T01:03:31.901176Z","end":"2026-03-18T01:03:32.060244Z","steps":["trace[1431673894] 'process raft request' (duration: 158.512086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:03:32.060345Z","caller":"traceutil/trace.go:171","msg":"trace[1625440855] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8100; }","duration":"136.759083ms","start":"2026-03-18T01:03:31.923566Z","end":"2026-03-18T01:03:32.060325Z","steps":["trace[1625440855] 'agreement among raft nodes before linearized reading' (duration: 136.580469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:03:32.060539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.250367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:03:32.060605Z","caller":"traceutil/trace.go:171","msg":"trace[374344951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8100; }","duration":"115.371761ms","start":"2026-03-18T01:03:31.945215Z","end":"2026-03-18T01:03:32.060587Z","steps":["trace[374344951] 'agreement among raft nodes before linearized reading' (duration: 115.256038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:26.788723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.337806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T01:04:26.788762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.242762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T01:04:26.788834Z","caller":"traceutil/trace.go:171","msg":"trace[1058372072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8516; }","duration":"147.343303ms","start":"2026-03-18T01:04:26.641473Z","end":"2026-03-18T01:04:26.788817Z","steps":["trace[1058372072] 'range keys from in-memory index tree' (duration: 147.121998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:26.788832Z","caller":"traceutil/trace.go:171","msg":"trace[1179175202] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8516; }","duration":"149.49875ms","start":"2026-03-18T01:04:26.63931Z","end":"2026-03-18T01:04:26.788809Z","steps":["trace[1179175202] 'range keys from in-memory index tree' (duration: 149.082859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.071472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.292903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:04:27.071684Z","caller":"traceutil/trace.go:171","msg":"trace[1562235365] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8839; }","duration":"115.261679ms","start":"2026-03-18T01:04:26.956401Z","end":"2026-03-18T01:04:27.071662Z","steps":["trace[1562235365] 'read index received' (duration: 53.322µs)","trace[1562235365] 'applied index is now lower than readState.Index' (duration: 115.207227ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:04:27.071712Z","caller":"traceutil/trace.go:171","msg":"trace[442738953] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"237.287015ms","start":"2026-03-18T01:04:26.834397Z","end":"2026-03-18T01:04:27.071684Z","steps":["trace[442738953] 'process raft request' (duration: 237.192703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:27.071844Z","caller":"traceutil/trace.go:171","msg":"trace[1592038101] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"277.010591ms","start":"2026-03-18T01:04:26.794812Z","end":"2026-03-18T01:04:27.071822Z","steps":["trace[1592038101] 'process raft request' (duration: 96.255717ms)","trace[1592038101] 'compare' (duration: 180.125487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:04:27.072001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.606498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T01:04:27.072048Z","caller":"traceutil/trace.go:171","msg":"trace[1825834515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8519; }","duration":"115.707909ms","start":"2026-03-18T01:04:26.95633Z","end":"2026-03-18T01:04:27.072038Z","steps":["trace[1825834515] 'agreement among raft nodes before linearized reading' (duration: 115.426782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.117524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.189932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T01:04:27.117578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.386188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:04:27.11761Z","caller":"traceutil/trace.go:171","msg":"trace[296356532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8520; }","duration":"127.296615ms","start":"2026-03-18T01:04:26.990295Z","end":"2026-03-18T01:04:27.117591Z","steps":["trace[296356532] 'agreement among raft nodes before linearized reading' (duration: 127.10938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:27.117688Z","caller":"traceutil/trace.go:171","msg":"trace[1051221507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8520; }","duration":"124.535133ms","start":"2026-03-18T01:04:26.993133Z","end":"2026-03-18T01:04:27.117668Z","steps":["trace[1051221507] 'agreement among raft nodes before linearized reading' (duration: 124.262566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.117738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.800587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:04:27.117883Z","caller":"traceutil/trace.go:171","msg":"trace[329018216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8520; }","duration":"130.961412ms","start":"2026-03-18T01:04:26.986905Z","end":"2026-03-18T01:04:27.117866Z","steps":["trace[329018216] 'agreement among raft nodes before linearized reading' (duration: 130.688874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.117854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.15661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-18T01:04:27.117896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.685035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:04:27.117943Z","caller":"traceutil/trace.go:171","msg":"trace[1566467704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8520; }","duration":"130.743556ms","start":"2026-03-18T01:04:26.98719Z","end":"2026-03-18T01:04:27.117934Z","steps":["trace[1566467704] 'agreement among raft nodes before linearized reading' (duration: 130.636733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:04:27.117954Z","caller":"traceutil/trace.go:171","msg":"trace[1229515181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8520; }","duration":"155.279503ms","start":"2026-03-18T01:04:26.962649Z","end":"2026-03-18T01:04:27.117929Z","steps":["trace[1229515181] 'agreement among raft nodes before linearized reading' (duration: 154.966864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.118036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.096004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dkvqj\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T01:04:27.118113Z","caller":"traceutil/trace.go:171","msg":"trace[1073519184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dkvqj; range_end:; response_count:1; response_revision:8520; }","duration":"115.287829ms","start":"2026-03-18T01:04:27.002806Z","end":"2026-03-18T01:04:27.118094Z","steps":["trace[1073519184] 'agreement among raft nodes before linearized reading' (duration: 114.643222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:04:27.118024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.778816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-18T01:04:27.118296Z","caller":"traceutil/trace.go:171","msg":"trace[1448206706] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8520; }","duration":"120.127035ms","start":"2026-03-18T01:04:26.998125Z","end":"2026-03-18T01:04:27.118252Z","steps":["trace[1448206706] 'agreement among raft nodes before linearized reading' (duration: 119.401086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:06:42.027311Z","caller":"traceutil/trace.go:171","msg":"trace[540799394] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"115.591834ms","start":"2026-03-18T01:06:41.911668Z","end":"2026-03-18T01:06:42.02726Z","steps":["trace[540799394] 'process raft request' (duration: 81.163795ms)","trace[540799394] 'compare' (duration: 34.237864ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:06:49.627922Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:06:49.633759Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:06:49.633847Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:07:13.027843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7521} {"level":"info","ts":"2026-03-18T01:07:13.099613Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7521,"took":"69.358953ms","hash":1930316606,"current-db-size-bytes":42188800,"current-db-size":"42 MB","current-db-size-in-use-bytes":26238976,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T01:07:13.099687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1930316606,"revision":7521,"compact-revision":5413} {"level":"info","ts":"2026-03-18T01:12:13.035014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9783} {"level":"info","ts":"2026-03-18T01:12:13.111334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9783,"took":"74.290033ms","hash":2647330263,"current-db-size-bytes":42188800,"current-db-size":"42 MB","current-db-size-in-use-bytes":16949248,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-18T01:12:13.111407Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2647330263,"revision":9783,"compact-revision":7521}