{"level":"warn","ts":"2026-05-10T00:50:55.25732Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:50:55.25745Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-10T00:50:55.257551Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T00:50:55.257567Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-05-10T00:50:55.257597Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:50:55.258591Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-05-10T00:50:55.258701Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-10T00:50:55.263319Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.351609ms"} {"level":"info","ts":"2026-05-10T00:50:55.269785Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-05-10T00:50:55.269941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-10T00:50:55.269987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-05-10T00:50:55.270008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-10T00:50:55.270026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-05-10T00:50:55.270099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-05-10T00:50:55.278389Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-10T00:50:55.280016Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-10T00:50:55.28149Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-10T00:50:55.284037Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-10T00:50:55.284406Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-10T00:50:55.284575Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:55.284728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:55.284742Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T00:50:55.286407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-05-10T00:50:55.291193Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-05-10T00:50:55.293072Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T00:50:55.293206Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-05-10T00:50:55.293272Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-05-10T00:50:55.293478Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-10T00:50:55.293541Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-10T00:50:56.171244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-10T00:50:56.171336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-10T00:50:56.171388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-05-10T00:50:56.171566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-05-10T00:50:56.17167Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-05-10T00:50:56.171701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-05-10T00:50:56.171788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-05-10T00:50:56.172968Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:56.174663Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:56.174777Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-10T00:50:56.17477Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:50:56.174851Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:56.1749Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T00:50:56.174855Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T00:50:56.175308Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-10T00:50:56.175382Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-10T00:50:56.178316Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-10T00:50:56.179207Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-05-10T00:50:57.615595Z","caller":"traceutil/trace.go:171","msg":"trace[1245703464] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"108.386579ms","start":"2026-05-10T00:50:57.507181Z","end":"2026-05-10T00:50:57.615568Z","steps":["trace[1245703464] 'read index received' (duration: 108.254436ms)","trace[1245703464] 'applied index is now lower than readState.Index' (duration: 130.823µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:50:57.615627Z","caller":"traceutil/trace.go:171","msg":"trace[667837290] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"108.46546ms","start":"2026-05-10T00:50:57.507132Z","end":"2026-05-10T00:50:57.615597Z","steps":["trace[667837290] 'process raft request' (duration: 108.222475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:50:57.615834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.625134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-10T00:50:57.61589Z","caller":"traceutil/trace.go:171","msg":"trace[338408810] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"108.716006ms","start":"2026-05-10T00:50:57.507164Z","end":"2026-05-10T00:50:57.61588Z","steps":["trace[338408810] 'agreement among raft nodes before linearized reading' (duration: 108.555242ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.692363Z","caller":"traceutil/trace.go:171","msg":"trace[912893257] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"184.368432ms","start":"2026-05-10T00:50:57.507953Z","end":"2026-05-10T00:50:57.692321Z","steps":["trace[912893257] 'process raft request' (duration: 183.741738ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.692443Z","caller":"traceutil/trace.go:171","msg":"trace[428586249] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"102.386223ms","start":"2026-05-10T00:50:57.59002Z","end":"2026-05-10T00:50:57.692406Z","steps":["trace[428586249] 'process raft request' (duration: 102.209599ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.692467Z","caller":"traceutil/trace.go:171","msg":"trace[1429594849] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"102.108045ms","start":"2026-05-10T00:50:57.590328Z","end":"2026-05-10T00:50:57.692436Z","steps":["trace[1429594849] 'process raft request' (duration: 101.982833ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.692791Z","caller":"traceutil/trace.go:171","msg":"trace[1464335586] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"102.247029ms","start":"2026-05-10T00:50:57.59042Z","end":"2026-05-10T00:50:57.692667Z","steps":["trace[1464335586] 'process raft request' (duration: 101.921891ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.693104Z","caller":"traceutil/trace.go:171","msg":"trace[112022216] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"102.578676ms","start":"2026-05-10T00:50:57.590459Z","end":"2026-05-10T00:50:57.693037Z","steps":["trace[112022216] 'process raft request' (duration: 101.914181ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.693532Z","caller":"traceutil/trace.go:171","msg":"trace[1967292716] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"102.997356ms","start":"2026-05-10T00:50:57.590524Z","end":"2026-05-10T00:50:57.693522Z","steps":["trace[1967292716] 'process raft request' (duration: 102.27589ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.693572Z","caller":"traceutil/trace.go:171","msg":"trace[1945284004] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"102.615277ms","start":"2026-05-10T00:50:57.590678Z","end":"2026-05-10T00:50:57.693293Z","steps":["trace[1945284004] 'process raft request' (duration: 102.477844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:50:57.694806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.255038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-10T00:50:57.694934Z","caller":"traceutil/trace.go:171","msg":"trace[42939789] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"135.442922ms","start":"2026-05-10T00:50:57.559468Z","end":"2026-05-10T00:50:57.694911Z","steps":["trace[42939789] 'agreement among raft nodes before linearized reading' (duration: 135.225707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:50:57.695003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.600535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-05-10T00:50:57.695076Z","caller":"traceutil/trace.go:171","msg":"trace[339026775] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"187.691237ms","start":"2026-05-10T00:50:57.507368Z","end":"2026-05-10T00:50:57.695059Z","steps":["trace[339026775] 'agreement among raft nodes before linearized reading' (duration: 187.483013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:50:57.695087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.738144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-10T00:50:57.695182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.580388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-10T00:50:57.694958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.771597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-10T00:50:57.695213Z","caller":"traceutil/trace.go:171","msg":"trace[703127778] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"103.858435ms","start":"2026-05-10T00:50:57.5913Z","end":"2026-05-10T00:50:57.695159Z","steps":["trace[703127778] 'agreement among raft nodes before linearized reading' (duration: 103.748193ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.695228Z","caller":"traceutil/trace.go:171","msg":"trace[1261549721] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"136.65874ms","start":"2026-05-10T00:50:57.558555Z","end":"2026-05-10T00:50:57.695214Z","steps":["trace[1261549721] 'agreement among raft nodes before linearized reading' (duration: 136.597488ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.695271Z","caller":"traceutil/trace.go:171","msg":"trace[1658775189] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"105.216437ms","start":"2026-05-10T00:50:57.590024Z","end":"2026-05-10T00:50:57.695241Z","steps":["trace[1658775189] 'agreement among raft nodes before linearized reading' (duration: 104.609414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:50:57.695287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.001451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-10T00:50:57.695333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.945293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-10T00:50:57.695362Z","caller":"traceutil/trace.go:171","msg":"trace[221334037] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:0; response_revision:11; }","duration":"105.143315ms","start":"2026-05-10T00:50:57.590199Z","end":"2026-05-10T00:50:57.695342Z","steps":["trace[221334037] 'agreement among raft nodes before linearized reading' (duration: 104.984521ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:50:57.695366Z","caller":"traceutil/trace.go:171","msg":"trace[2048769105] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"135.978584ms","start":"2026-05-10T00:50:57.559379Z","end":"2026-05-10T00:50:57.695358Z","steps":["trace[2048769105] 'agreement among raft nodes before linearized reading' (duration: 135.930023ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:06.591157Z","caller":"traceutil/trace.go:171","msg":"trace[930134451] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"107.048709ms","start":"2026-05-10T00:51:06.484072Z","end":"2026-05-10T00:51:06.59112Z","steps":["trace[930134451] 'process raft request' (duration: 101.898072ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.343659Z","caller":"traceutil/trace.go:171","msg":"trace[1171682093] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"171.688127ms","start":"2026-05-10T00:51:28.171922Z","end":"2026-05-10T00:51:28.34361Z","steps":["trace[1171682093] 'process raft request' (duration: 171.479002ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.571814Z","caller":"traceutil/trace.go:171","msg":"trace[961594393] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"399.21662ms","start":"2026-05-10T00:51:28.172543Z","end":"2026-05-10T00:51:28.57176Z","steps":["trace[961594393] 'process raft request' (duration: 376.047299ms)","trace[961594393] 'compare' (duration: 22.899476ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:28.571906Z","caller":"traceutil/trace.go:171","msg":"trace[1386643397] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"391.64534ms","start":"2026-05-10T00:51:28.180232Z","end":"2026-05-10T00:51:28.571878Z","steps":["trace[1386643397] 'process raft request' (duration: 391.491987ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.57183Z","caller":"traceutil/trace.go:171","msg":"trace[320177516] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"397.996372ms","start":"2026-05-10T00:51:28.173796Z","end":"2026-05-10T00:51:28.571793Z","steps":["trace[320177516] 'process raft request' (duration: 397.866289ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.571942Z","caller":"traceutil/trace.go:171","msg":"trace[1929665967] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"389.069032ms","start":"2026-05-10T00:51:28.182857Z","end":"2026-05-10T00:51:28.571926Z","steps":["trace[1929665967] 'process raft request' (duration: 388.915159ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572017Z","caller":"traceutil/trace.go:171","msg":"trace[1200921098] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"389.161134ms","start":"2026-05-10T00:51:28.18284Z","end":"2026-05-10T00:51:28.572001Z","steps":["trace[1200921098] 'process raft request' (duration: 388.97732ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572062Z","caller":"traceutil/trace.go:171","msg":"trace[1729476470] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"388.693954ms","start":"2026-05-10T00:51:28.18334Z","end":"2026-05-10T00:51:28.572034Z","steps":["trace[1729476470] 'process raft request' (duration: 388.51817ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572192Z","caller":"traceutil/trace.go:171","msg":"trace[715033452] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"375.432945ms","start":"2026-05-10T00:51:28.196741Z","end":"2026-05-10T00:51:28.572174Z","steps":["trace[715033452] 'process raft request' (duration: 375.21365ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572179Z","caller":"traceutil/trace.go:171","msg":"trace[1113482732] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"386.666698ms","start":"2026-05-10T00:51:28.185466Z","end":"2026-05-10T00:51:28.572133Z","steps":["trace[1113482732] 'process raft request' (duration: 386.440423ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572318Z","caller":"traceutil/trace.go:171","msg":"trace[1335698803] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"355.591118ms","start":"2026-05-10T00:51:28.216714Z","end":"2026-05-10T00:51:28.572305Z","steps":["trace[1335698803] 'process raft request' (duration: 355.399753ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572433Z","caller":"traceutil/trace.go:171","msg":"trace[1945206797] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"340.089708ms","start":"2026-05-10T00:51:28.232331Z","end":"2026-05-10T00:51:28.572421Z","steps":["trace[1945206797] 'process raft request' (duration: 339.850153ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.572448Z","caller":"traceutil/trace.go:171","msg":"trace[2079559921] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"246.487491ms","start":"2026-05-10T00:51:28.325927Z","end":"2026-05-10T00:51:28.572415Z","steps":["trace[2079559921] 'process raft request' (duration: 246.403549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:28.572742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.1802Z","time spent":"391.743162ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.572903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.216684Z","time spent":"355.66575ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.572973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.232287Z","time spent":"340.16899ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.573062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.185445Z","time spent":"386.876362ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.57317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.172538Z","time spent":"399.400334ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.573272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.173788Z","time spent":"398.188047ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.573512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.18284Z","time spent":"389.158654ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.573724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.182807Z","time spent":"389.249666ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.573954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.183331Z","time spent":"388.760805ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.574082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.19671Z","time spent":"375.520916ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:51:28.759594Z","caller":"traceutil/trace.go:171","msg":"trace[409042626] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"403.735832ms","start":"2026-05-10T00:51:28.355826Z","end":"2026-05-10T00:51:28.759562Z","steps":["trace[409042626] 'process raft request' (duration: 391.844804ms)","trace[409042626] 'compare' (duration: 11.422597ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:51:28.759753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.3558Z","time spent":"403.881845ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:51:28.759852Z","caller":"traceutil/trace.go:171","msg":"trace[1330469903] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"403.398325ms","start":"2026-05-10T00:51:28.356432Z","end":"2026-05-10T00:51:28.75983Z","steps":["trace[1330469903] 'process raft request' (duration: 403.097618ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.759843Z","caller":"traceutil/trace.go:171","msg":"trace[793224562] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"403.821054ms","start":"2026-05-10T00:51:28.355875Z","end":"2026-05-10T00:51:28.759696Z","steps":["trace[793224562] 'process raft request' (duration: 403.551548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:28.760061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.355845Z","time spent":"404.118771ms","remote":"127.0.0.1:48726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:51:28.760151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.356404Z","time spent":"403.493337ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:28.76056Z","caller":"traceutil/trace.go:171","msg":"trace[2077005785] transaction","detail":"{read_only:false; number_of_response:1; response_revision:529; }","duration":"403.995347ms","start":"2026-05-10T00:51:28.356507Z","end":"2026-05-10T00:51:28.760502Z","steps":["trace[2077005785] 'process raft request' (duration: 403.542347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:28.760779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.356502Z","time spent":"404.163561ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:28.761197Z","caller":"traceutil/trace.go:171","msg":"trace[1279390622] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"404.308595ms","start":"2026-05-10T00:51:28.356871Z","end":"2026-05-10T00:51:28.76118Z","steps":["trace[1279390622] 'process raft request' (duration: 403.595369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:28.76128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:28.356861Z","time spent":"404.382377ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:51:28.761631Z","caller":"traceutil/trace.go:171","msg":"trace[1735882122] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"182.196323ms","start":"2026-05-10T00:51:28.579408Z","end":"2026-05-10T00:51:28.761605Z","steps":["trace[1735882122] 'process raft request' (duration: 181.644131ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.761833Z","caller":"traceutil/trace.go:171","msg":"trace[1500397521] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"180.432034ms","start":"2026-05-10T00:51:28.581381Z","end":"2026-05-10T00:51:28.761813Z","steps":["trace[1500397521] 'process raft request' (duration: 180.084566ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.762099Z","caller":"traceutil/trace.go:171","msg":"trace[1438734580] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"178.858458ms","start":"2026-05-10T00:51:28.583224Z","end":"2026-05-10T00:51:28.762083Z","steps":["trace[1438734580] 'process raft request' (duration: 178.359616ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.762266Z","caller":"traceutil/trace.go:171","msg":"trace[1181195754] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"174.456918ms","start":"2026-05-10T00:51:28.587797Z","end":"2026-05-10T00:51:28.762254Z","steps":["trace[1181195754] 'process raft request' (duration: 174.196483ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.762938Z","caller":"traceutil/trace.go:171","msg":"trace[1724475961] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"172.156336ms","start":"2026-05-10T00:51:28.590763Z","end":"2026-05-10T00:51:28.762919Z","steps":["trace[1724475961] 'process raft request' (duration: 171.88503ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.762747Z","caller":"traceutil/trace.go:171","msg":"trace[1286045871] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"174.07093ms","start":"2026-05-10T00:51:28.588655Z","end":"2026-05-10T00:51:28.762726Z","steps":["trace[1286045871] 'process raft request' (duration: 173.464186ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.769901Z","caller":"traceutil/trace.go:171","msg":"trace[953295929] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"175.684257ms","start":"2026-05-10T00:51:28.594159Z","end":"2026-05-10T00:51:28.769843Z","steps":["trace[953295929] 'process raft request' (duration: 173.382575ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.920492Z","caller":"traceutil/trace.go:171","msg":"trace[1023195930] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"111.513411ms","start":"2026-05-10T00:51:28.808945Z","end":"2026-05-10T00:51:28.920458Z","steps":["trace[1023195930] 'process raft request' (duration: 111.361837ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:28.920731Z","caller":"traceutil/trace.go:171","msg":"trace[1822130280] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"116.416742ms","start":"2026-05-10T00:51:28.804276Z","end":"2026-05-10T00:51:28.920692Z","steps":["trace[1822130280] 'process raft request' (duration: 78.587769ms)","trace[1822130280] 'compare' (duration: 37.035244ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:28.920878Z","caller":"traceutil/trace.go:171","msg":"trace[732264356] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"113.352914ms","start":"2026-05-10T00:51:28.807514Z","end":"2026-05-10T00:51:28.920867Z","steps":["trace[732264356] 'process raft request' (duration: 112.591796ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:29.083918Z","caller":"traceutil/trace.go:171","msg":"trace[1760696170] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"143.109912ms","start":"2026-05-10T00:51:28.940774Z","end":"2026-05-10T00:51:29.083883Z","steps":["trace[1760696170] 'process raft request' (duration: 79.05004ms)","trace[1760696170] 'compare' (duration: 63.816537ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:29.084505Z","caller":"traceutil/trace.go:171","msg":"trace[1520984138] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"140.897612ms","start":"2026-05-10T00:51:28.943582Z","end":"2026-05-10T00:51:29.084479Z","steps":["trace[1520984138] 'process raft request' (duration: 140.244648ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:29.085165Z","caller":"traceutil/trace.go:171","msg":"trace[1499517403] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"136.589796ms","start":"2026-05-10T00:51:28.948565Z","end":"2026-05-10T00:51:29.085154Z","steps":["trace[1499517403] 'process raft request' (duration: 135.344359ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:29.289846Z","caller":"traceutil/trace.go:171","msg":"trace[51826522] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"138.006367ms","start":"2026-05-10T00:51:29.151801Z","end":"2026-05-10T00:51:29.289808Z","steps":["trace[51826522] 'process raft request' (duration: 132.777669ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:29.298642Z","caller":"traceutil/trace.go:171","msg":"trace[1730841696] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"100.113803ms","start":"2026-05-10T00:51:29.198493Z","end":"2026-05-10T00:51:29.298607Z","steps":["trace[1730841696] 'process raft request' (duration: 100.033912ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:29.29906Z","caller":"traceutil/trace.go:171","msg":"trace[722674978] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"105.278691ms","start":"2026-05-10T00:51:29.193732Z","end":"2026-05-10T00:51:29.299011Z","steps":["trace[722674978] 'process raft request' (duration: 104.597735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.135489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.717337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-10T00:51:35.135539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.774672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-05-10T00:51:35.135597Z","caller":"traceutil/trace.go:171","msg":"trace[149406167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"147.88575ms","start":"2026-05-10T00:51:34.987689Z","end":"2026-05-10T00:51:35.135575Z","steps":["trace[149406167] 'range keys from in-memory index tree' (duration: 147.535223ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:35.135627Z","caller":"traceutil/trace.go:171","msg":"trace[1717444599] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:620; }","duration":"109.922165ms","start":"2026-05-10T00:51:35.025685Z","end":"2026-05-10T00:51:35.135607Z","steps":["trace[1717444599] 'range keys from in-memory index tree' (duration: 109.644949ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:35.338093Z","caller":"traceutil/trace.go:171","msg":"trace[847858371] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"195.493062ms","start":"2026-05-10T00:51:35.142566Z","end":"2026-05-10T00:51:35.338059Z","steps":["trace[847858371] 'process raft request' (duration: 115.713406ms)","trace[847858371] 'compare' (duration: 79.650053ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:35.773066Z","caller":"traceutil/trace.go:171","msg":"trace[306659958] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"466.423664ms","start":"2026-05-10T00:51:35.30663Z","end":"2026-05-10T00:51:35.773054Z","steps":["trace[306659958] 'process raft request' (duration: 460.013619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.773097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.468345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T00:51:35.773151Z","caller":"traceutil/trace.go:171","msg":"trace[802703417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"192.817163ms","start":"2026-05-10T00:51:35.580323Z","end":"2026-05-10T00:51:35.77314Z","steps":["trace[802703417] 'agreement among raft nodes before linearized reading' (duration: 192.373812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:35.7732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:35.3066Z","time spent":"466.524016ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:35.772766Z","caller":"traceutil/trace.go:171","msg":"trace[393858478] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"192.031354ms","start":"2026-05-10T00:51:35.580384Z","end":"2026-05-10T00:51:35.772416Z","steps":["trace[393858478] 'read index received' (duration: 185.966087ms)","trace[393858478] 'applied index is now lower than readState.Index' (duration: 6.064027ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:36.002139Z","caller":"traceutil/trace.go:171","msg":"trace[2109364192] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"223.339149ms","start":"2026-05-10T00:51:35.778761Z","end":"2026-05-10T00:51:36.0021Z","steps":["trace[2109364192] 'process raft request' (duration: 170.407597ms)","trace[2109364192] 'compare' (duration: 52.637035ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:36.002312Z","caller":"traceutil/trace.go:171","msg":"trace[883743608] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"170.940769ms","start":"2026-05-10T00:51:35.831362Z","end":"2026-05-10T00:51:36.002303Z","steps":["trace[883743608] 'process raft request' (duration: 170.643483ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:36.002327Z","caller":"traceutil/trace.go:171","msg":"trace[193169228] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:645; }","duration":"130.405046ms","start":"2026-05-10T00:51:35.871891Z","end":"2026-05-10T00:51:36.002296Z","steps":["trace[193169228] 'read index received' (duration: 77.241819ms)","trace[193169228] 'applied index is now lower than readState.Index' (duration: 53.161897ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:51:36.002559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.638572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.002603Z","caller":"traceutil/trace.go:171","msg":"trace[1731292009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:626; }","duration":"130.748545ms","start":"2026-05-10T00:51:35.871838Z","end":"2026-05-10T00:51:36.002586Z","steps":["trace[1731292009] 'agreement among raft nodes before linearized reading' (duration: 130.625541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.002674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.221782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.002754Z","caller":"traceutil/trace.go:171","msg":"trace[1771201889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:626; }","duration":"130.372176ms","start":"2026-05-10T00:51:35.872358Z","end":"2026-05-10T00:51:36.002731Z","steps":["trace[1771201889] 'agreement among raft nodes before linearized reading' (duration: 130.194192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.003008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.519789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.003087Z","caller":"traceutil/trace.go:171","msg":"trace[1497325449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:626; }","duration":"130.658852ms","start":"2026-05-10T00:51:35.87241Z","end":"2026-05-10T00:51:36.003069Z","steps":["trace[1497325449] 'agreement among raft nodes before linearized reading' (duration: 130.54163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.600423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423552796,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T00:51:36.712737Z","caller":"traceutil/trace.go:171","msg":"trace[188317433] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"613.488095ms","start":"2026-05-10T00:51:36.0992Z","end":"2026-05-10T00:51:36.712688Z","steps":["trace[188317433] 'process raft request' (duration: 613.325372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.712929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.099186Z","time spent":"613.633738ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:36.73234Z","caller":"traceutil/trace.go:171","msg":"trace[1700260805] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:648; }","duration":"632.283489ms","start":"2026-05-10T00:51:36.100009Z","end":"2026-05-10T00:51:36.732293Z","steps":["trace[1700260805] 'read index received' (duration: 612.446162ms)","trace[1700260805] 'applied index is now lower than readState.Index' (duration: 19.835797ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:51:36.732398Z","caller":"traceutil/trace.go:171","msg":"trace[408604806] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"308.436826ms","start":"2026-05-10T00:51:36.423916Z","end":"2026-05-10T00:51:36.732353Z","steps":["trace[408604806] 'process raft request' (duration: 307.774081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.732591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.35763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.732626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.423886Z","time spent":"308.61828ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:51:36.732638Z","caller":"traceutil/trace.go:171","msg":"trace[333929126] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:629; }","duration":"632.447682ms","start":"2026-05-10T00:51:36.100178Z","end":"2026-05-10T00:51:36.732626Z","steps":["trace[333929126] 'agreement among raft nodes before linearized reading' (duration: 632.32463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.73271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.067499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.732741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.100088Z","time spent":"632.639886ms","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-05-10T00:51:36.732719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.242221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.73277Z","caller":"traceutil/trace.go:171","msg":"trace[550945451] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"158.130081ms","start":"2026-05-10T00:51:36.574617Z","end":"2026-05-10T00:51:36.732747Z","steps":["trace[550945451] 'agreement among raft nodes before linearized reading' (duration: 158.058929ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:36.732823Z","caller":"traceutil/trace.go:171","msg":"trace[1307847819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:629; }","duration":"447.366444ms","start":"2026-05-10T00:51:36.285428Z","end":"2026-05-10T00:51:36.732794Z","steps":["trace[1307847819] 'agreement among raft nodes before linearized reading' (duration: 447.16699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.732716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.293563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.7328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.596208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.732924Z","caller":"traceutil/trace.go:171","msg":"trace[51936843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:629; }","duration":"614.523448ms","start":"2026-05-10T00:51:36.118374Z","end":"2026-05-10T00:51:36.732898Z","steps":["trace[51936843] 'agreement among raft nodes before linearized reading' (duration: 614.310944ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:36.732943Z","caller":"traceutil/trace.go:171","msg":"trace[1602915218] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:629; }","duration":"613.815883ms","start":"2026-05-10T00:51:36.119102Z","end":"2026-05-10T00:51:36.732918Z","steps":["trace[1602915218] 'agreement among raft nodes before linearized reading' (duration: 613.535956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.732995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.118355Z","time spent":"614.622331ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-10T00:51:36.73261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.552655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.733011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.119083Z","time spent":"613.913415ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-05-10T00:51:36.732991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.497808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.732703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.678079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.733105Z","caller":"traceutil/trace.go:171","msg":"trace[1252043842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:629; }","duration":"614.668722ms","start":"2026-05-10T00:51:36.118404Z","end":"2026-05-10T00:51:36.733073Z","steps":["trace[1252043842] 'agreement among raft nodes before linearized reading' (duration: 614.262553ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:36.733137Z","caller":"traceutil/trace.go:171","msg":"trace[475273637] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:629; }","duration":"272.138889ms","start":"2026-05-10T00:51:36.460961Z","end":"2026-05-10T00:51:36.733099Z","steps":["trace[475273637] 'agreement among raft nodes before linearized reading' (duration: 271.589607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.733171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.118376Z","time spent":"614.779784ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-05-10T00:51:36.732881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.285359Z","time spent":"447.509058ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-05-10T00:51:36.733049Z","caller":"traceutil/trace.go:171","msg":"trace[2096389957] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:629; }","duration":"633.054916ms","start":"2026-05-10T00:51:36.099982Z","end":"2026-05-10T00:51:36.733037Z","steps":["trace[2096389957] 'agreement among raft nodes before linearized reading' (duration: 632.508984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.733688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.099968Z","time spent":"633.650429ms","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T00:51:36.745548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.593646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.745663Z","caller":"traceutil/trace.go:171","msg":"trace[1040665676] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:629; }","duration":"644.789ms","start":"2026-05-10T00:51:36.100838Z","end":"2026-05-10T00:51:36.745627Z","steps":["trace[1040665676] 'agreement among raft nodes before linearized reading' (duration: 631.89799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.745717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.10081Z","time spent":"644.879541ms","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-05-10T00:51:36.746102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.522498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.74621Z","caller":"traceutil/trace.go:171","msg":"trace[1954463036] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:629; }","duration":"602.62049ms","start":"2026-05-10T00:51:36.143564Z","end":"2026-05-10T00:51:36.746184Z","steps":["trace[1954463036] 'agreement among raft nodes before linearized reading' (duration: 589.146167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.746247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.143515Z","time spent":"602.719152ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T00:51:36.746441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.942878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.746484Z","caller":"traceutil/trace.go:171","msg":"trace[28403992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:629; }","duration":"602.990509ms","start":"2026-05-10T00:51:36.143473Z","end":"2026-05-10T00:51:36.746463Z","steps":["trace[28403992] 'agreement among raft nodes before linearized reading' (duration: 589.28197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.746508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.143465Z","time spent":"603.035309ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-05-10T00:51:36.746643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.463177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.746682Z","caller":"traceutil/trace.go:171","msg":"trace[170127265] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:629; }","duration":"602.504468ms","start":"2026-05-10T00:51:36.14416Z","end":"2026-05-10T00:51:36.746664Z","steps":["trace[170127265] 'agreement among raft nodes before linearized reading' (duration: 588.608685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.746708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.144153Z","time spent":"602.546659ms","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-05-10T00:51:36.746849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.381908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.746884Z","caller":"traceutil/trace.go:171","msg":"trace[2126098702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"107.45271ms","start":"2026-05-10T00:51:36.639416Z","end":"2026-05-10T00:51:36.746869Z","steps":["trace[2126098702] 'agreement among raft nodes before linearized reading' (duration: 93.356092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.747055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.792837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.747083Z","caller":"traceutil/trace.go:171","msg":"trace[1733707800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:629; }","duration":"198.880749ms","start":"2026-05-10T00:51:36.548194Z","end":"2026-05-10T00:51:36.747075Z","steps":["trace[1733707800] 'agreement among raft nodes before linearized reading' (duration: 184.583938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.747241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.381228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.747281Z","caller":"traceutil/trace.go:171","msg":"trace[1719399635] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"107.424098ms","start":"2026-05-10T00:51:36.639838Z","end":"2026-05-10T00:51:36.747262Z","steps":["trace[1719399635] 'agreement among raft nodes before linearized reading' (duration: 92.955273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.747585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.89695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.747646Z","caller":"traceutil/trace.go:171","msg":"trace[1822012678] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:629; }","duration":"286.973962ms","start":"2026-05-10T00:51:36.46065Z","end":"2026-05-10T00:51:36.747624Z","steps":["trace[1822012678] 'agreement among raft nodes before linearized reading' (duration: 272.18407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.747709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.383494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.747788Z","caller":"traceutil/trace.go:171","msg":"trace[1112901904] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:629; }","duration":"248.471085ms","start":"2026-05-10T00:51:36.499292Z","end":"2026-05-10T00:51:36.747763Z","steps":["trace[1112901904] 'agreement among raft nodes before linearized reading' (duration: 233.549499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.747831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.440674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.747873Z","caller":"traceutil/trace.go:171","msg":"trace[223534867] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"172.489654ms","start":"2026-05-10T00:51:36.575368Z","end":"2026-05-10T00:51:36.747857Z","steps":["trace[223534867] 'agreement among raft nodes before linearized reading' (duration: 157.428725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.74801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.155298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.748044Z","caller":"traceutil/trace.go:171","msg":"trace[729163499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:629; }","duration":"200.24839ms","start":"2026-05-10T00:51:36.54778Z","end":"2026-05-10T00:51:36.748028Z","steps":["trace[729163499] 'agreement among raft nodes before linearized reading' (duration: 185.015707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.748036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.544626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.748094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.396845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.748144Z","caller":"traceutil/trace.go:171","msg":"trace[373644398] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"173.494387ms","start":"2026-05-10T00:51:36.574629Z","end":"2026-05-10T00:51:36.748123Z","steps":["trace[373644398] 'agreement among raft nodes before linearized reading' (duration: 158.227093ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:36.748149Z","caller":"traceutil/trace.go:171","msg":"trace[229415158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:629; }","duration":"287.695929ms","start":"2026-05-10T00:51:36.460427Z","end":"2026-05-10T00:51:36.748123Z","steps":["trace[229415158] 'agreement among raft nodes before linearized reading' (duration: 272.423315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.748195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.401614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.748236Z","caller":"traceutil/trace.go:171","msg":"trace[1862154988] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:629; }","duration":"200.478945ms","start":"2026-05-10T00:51:36.54774Z","end":"2026-05-10T00:51:36.748219Z","steps":["trace[1862154988] 'agreement among raft nodes before linearized reading' (duration: 185.072578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.748564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.52937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.748613Z","caller":"traceutil/trace.go:171","msg":"trace[201127505] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:629; }","duration":"305.603702ms","start":"2026-05-10T00:51:36.442991Z","end":"2026-05-10T00:51:36.748595Z","steps":["trace[201127505] 'agreement among raft nodes before linearized reading' (duration: 289.878608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.74761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.448135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.748647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.44297Z","time spent":"305.665803ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T00:51:36.748666Z","caller":"traceutil/trace.go:171","msg":"trace[2037358530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:629; }","duration":"305.562151ms","start":"2026-05-10T00:51:36.443079Z","end":"2026-05-10T00:51:36.748641Z","steps":["trace[2037358530] 'agreement among raft nodes before linearized reading' (duration: 289.804476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.748724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.443054Z","time spent":"305.639662ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-10T00:51:36.748909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.585278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.748972Z","caller":"traceutil/trace.go:171","msg":"trace[12696229] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:629; }","duration":"109.67276ms","start":"2026-05-10T00:51:36.639278Z","end":"2026-05-10T00:51:36.748951Z","steps":["trace[12696229] 'agreement among raft nodes before linearized reading' (duration: 93.531646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.7477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.166087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T00:51:36.747795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.498586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.749332Z","caller":"traceutil/trace.go:171","msg":"trace[963992069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:629; }","duration":"463.734073ms","start":"2026-05-10T00:51:36.285447Z","end":"2026-05-10T00:51:36.749181Z","steps":["trace[963992069] 'agreement among raft nodes before linearized reading' (duration: 447.443976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.749403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.285413Z","time spent":"463.979547ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T00:51:36.749412Z","caller":"traceutil/trace.go:171","msg":"trace[790892952] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:629; }","duration":"249.952609ms","start":"2026-05-10T00:51:36.499236Z","end":"2026-05-10T00:51:36.749189Z","steps":["trace[790892952] 'agreement among raft nodes before linearized reading' (duration: 233.630492ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.749555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.04079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.749639Z","caller":"traceutil/trace.go:171","msg":"trace[1943644749] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:629; }","duration":"250.126482ms","start":"2026-05-10T00:51:36.499477Z","end":"2026-05-10T00:51:36.749604Z","steps":["trace[1943644749] 'agreement among raft nodes before linearized reading' (duration: 233.348185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.750288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.085223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:51:36.750481Z","caller":"traceutil/trace.go:171","msg":"trace[1855555852] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:629; }","duration":"306.955162ms","start":"2026-05-10T00:51:36.443448Z","end":"2026-05-10T00:51:36.750403Z","steps":["trace[1855555852] 'agreement among raft nodes before linearized reading' (duration: 289.369276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:36.750579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:51:36.443442Z","time spent":"307.093336ms","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-05-10T00:51:38.334461Z","caller":"traceutil/trace.go:171","msg":"trace[162928264] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"106.971209ms","start":"2026-05-10T00:51:38.227464Z","end":"2026-05-10T00:51:38.334435Z","steps":["trace[162928264] 'process raft request' (duration: 106.728444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:51:51.304197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.817354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jmqnj\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-10T00:51:51.304336Z","caller":"traceutil/trace.go:171","msg":"trace[1446498696] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jmqnj; range_end:; response_count:1; response_revision:786; }","duration":"106.017358ms","start":"2026-05-10T00:51:51.198298Z","end":"2026-05-10T00:51:51.304315Z","steps":["trace[1446498696] 'range keys from in-memory index tree' (duration: 105.626419ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:51.473453Z","caller":"traceutil/trace.go:171","msg":"trace[2007674539] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"164.530015ms","start":"2026-05-10T00:51:51.308893Z","end":"2026-05-10T00:51:51.473423Z","steps":["trace[2007674539] 'process raft request' (duration: 164.30734ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:51:51.479076Z","caller":"traceutil/trace.go:171","msg":"trace[1186837868] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"166.99593ms","start":"2026-05-10T00:51:51.312034Z","end":"2026-05-10T00:51:51.47903Z","steps":["trace[1186837868] 'process raft request' (duration: 166.663253ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:52:19.99095Z","caller":"traceutil/trace.go:171","msg":"trace[2136033242] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"344.255463ms","start":"2026-05-10T00:52:19.646654Z","end":"2026-05-10T00:52:19.99091Z","steps":["trace[2136033242] 'process raft request' (duration: 344.030638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:19.991283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:52:19.646634Z","time spent":"344.448717ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:52:20.008222Z","caller":"traceutil/trace.go:171","msg":"trace[467763923] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1212; }","duration":"202.371907ms","start":"2026-05-10T00:52:19.805805Z","end":"2026-05-10T00:52:20.008176Z","steps":["trace[467763923] 'read index received' (duration: 185.062388ms)","trace[467763923] 'applied index is now lower than readState.Index' (duration: 17.308009ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:52:20.008364Z","caller":"traceutil/trace.go:171","msg":"trace[902960396] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"361.014009ms","start":"2026-05-10T00:52:19.647311Z","end":"2026-05-10T00:52:20.008325Z","steps":["trace[902960396] 'process raft request' (duration: 360.1273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:20.008471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.624803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T00:52:20.008535Z","caller":"traceutil/trace.go:171","msg":"trace[332296897] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1181; }","duration":"202.774136ms","start":"2026-05-10T00:52:19.805742Z","end":"2026-05-10T00:52:20.008516Z","steps":["trace[332296897] 'agreement among raft nodes before linearized reading' (duration: 202.607432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:20.008734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:52:19.647294Z","time spent":"361.173794ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:52:34.516494Z","caller":"traceutil/trace.go:171","msg":"trace[970032629] linearizableReadLoop","detail":"{readStateIndex:1355; appliedIndex:1354; }","duration":"120.734061ms","start":"2026-05-10T00:52:34.395733Z","end":"2026-05-10T00:52:34.516468Z","steps":["trace[970032629] 'read index received' (duration: 120.602708ms)","trace[970032629] 'applied index is now lower than readState.Index' (duration: 129.933µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:52:34.516579Z","caller":"traceutil/trace.go:171","msg":"trace[1904046886] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"144.441276ms","start":"2026-05-10T00:52:34.372087Z","end":"2026-05-10T00:52:34.516529Z","steps":["trace[1904046886] 'process raft request' (duration: 144.16154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:34.516752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.001396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T00:52:34.516801Z","caller":"traceutil/trace.go:171","msg":"trace[1148777542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1314; }","duration":"121.122129ms","start":"2026-05-10T00:52:34.395665Z","end":"2026-05-10T00:52:34.516787Z","steps":["trace[1148777542] 'agreement among raft nodes before linearized reading' (duration: 120.940915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:52:34.521523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.487642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T00:52:34.521643Z","caller":"traceutil/trace.go:171","msg":"trace[225384703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1314; }","duration":"119.633106ms","start":"2026-05-10T00:52:34.40197Z","end":"2026-05-10T00:52:34.521603Z","steps":["trace[225384703] 'agreement among raft nodes before linearized reading' (duration: 119.423771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:05.829357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.488327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31f71946-a0d7-4727-b55b-1efd7c90dd4a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-10T00:53:05.829495Z","caller":"traceutil/trace.go:171","msg":"trace[1362577365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31f71946-a0d7-4727-b55b-1efd7c90dd4a; range_end:; response_count:1; response_revision:1838; }","duration":"224.694652ms","start":"2026-05-10T00:53:05.604774Z","end":"2026-05-10T00:53:05.829469Z","steps":["trace[1362577365] 'range keys from in-memory index tree' (duration: 224.155299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:05.829425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.020207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:05.829604Z","caller":"traceutil/trace.go:171","msg":"trace[2098259211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1838; }","duration":"393.243972ms","start":"2026-05-10T00:53:05.436333Z","end":"2026-05-10T00:53:05.829577Z","steps":["trace[2098259211] 'range keys from in-memory index tree' (duration: 392.988967ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:50.708236Z","caller":"traceutil/trace.go:171","msg":"trace[389535573] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"134.490169ms","start":"2026-05-10T00:53:50.573713Z","end":"2026-05-10T00:53:50.708203Z","steps":["trace[389535573] 'process raft request' (duration: 100.058164ms)","trace[389535573] 'compare' (duration: 34.266081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:56.576044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.731071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-10T00:53:56.576181Z","caller":"traceutil/trace.go:171","msg":"trace[406016635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2166; }","duration":"216.939106ms","start":"2026-05-10T00:53:56.359215Z","end":"2026-05-10T00:53:56.576154Z","steps":["trace[406016635] 'range keys from in-memory index tree' (duration: 216.484005ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.036822Z","caller":"traceutil/trace.go:171","msg":"trace[1659725012] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2249; }","duration":"220.123626ms","start":"2026-05-10T00:53:56.816676Z","end":"2026-05-10T00:53:57.0368Z","steps":["trace[1659725012] 'read index received' (duration: 220.085925ms)","trace[1659725012] 'applied index is now lower than readState.Index' (duration: 36.771µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:57.03689Z","caller":"traceutil/trace.go:171","msg":"trace[353440755] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"283.083365ms","start":"2026-05-10T00:53:56.753778Z","end":"2026-05-10T00:53:57.036862Z","steps":["trace[353440755] 'process raft request' (duration: 282.88478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.037024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.340131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-10T00:53:57.037057Z","caller":"traceutil/trace.go:171","msg":"trace[2014280951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2169; }","duration":"220.412343ms","start":"2026-05-10T00:53:56.816635Z","end":"2026-05-10T00:53:57.037047Z","steps":["trace[2014280951] 'agreement among raft nodes before linearized reading' (duration: 220.30115ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.308419Z","caller":"traceutil/trace.go:171","msg":"trace[1868541920] linearizableReadLoop","detail":"{readStateIndex:2251; appliedIndex:2250; }","duration":"271.460513ms","start":"2026-05-10T00:53:57.036924Z","end":"2026-05-10T00:53:57.308384Z","steps":["trace[1868541920] 'read index received' (duration: 200.363593ms)","trace[1868541920] 'applied index is now lower than readState.Index' (duration: 71.09389ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:57.308914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.174662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T00:53:57.308931Z","caller":"traceutil/trace.go:171","msg":"trace[421265266] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"416.488698ms","start":"2026-05-10T00:53:56.8924Z","end":"2026-05-10T00:53:57.308889Z","steps":["trace[421265266] 'process raft request' (duration: 344.975819ms)","trace[421265266] 'compare' (duration: 70.611809ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:53:57.309006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.208916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T00:53:57.309013Z","caller":"traceutil/trace.go:171","msg":"trace[733002843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2170; }","duration":"309.337635ms","start":"2026-05-10T00:53:56.999654Z","end":"2026-05-10T00:53:57.308992Z","steps":["trace[733002843] 'agreement among raft nodes before linearized reading' (duration: 309.012438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.309071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:56.999627Z","time spent":"309.437628ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T00:53:57.309058Z","caller":"traceutil/trace.go:171","msg":"trace[1066256025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2170; }","duration":"322.318948ms","start":"2026-05-10T00:53:56.986724Z","end":"2026-05-10T00:53:57.309043Z","steps":["trace[1066256025] 'agreement among raft nodes before linearized reading' (duration: 322.138784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.309145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.029428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-10T00:53:57.309219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:56.986705Z","time spent":"322.424461ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T00:53:57.309199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:53:56.892369Z","time spent":"416.675532ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:53:57.309329Z","caller":"traceutil/trace.go:171","msg":"trace[1130215445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"285.253853ms","start":"2026-05-10T00:53:57.024049Z","end":"2026-05-10T00:53:57.309303Z","steps":["trace[1130215445] 'agreement among raft nodes before linearized reading' (duration: 284.832643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.759324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.773951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T00:53:57.759323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.631929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:53:57.759461Z","caller":"traceutil/trace.go:171","msg":"trace[700695573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2173; }","duration":"208.976175ms","start":"2026-05-10T00:53:57.550451Z","end":"2026-05-10T00:53:57.759427Z","steps":["trace[700695573] 'range keys from in-memory index tree' (duration: 208.096916ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.759473Z","caller":"traceutil/trace.go:171","msg":"trace[1390723543] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2173; }","duration":"276.855564ms","start":"2026-05-10T00:53:57.482585Z","end":"2026-05-10T00:53:57.75944Z","steps":["trace[1390723543] 'count revisions from in-memory index tree' (duration: 276.469786ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.759536Z","caller":"traceutil/trace.go:171","msg":"trace[565411928] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"141.67694ms","start":"2026-05-10T00:53:57.617824Z","end":"2026-05-10T00:53:57.759501Z","steps":["trace[565411928] 'read index received' (duration: 138.179101ms)","trace[565411928] 'applied index is now lower than readState.Index' (duration: 3.495939ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:57.759672Z","caller":"traceutil/trace.go:171","msg":"trace[641053221] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"175.818029ms","start":"2026-05-10T00:53:57.583833Z","end":"2026-05-10T00:53:57.759651Z","steps":["trace[641053221] 'process raft request' (duration: 172.278619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.759785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.953036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-10T00:53:57.759834Z","caller":"traceutil/trace.go:171","msg":"trace[1661592611] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2174; }","duration":"142.062389ms","start":"2026-05-10T00:53:57.617759Z","end":"2026-05-10T00:53:57.759821Z","steps":["trace[1661592611] 'agreement among raft nodes before linearized reading' (duration: 141.933036ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:53:57.947439Z","caller":"traceutil/trace.go:171","msg":"trace[17105191] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"180.521205ms","start":"2026-05-10T00:53:57.766887Z","end":"2026-05-10T00:53:57.947408Z","steps":["trace[17105191] 'read index received' (duration: 180.366952ms)","trace[17105191] 'applied index is now lower than readState.Index' (duration: 153.093µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:53:57.947673Z","caller":"traceutil/trace.go:171","msg":"trace[342018670] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"182.09048ms","start":"2026-05-10T00:53:57.765423Z","end":"2026-05-10T00:53:57.947513Z","steps":["trace[342018670] 'process raft request' (duration: 181.835365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:53:57.947816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.898273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129416"} {"level":"info","ts":"2026-05-10T00:53:57.947924Z","caller":"traceutil/trace.go:171","msg":"trace[1678758897] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2175; }","duration":"181.020276ms","start":"2026-05-10T00:53:57.76687Z","end":"2026-05-10T00:53:57.94789Z","steps":["trace[1678758897] 'agreement among raft nodes before linearized reading' (duration: 180.663688ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:01.745611Z","caller":"traceutil/trace.go:171","msg":"trace[67287988] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"176.905079ms","start":"2026-05-10T00:55:01.568682Z","end":"2026-05-10T00:55:01.745587Z","steps":["trace[67287988] 'process raft request' (duration: 176.263315ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:35.36524Z","caller":"traceutil/trace.go:171","msg":"trace[457669188] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"105.263655ms","start":"2026-05-10T00:55:35.259944Z","end":"2026-05-10T00:55:35.365207Z","steps":["trace[457669188] 'read index received' (duration: 104.976529ms)","trace[457669188] 'applied index is now lower than readState.Index' (duration: 285.846µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:55:35.365295Z","caller":"traceutil/trace.go:171","msg":"trace[1395000264] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"155.810936ms","start":"2026-05-10T00:55:35.209441Z","end":"2026-05-10T00:55:35.365252Z","steps":["trace[1395000264] 'process raft request' (duration: 155.484759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:55:35.365571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.604552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-10T00:55:35.365633Z","caller":"traceutil/trace.go:171","msg":"trace[2137737892] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2889; }","duration":"105.748225ms","start":"2026-05-10T00:55:35.25987Z","end":"2026-05-10T00:55:35.365618Z","steps":["trace[2137737892] 'agreement among raft nodes before linearized reading' (duration: 105.52139ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:55:35.485302Z","caller":"traceutil/trace.go:171","msg":"trace[1924053106] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"114.843811ms","start":"2026-05-10T00:55:35.370424Z","end":"2026-05-10T00:55:35.485268Z","steps":["trace[1924053106] 'process raft request' (duration: 37.367447ms)","trace[1924053106] 'compare' (duration: 77.337891ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:42.074768Z","caller":"traceutil/trace.go:171","msg":"trace[251608489] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"392.409121ms","start":"2026-05-10T00:59:41.682322Z","end":"2026-05-10T00:59:42.074731Z","steps":["trace[251608489] 'process raft request' (duration: 391.508169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.074961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.682311Z","time spent":"392.557774ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4290,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T00:59:42.07494Z","caller":"traceutil/trace.go:171","msg":"trace[1698735971] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"392.501192ms","start":"2026-05-10T00:59:41.682392Z","end":"2026-05-10T00:59:42.074894Z","steps":["trace[1698735971] 'process raft request' (duration: 392.221106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.075136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.68234Z","time spent":"392.703608ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:59:42.07531Z","caller":"traceutil/trace.go:171","msg":"trace[1237572580] linearizableReadLoop","detail":"{readStateIndex:5164; appliedIndex:5159; }","duration":"391.843178ms","start":"2026-05-10T00:59:41.683448Z","end":"2026-05-10T00:59:42.075291Z","steps":["trace[1237572580] 'read index received' (duration: 15.323157ms)","trace[1237572580] 'applied index is now lower than readState.Index' (duration: 376.51898ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:42.075527Z","caller":"traceutil/trace.go:171","msg":"trace[1379405626] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"392.937773ms","start":"2026-05-10T00:59:41.682576Z","end":"2026-05-10T00:59:42.075514Z","steps":["trace[1379405626] 'process raft request' (duration: 392.632256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.075596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.682568Z","time spent":"392.996464ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3473,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T00:59:42.075622Z","caller":"traceutil/trace.go:171","msg":"trace[872158791] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"393.133817ms","start":"2026-05-10T00:59:41.682447Z","end":"2026-05-10T00:59:42.075581Z","steps":["trace[872158791] 'process raft request' (duration: 392.223756ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:42.075745Z","caller":"traceutil/trace.go:171","msg":"trace[1565362431] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"389.508413ms","start":"2026-05-10T00:59:41.686221Z","end":"2026-05-10T00:59:42.07573Z","steps":["trace[1565362431] 'process raft request' (duration: 389.033762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.075816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.682434Z","time spent":"393.296551ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:59:42.075824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.686211Z","time spent":"389.578955ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3370,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:59:42.07607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.578864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-05-10T00:59:42.076198Z","caller":"traceutil/trace.go:171","msg":"trace[456120237] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4974; }","duration":"392.739939ms","start":"2026-05-10T00:59:41.683426Z","end":"2026-05-10T00:59:42.076166Z","steps":["trace[456120237] 'agreement among raft nodes before linearized reading' (duration: 392.254147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.076305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.683418Z","time spent":"392.82483ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-05-10T00:59:42.108522Z","caller":"traceutil/trace.go:171","msg":"trace[401764414] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"400.08422ms","start":"2026-05-10T00:59:41.708396Z","end":"2026-05-10T00:59:42.108481Z","steps":["trace[401764414] 'process raft request' (duration: 399.797233ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:42.108882Z","caller":"traceutil/trace.go:171","msg":"trace[2121483038] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"358.138982ms","start":"2026-05-10T00:59:41.7507Z","end":"2026-05-10T00:59:42.108839Z","steps":["trace[2121483038] 'process raft request' (duration: 357.794274ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:42.108915Z","caller":"traceutil/trace.go:171","msg":"trace[1115049666] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"332.266899ms","start":"2026-05-10T00:59:41.776616Z","end":"2026-05-10T00:59:42.108883Z","steps":["trace[1115049666] 'process raft request' (duration: 332.135406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.10894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.70837Z","time spent":"400.477429ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3360,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:59:42.109027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.776583Z","time spent":"332.389072ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T00:59:42.109056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.750655Z","time spent":"358.293585ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197435,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T00:59:42.109261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.273153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa7d4c76-83a3-4e7f-823e-6d8e830657fb\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-10T00:59:42.109272Z","caller":"traceutil/trace.go:171","msg":"trace[101144187] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"259.820069ms","start":"2026-05-10T00:59:41.849425Z","end":"2026-05-10T00:59:42.109245Z","steps":["trace[101144187] 'process raft request' (duration: 259.370329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.109304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.324752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:59:42.109334Z","caller":"traceutil/trace.go:171","msg":"trace[25356571] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa7d4c76-83a3-4e7f-823e-6d8e830657fb; range_end:; response_count:1; response_revision:4978; }","duration":"183.387546ms","start":"2026-05-10T00:59:41.925929Z","end":"2026-05-10T00:59:42.109316Z","steps":["trace[25356571] 'agreement among raft nodes before linearized reading' (duration: 183.214052ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:42.109366Z","caller":"traceutil/trace.go:171","msg":"trace[1526015122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"372.459776ms","start":"2026-05-10T00:59:41.736889Z","end":"2026-05-10T00:59:42.109348Z","steps":["trace[1526015122] 'agreement among raft nodes before linearized reading' (duration: 372.314582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T00:59:42.109401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T00:59:41.736866Z","time spent":"372.526367ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T00:59:47.240015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.700534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T00:59:47.240346Z","caller":"traceutil/trace.go:171","msg":"trace[495561541] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"257.668079ms","start":"2026-05-10T00:59:46.982649Z","end":"2026-05-10T00:59:47.240317Z","steps":["trace[495561541] 'process raft request' (duration: 257.468794ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:47.240436Z","caller":"traceutil/trace.go:171","msg":"trace[1440123241] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5330; }","duration":"223.241216ms","start":"2026-05-10T00:59:47.017183Z","end":"2026-05-10T00:59:47.240424Z","steps":["trace[1440123241] 'read index received' (duration: 41.783714ms)","trace[1440123241] 'applied index is now lower than readState.Index' (duration: 181.456792ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:47.240479Z","caller":"traceutil/trace.go:171","msg":"trace[161510718] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"257.992586ms","start":"2026-05-10T00:59:46.982441Z","end":"2026-05-10T00:59:47.240433Z","steps":["trace[161510718] 'process raft request' (duration: 76.660467ms)","trace[161510718] 'compare' (duration: 180.573991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T00:59:47.240732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.555213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T00:59:47.240768Z","caller":"traceutil/trace.go:171","msg":"trace[869668701] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5136; }","duration":"223.640075ms","start":"2026-05-10T00:59:47.017118Z","end":"2026-05-10T00:59:47.240759Z","steps":["trace[869668701] 'agreement among raft nodes before linearized reading' (duration: 223.582733ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T00:59:47.381731Z","caller":"traceutil/trace.go:171","msg":"trace[1275307633] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"100.33136ms","start":"2026-05-10T00:59:47.281358Z","end":"2026-05-10T00:59:47.381689Z","steps":["trace[1275307633] 'process raft request' (duration: 61.938544ms)","trace[1275307633] 'compare' (duration: 38.15534ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T00:59:51.209035Z","caller":"traceutil/trace.go:171","msg":"trace[1111020769] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"104.514547ms","start":"2026-05-10T00:59:51.104489Z","end":"2026-05-10T00:59:51.209003Z","steps":["trace[1111020769] 'process raft request' (duration: 104.310822ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:00:12.203319Z","caller":"traceutil/trace.go:171","msg":"trace[517128066] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5723; }","duration":"132.09818ms","start":"2026-05-10T01:00:12.071184Z","end":"2026-05-10T01:00:12.203282Z","steps":["trace[517128066] 'read index received' (duration: 131.864293ms)","trace[517128066] 'applied index is now lower than readState.Index' (duration: 232.557µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:00:12.203491Z","caller":"traceutil/trace.go:171","msg":"trace[883406797] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"136.799381ms","start":"2026-05-10T01:00:12.066673Z","end":"2026-05-10T01:00:12.203472Z","steps":["trace[883406797] 'process raft request' (duration: 136.448542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:12.204014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.813026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-05-10T01:00:12.204081Z","caller":"traceutil/trace.go:171","msg":"trace[821495723] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5518; }","duration":"132.931749ms","start":"2026-05-10T01:00:12.07113Z","end":"2026-05-10T01:00:12.204061Z","steps":["trace[821495723] 'agreement among raft nodes before linearized reading' (duration: 132.677523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:12.204407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.391731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-10T01:00:12.204467Z","caller":"traceutil/trace.go:171","msg":"trace[754306096] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5518; }","duration":"118.476753ms","start":"2026-05-10T01:00:12.085971Z","end":"2026-05-10T01:00:12.204448Z","steps":["trace[754306096] 'agreement among raft nodes before linearized reading' (duration: 118.3526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:55.71665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.943582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7574f464d8-4wdg6\" ","response":"range_response_count:1 size:11901"} {"level":"info","ts":"2026-05-10T01:00:55.716795Z","caller":"traceutil/trace.go:171","msg":"trace[1295264264] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7574f464d8-4wdg6; range_end:; response_count:1; response_revision:6015; }","duration":"249.164597ms","start":"2026-05-10T01:00:55.4676Z","end":"2026-05-10T01:00:55.716764Z","steps":["trace[1295264264] 'range keys from in-memory index tree' (duration: 248.644825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:55.716723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.611098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:00:55.71691Z","caller":"traceutil/trace.go:171","msg":"trace[1087032398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6015; }","duration":"203.834013ms","start":"2026-05-10T01:00:55.513056Z","end":"2026-05-10T01:00:55.71689Z","steps":["trace[1087032398] 'range keys from in-memory index tree' (duration: 203.455174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:55.716936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.049321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-10T01:00:55.716981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.154775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:00:55.717017Z","caller":"traceutil/trace.go:171","msg":"trace[43765458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6015; }","duration":"281.165733ms","start":"2026-05-10T01:00:55.435832Z","end":"2026-05-10T01:00:55.716998Z","steps":["trace[43765458] 'range keys from in-memory index tree' (duration: 280.895056ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:00:55.717087Z","caller":"traceutil/trace.go:171","msg":"trace[1867123317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6015; }","duration":"279.288878ms","start":"2026-05-10T01:00:55.437775Z","end":"2026-05-10T01:00:55.717064Z","steps":["trace[1867123317] 'range keys from in-memory index tree' (duration: 278.994011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:00:55.716826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.852281ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:00:55.717174Z","caller":"traceutil/trace.go:171","msg":"trace[1161226714] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6015; }","duration":"280.19455ms","start":"2026-05-10T01:00:55.436947Z","end":"2026-05-10T01:00:55.717142Z","steps":["trace[1161226714] 'range keys from in-memory index tree' (duration: 279.81407ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:00:55.717185Z","caller":"traceutil/trace.go:171","msg":"trace[1885138407] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"183.427756ms","start":"2026-05-10T01:00:55.533702Z","end":"2026-05-10T01:00:55.71713Z","steps":["trace[1885138407] 'process raft request' (duration: 141.922884ms)","trace[1885138407] 'compare' (duration: 40.919808ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:00:56.205342Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3006} {"level":"info","ts":"2026-05-10T01:00:56.295561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3006,"took":"87.949812ms","hash":2355171047,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":31113216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T01:00:56.295782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2355171047,"revision":3006,"compact-revision":-1} {"level":"info","ts":"2026-05-10T01:05:56.212133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6028} {"level":"info","ts":"2026-05-10T01:05:56.309532Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6028,"took":"95.265068ms","hash":1344272902,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":21540864,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-10T01:05:56.309593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1344272902,"revision":6028,"compact-revision":3006} {"level":"info","ts":"2026-05-10T01:06:13.164613Z","caller":"traceutil/trace.go:171","msg":"trace[1640652703] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"195.134623ms","start":"2026-05-10T01:06:12.96945Z","end":"2026-05-10T01:06:13.164585Z","steps":["trace[1640652703] 'process raft request' (duration: 194.932388ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:13.40599Z","caller":"traceutil/trace.go:171","msg":"trace[948242196] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"189.576874ms","start":"2026-05-10T01:06:13.216386Z","end":"2026-05-10T01:06:13.405962Z","steps":["trace[948242196] 'process raft request' (duration: 183.531075ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:25.316775Z","caller":"traceutil/trace.go:171","msg":"trace[168229960] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"110.854668ms","start":"2026-05-10T01:06:25.205892Z","end":"2026-05-10T01:06:25.316747Z","steps":["trace[168229960] 'process raft request' (duration: 110.658194ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:53.87113Z","caller":"traceutil/trace.go:171","msg":"trace[1617655137] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"435.365156ms","start":"2026-05-10T01:06:53.435741Z","end":"2026-05-10T01:06:53.871106Z","steps":["trace[1617655137] 'process raft request' (duration: 435.208932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:53.871291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:53.435724Z","time spent":"435.488698ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:06:53.872008Z","caller":"traceutil/trace.go:171","msg":"trace[1315364352] linearizableReadLoop","detail":"{readStateIndex:8948; appliedIndex:8946; }","duration":"133.638113ms","start":"2026-05-10T01:06:53.738345Z","end":"2026-05-10T01:06:53.871983Z","steps":["trace[1315364352] 'read index received' (duration: 132.63079ms)","trace[1315364352] 'applied index is now lower than readState.Index' (duration: 1.006083ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:06:53.872161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.806887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:06:53.872147Z","caller":"traceutil/trace.go:171","msg":"trace[2016573318] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"227.344136ms","start":"2026-05-10T01:06:53.644765Z","end":"2026-05-10T01:06:53.872109Z","steps":["trace[2016573318] 'process raft request' (duration: 227.08395ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:53.872202Z","caller":"traceutil/trace.go:171","msg":"trace[377063158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"133.903238ms","start":"2026-05-10T01:06:53.738289Z","end":"2026-05-10T01:06:53.872192Z","steps":["trace[377063158] 'agreement among raft nodes before linearized reading' (duration: 133.822367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.602979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:06:54.162396Z","caller":"traceutil/trace.go:171","msg":"trace[1801678245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"281.717251ms","start":"2026-05-10T01:06:53.880661Z","end":"2026-05-10T01:06:54.162378Z","steps":["trace[1801678245] 'range keys from in-memory index tree' (duration: 281.537366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.569716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:06:54.162476Z","caller":"traceutil/trace.go:171","msg":"trace[1579688231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8643; }","duration":"245.632338ms","start":"2026-05-10T01:06:53.916828Z","end":"2026-05-10T01:06:54.16246Z","steps":["trace[1579688231] 'range keys from in-memory index tree' (duration: 245.430703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.119907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:06:54.162586Z","caller":"traceutil/trace.go:171","msg":"trace[1977981880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8643; }","duration":"278.23386ms","start":"2026-05-10T01:06:53.884335Z","end":"2026-05-10T01:06:54.162569Z","steps":["trace[1977981880] 'range keys from in-memory index tree' (duration: 278.015025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.948641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:06:54.162669Z","caller":"traceutil/trace.go:171","msg":"trace[1388107028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8643; }","duration":"248.006232ms","start":"2026-05-10T01:06:53.914655Z","end":"2026-05-10T01:06:54.162661Z","steps":["trace[1388107028] 'range keys from in-memory index tree' (duration: 247.849258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.834097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:06:54.162763Z","caller":"traceutil/trace.go:171","msg":"trace[1745065776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8643; }","duration":"279.880098ms","start":"2026-05-10T01:06:53.882879Z","end":"2026-05-10T01:06:54.162759Z","steps":["trace[1745065776] 'range keys from in-memory index tree' (duration: 279.760966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.208149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:06:54.16285Z","caller":"traceutil/trace.go:171","msg":"trace[292688094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8643; }","duration":"239.224799ms","start":"2026-05-10T01:06:53.92362Z","end":"2026-05-10T01:06:54.162845Z","steps":["trace[292688094] 'range keys from in-memory index tree' (duration: 239.133828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:54.162911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.437082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T01:06:54.163Z","caller":"traceutil/trace.go:171","msg":"trace[693968115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8643; }","duration":"222.557234ms","start":"2026-05-10T01:06:53.940425Z","end":"2026-05-10T01:06:54.162982Z","steps":["trace[693968115] 'range keys from in-memory index tree' (duration: 222.240067ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:56.288679Z","caller":"traceutil/trace.go:171","msg":"trace[1359567930] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"108.856162ms","start":"2026-05-10T01:06:56.179798Z","end":"2026-05-10T01:06:56.288654Z","steps":["trace[1359567930] 'process raft request' (duration: 108.698258ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:56.517951Z","caller":"traceutil/trace.go:171","msg":"trace[465796346] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"334.820777ms","start":"2026-05-10T01:06:56.18311Z","end":"2026-05-10T01:06:56.517931Z","steps":["trace[465796346] 'process raft request' (duration: 334.733425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:56.518105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.18309Z","time spent":"334.930559ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:06:56.518202Z","caller":"traceutil/trace.go:171","msg":"trace[1999040599] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"336.31921ms","start":"2026-05-10T01:06:56.18186Z","end":"2026-05-10T01:06:56.518179Z","steps":["trace[1999040599] 'process raft request' (duration: 335.86609ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:56.518219Z","caller":"traceutil/trace.go:171","msg":"trace[604516450] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8959; }","duration":"333.109816ms","start":"2026-05-10T01:06:56.18508Z","end":"2026-05-10T01:06:56.51819Z","steps":["trace[604516450] 'read index received' (duration: 103.658432ms)","trace[604516450] 'applied index is now lower than readState.Index' (duration: 229.448964ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:06:56.51827Z","caller":"traceutil/trace.go:171","msg":"trace[1562373928] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"335.120823ms","start":"2026-05-10T01:06:56.183126Z","end":"2026-05-10T01:06:56.518247Z","steps":["trace[1562373928] 'process raft request' (duration: 334.746964ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:06:56.518259Z","caller":"traceutil/trace.go:171","msg":"trace[2133279051] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"335.690226ms","start":"2026-05-10T01:06:56.182526Z","end":"2026-05-10T01:06:56.518216Z","steps":["trace[2133279051] 'process raft request' (duration: 335.289907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:56.518357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.183112Z","time spent":"335.197195ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:06:56.518357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.181838Z","time spent":"336.437033ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:06:56.518417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.317401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbssk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:06:56.518452Z","caller":"traceutil/trace.go:171","msg":"trace[1096615958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbssk; range_end:; response_count:1; response_revision:8658; }","duration":"333.393523ms","start":"2026-05-10T01:06:56.185048Z","end":"2026-05-10T01:06:56.518442Z","steps":["trace[1096615958] 'agreement among raft nodes before linearized reading' (duration: 333.2327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:56.51846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.18251Z","time spent":"335.853569ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:06:56.518489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.185038Z","time spent":"333.442754ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-kbssk\" "} {"level":"info","ts":"2026-05-10T01:06:56.518525Z","caller":"traceutil/trace.go:171","msg":"trace[259385361] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"336.3219ms","start":"2026-05-10T01:06:56.181798Z","end":"2026-05-10T01:06:56.51812Z","steps":["trace[259385361] 'process raft request' (duration: 328.832577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:06:56.518592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:06:56.181776Z","time spent":"336.779491ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:07:06.598302Z","caller":"traceutil/trace.go:171","msg":"trace[1652251500] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8747; }","duration":"214.832127ms","start":"2026-05-10T01:07:06.383452Z","end":"2026-05-10T01:07:06.598284Z","steps":["trace[1652251500] 'process raft request' (duration: 193.164897ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:06.610282Z","caller":"traceutil/trace.go:171","msg":"trace[1115298051] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"223.516017ms","start":"2026-05-10T01:07:06.386751Z","end":"2026-05-10T01:07:06.610267Z","steps":["trace[1115298051] 'process raft request' (duration: 223.132238ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:07.638339Z","caller":"traceutil/trace.go:171","msg":"trace[2115624354] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9067; }","duration":"259.742573ms","start":"2026-05-10T01:07:07.378567Z","end":"2026-05-10T01:07:07.638309Z","steps":["trace[2115624354] 'read index received' (duration: 240.457999ms)","trace[2115624354] 'applied index is now lower than readState.Index' (duration: 19.283384ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:07:07.63867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.086551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:07:07.638748Z","caller":"traceutil/trace.go:171","msg":"trace[1575809612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8758; }","duration":"260.188184ms","start":"2026-05-10T01:07:07.378545Z","end":"2026-05-10T01:07:07.638733Z","steps":["trace[1575809612] 'agreement among raft nodes before linearized reading' (duration: 260.04531ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:07.638683Z","caller":"traceutil/trace.go:171","msg":"trace[274015490] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"281.68087ms","start":"2026-05-10T01:07:07.356979Z","end":"2026-05-10T01:07:07.638659Z","steps":["trace[274015490] 'process raft request' (duration: 262.108108ms)","trace[274015490] 'compare' (duration: 19.0715ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:07:08.469554Z","caller":"traceutil/trace.go:171","msg":"trace[1762020173] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9073; }","duration":"110.915169ms","start":"2026-05-10T01:07:08.358613Z","end":"2026-05-10T01:07:08.469528Z","steps":["trace[1762020173] 'read index received' (duration: 110.611342ms)","trace[1762020173] 'applied index is now lower than readState.Index' (duration: 302.777µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:07:08.469615Z","caller":"traceutil/trace.go:171","msg":"trace[1556704721] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"225.005292ms","start":"2026-05-10T01:07:08.244568Z","end":"2026-05-10T01:07:08.469574Z","steps":["trace[1556704721] 'process raft request' (duration: 224.763396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:07:08.469973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.352419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T01:07:08.470026Z","caller":"traceutil/trace.go:171","msg":"trace[553393865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8764; }","duration":"111.459061ms","start":"2026-05-10T01:07:08.358553Z","end":"2026-05-10T01:07:08.470012Z","steps":["trace[553393865] 'agreement among raft nodes before linearized reading' (duration: 111.106323ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:07:24.951105Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244c.wal"} {"level":"info","ts":"2026-05-10T01:08:19.325687Z","caller":"traceutil/trace.go:171","msg":"trace[1421845656] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"188.874123ms","start":"2026-05-10T01:08:19.136775Z","end":"2026-05-10T01:08:19.325649Z","steps":["trace[1421845656] 'process raft request' (duration: 188.665029ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:19.653732Z","caller":"traceutil/trace.go:171","msg":"trace[1598701947] linearizableReadLoop","detail":"{readStateIndex:9752; appliedIndex:9751; }","duration":"261.830881ms","start":"2026-05-10T01:08:19.391857Z","end":"2026-05-10T01:08:19.653688Z","steps":["trace[1598701947] 'read index received' (duration: 250.206506ms)","trace[1598701947] 'applied index is now lower than readState.Index' (duration: 11.622495ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:08:19.653887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.013324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:08:19.653929Z","caller":"traceutil/trace.go:171","msg":"trace[209851207] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9421; }","duration":"262.115357ms","start":"2026-05-10T01:08:19.391801Z","end":"2026-05-10T01:08:19.653917Z","steps":["trace[209851207] 'agreement among raft nodes before linearized reading' (duration: 262.018545ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:08:44.315271Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:08:44.319829Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-10T01:08:44.319921Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-10T01:09:06.520414Z","caller":"traceutil/trace.go:171","msg":"trace[850270021] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"119.93305ms","start":"2026-05-10T01:09:06.400455Z","end":"2026-05-10T01:09:06.520388Z","steps":["trace[850270021] 'process raft request' (duration: 119.379077ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:10:56.21869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8110} {"level":"info","ts":"2026-05-10T01:10:56.282481Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8110,"took":"61.047774ms","hash":763885321,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":29622272,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:10:56.282532Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":763885321,"revision":8110,"compact-revision":6028} {"level":"info","ts":"2026-05-10T01:11:56.248785Z","caller":"traceutil/trace.go:171","msg":"trace[2037945745] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"228.920708ms","start":"2026-05-10T01:11:56.019847Z","end":"2026-05-10T01:11:56.248768Z","steps":["trace[2037945745] 'process raft request' (duration: 228.673002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:11:56.248999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.805596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:11:56.249084Z","caller":"traceutil/trace.go:171","msg":"trace[258936623] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11326; }","duration":"121.95013ms","start":"2026-05-10T01:11:56.127119Z","end":"2026-05-10T01:11:56.249069Z","steps":["trace[258936623] 'agreement among raft nodes before linearized reading' (duration: 121.713094ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:11:56.248704Z","caller":"traceutil/trace.go:171","msg":"trace[1501178796] linearizableReadLoop","detail":"{readStateIndex:11711; appliedIndex:11710; }","duration":"121.5085ms","start":"2026-05-10T01:11:56.127173Z","end":"2026-05-10T01:11:56.248681Z","steps":["trace[1501178796] 'read index received' (duration: 121.456599ms)","trace[1501178796] 'applied index is now lower than readState.Index' (duration: 51.001µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:11:56.33746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.944759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:11:56.337568Z","caller":"traceutil/trace.go:171","msg":"trace[162081600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:11327; }","duration":"118.101711ms","start":"2026-05-10T01:11:56.219438Z","end":"2026-05-10T01:11:56.33754Z","steps":["trace[162081600] 'agreement among raft nodes before linearized reading' (duration: 80.770727ms)","trace[162081600] 'count revisions from in-memory index tree' (duration: 37.183511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:11:56.337645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.871627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-10T01:11:56.337614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.721301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T01:11:56.337756Z","caller":"traceutil/trace.go:171","msg":"trace[1601488007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11327; }","duration":"191.012241ms","start":"2026-05-10T01:11:56.146715Z","end":"2026-05-10T01:11:56.337727Z","steps":["trace[1601488007] 'agreement among raft nodes before linearized reading' (duration: 153.521942ms)","trace[1601488007] 'range keys from in-memory index tree' (duration: 37.308674ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:11:56.337831Z","caller":"traceutil/trace.go:171","msg":"trace[601173189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11327; }","duration":"189.983407ms","start":"2026-05-10T01:11:56.147826Z","end":"2026-05-10T01:11:56.33781Z","steps":["trace[601173189] 'agreement among raft nodes before linearized reading' (duration: 152.393677ms)","trace[601173189] 'range keys from in-memory index tree' (duration: 37.242743ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:11:56.515748Z","caller":"traceutil/trace.go:171","msg":"trace[17092106] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"173.92017ms","start":"2026-05-10T01:11:56.341797Z","end":"2026-05-10T01:11:56.515717Z","steps":["trace[17092106] 'process raft request' (duration: 156.227646ms)","trace[17092106] 'compare' (duration: 17.386987ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:11:56.516063Z","caller":"traceutil/trace.go:171","msg":"trace[1416428886] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"173.856059ms","start":"2026-05-10T01:11:56.342182Z","end":"2026-05-10T01:11:56.516038Z","steps":["trace[1416428886] 'process raft request' (duration: 173.717175ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:11:56.516064Z","caller":"traceutil/trace.go:171","msg":"trace[2090188268] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"174.165586ms","start":"2026-05-10T01:11:56.341873Z","end":"2026-05-10T01:11:56.516039Z","steps":["trace[2090188268] 'process raft request' (duration: 173.784397ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:11:56.516316Z","caller":"traceutil/trace.go:171","msg":"trace[1295496394] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"173.956802ms","start":"2026-05-10T01:11:56.342291Z","end":"2026-05-10T01:11:56.516248Z","steps":["trace[1295496394] 'process raft request' (duration: 173.710686ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:15:56.227126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10765} {"level":"info","ts":"2026-05-10T01:15:56.309592Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10765,"took":"79.755421ms","hash":625049706,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":27787264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-10T01:15:56.30965Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":625049706,"revision":10765,"compact-revision":8110} {"level":"info","ts":"2026-05-10T01:17:30.384786Z","caller":"traceutil/trace.go:171","msg":"trace[895794691] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"124.324816ms","start":"2026-05-10T01:17:30.260384Z","end":"2026-05-10T01:17:30.384709Z","steps":["trace[895794691] 'process raft request' (duration: 79.021013ms)","trace[895794691] 'compare' (duration: 45.107319ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:17:42.933886Z","caller":"traceutil/trace.go:171","msg":"trace[1609291193] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"263.09521ms","start":"2026-05-10T01:17:42.670759Z","end":"2026-05-10T01:17:42.933854Z","steps":["trace[1609291193] 'process raft request' (duration: 262.946107ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:17:43.030282Z","caller":"traceutil/trace.go:171","msg":"trace[1624638468] linearizableReadLoop","detail":"{readStateIndex:14169; appliedIndex:14167; }","duration":"291.801926ms","start":"2026-05-10T01:17:42.738457Z","end":"2026-05-10T01:17:43.030259Z","steps":["trace[1624638468] 'read index received' (duration: 195.331304ms)","trace[1624638468] 'applied index is now lower than readState.Index' (duration: 96.469431ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:17:43.030412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.936158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:17:43.03045Z","caller":"traceutil/trace.go:171","msg":"trace[503171691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13703; }","duration":"292.028891ms","start":"2026-05-10T01:17:42.738411Z","end":"2026-05-10T01:17:43.03044Z","steps":["trace[503171691] 'agreement among raft nodes before linearized reading' (duration: 291.937089ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:17:43.030432Z","caller":"traceutil/trace.go:171","msg":"trace[897678493] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"327.08555ms","start":"2026-05-10T01:17:42.703306Z","end":"2026-05-10T01:17:43.030391Z","steps":["trace[897678493] 'process raft request' (duration: 312.904727ms)","trace[897678493] 'compare' (duration: 13.839386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:17:43.030604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:17:42.703282Z","time spent":"327.231624ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415355,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:17:44.481848Z","caller":"traceutil/trace.go:171","msg":"trace[947763771] linearizableReadLoop","detail":"{readStateIndex:14174; appliedIndex:14173; }","duration":"120.942228ms","start":"2026-05-10T01:17:44.360885Z","end":"2026-05-10T01:17:44.481827Z","steps":["trace[947763771] 'read index received' (duration: 120.817095ms)","trace[947763771] 'applied index is now lower than readState.Index' (duration: 124.113µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:17:44.481909Z","caller":"traceutil/trace.go:171","msg":"trace[59851624] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"150.588295ms","start":"2026-05-10T01:17:44.331286Z","end":"2026-05-10T01:17:44.481874Z","steps":["trace[59851624] 'process raft request' (duration: 150.412611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:17:44.482227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.279736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T01:17:44.482316Z","caller":"traceutil/trace.go:171","msg":"trace[1588884220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13708; }","duration":"121.454079ms","start":"2026-05-10T01:17:44.360848Z","end":"2026-05-10T01:17:44.482302Z","steps":["trace[1588884220] 'agreement among raft nodes before linearized reading' (duration: 121.084191ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:18.66682Z","caller":"traceutil/trace.go:171","msg":"trace[1002404669] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"345.264385ms","start":"2026-05-10T01:18:18.321537Z","end":"2026-05-10T01:18:18.666802Z","steps":["trace[1002404669] 'process raft request' (duration: 345.151722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:18.666949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:18.321515Z","time spent":"345.374678ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:18:19.885595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.30088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:18:19.88568Z","caller":"traceutil/trace.go:171","msg":"trace[528939588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13916; }","duration":"147.408212ms","start":"2026-05-10T01:18:19.738254Z","end":"2026-05-10T01:18:19.885663Z","steps":["trace[528939588] 'range keys from in-memory index tree' (duration: 147.26353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:19.885807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.060156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbssk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:18:19.885923Z","caller":"traceutil/trace.go:171","msg":"trace[1767646887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbssk; range_end:; response_count:1; response_revision:13916; }","duration":"169.2381ms","start":"2026-05-10T01:18:19.716659Z","end":"2026-05-10T01:18:19.885897Z","steps":["trace[1767646887] 'range keys from in-memory index tree' (duration: 168.842711ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:19.886053Z","caller":"traceutil/trace.go:171","msg":"trace[503607335] transaction","detail":"{read_only:false; response_revision:13917; number_of_response:1; }","duration":"145.821586ms","start":"2026-05-10T01:18:19.740189Z","end":"2026-05-10T01:18:19.886011Z","steps":["trace[503607335] 'process raft request' (duration: 128.992492ms)","trace[503607335] 'compare' (duration: 16.295912ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:18:26.855061Z","caller":"traceutil/trace.go:171","msg":"trace[1381699670] linearizableReadLoop","detail":"{readStateIndex:14537; appliedIndex:14536; }","duration":"116.120609ms","start":"2026-05-10T01:18:26.738915Z","end":"2026-05-10T01:18:26.855035Z","steps":["trace[1381699670] 'read index received' (duration: 116.058298ms)","trace[1381699670] 'applied index is now lower than readState.Index' (duration: 60.851µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:18:26.855157Z","caller":"traceutil/trace.go:171","msg":"trace[831163359] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"163.607751ms","start":"2026-05-10T01:18:26.691509Z","end":"2026-05-10T01:18:26.855116Z","steps":["trace[831163359] 'process raft request' (duration: 163.376676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:26.855299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.369365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:18:26.855376Z","caller":"traceutil/trace.go:171","msg":"trace[1845879608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14059; }","duration":"116.491728ms","start":"2026-05-10T01:18:26.738871Z","end":"2026-05-10T01:18:26.855362Z","steps":["trace[1845879608] 'agreement among raft nodes before linearized reading' (duration: 116.299833ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:26.928992Z","caller":"traceutil/trace.go:171","msg":"trace[433904803] transaction","detail":"{read_only:false; response_revision:14060; number_of_response:1; }","duration":"189.111173ms","start":"2026-05-10T01:18:26.739846Z","end":"2026-05-10T01:18:26.928957Z","steps":["trace[433904803] 'process raft request' (duration: 188.877558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:26.929168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.455695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T01:18:26.929134Z","caller":"traceutil/trace.go:171","msg":"trace[1673927002] transaction","detail":"{read_only:false; response_revision:14061; number_of_response:1; }","duration":"170.420467ms","start":"2026-05-10T01:18:26.758653Z","end":"2026-05-10T01:18:26.929073Z","steps":["trace[1673927002] 'process raft request' (duration: 170.203672ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:26.929233Z","caller":"traceutil/trace.go:171","msg":"trace[293324372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14061; }","duration":"169.549727ms","start":"2026-05-10T01:18:26.759668Z","end":"2026-05-10T01:18:26.929217Z","steps":["trace[293324372] 'agreement among raft nodes before linearized reading' (duration: 169.395273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:26.929209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.103217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T01:18:26.929285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.367104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-10T01:18:26.929169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.579649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-10T01:18:26.929297Z","caller":"traceutil/trace.go:171","msg":"trace[1477638270] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14061; }","duration":"187.23229ms","start":"2026-05-10T01:18:26.742045Z","end":"2026-05-10T01:18:26.929277Z","steps":["trace[1477638270] 'agreement among raft nodes before linearized reading' (duration: 187.107657ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:26.929324Z","caller":"traceutil/trace.go:171","msg":"trace[1307866879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14061; }","duration":"159.443426ms","start":"2026-05-10T01:18:26.769868Z","end":"2026-05-10T01:18:26.929311Z","steps":["trace[1307866879] 'agreement among raft nodes before linearized reading' (duration: 159.359204ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:26.92935Z","caller":"traceutil/trace.go:171","msg":"trace[544749004] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14061; }","duration":"152.773014ms","start":"2026-05-10T01:18:26.776548Z","end":"2026-05-10T01:18:26.929321Z","steps":["trace[544749004] 'agreement among raft nodes before linearized reading' (duration: 152.536719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:26.929457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.423308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-10T01:18:26.929489Z","caller":"traceutil/trace.go:171","msg":"trace[1626795495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14061; }","duration":"142.455429ms","start":"2026-05-10T01:18:26.787025Z","end":"2026-05-10T01:18:26.92948Z","steps":["trace[1626795495] 'agreement among raft nodes before linearized reading' (duration: 141.889486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:26.929107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.181892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:18:26.929912Z","caller":"traceutil/trace.go:171","msg":"trace[224696162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14061; }","duration":"143.021652ms","start":"2026-05-10T01:18:26.786869Z","end":"2026-05-10T01:18:26.929891Z","steps":["trace[224696162] 'agreement among raft nodes before linearized reading' (duration: 142.07496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:27.257391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.500177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T01:18:27.257517Z","caller":"traceutil/trace.go:171","msg":"trace[765233588] transaction","detail":"{read_only:false; response_revision:14062; number_of_response:1; }","duration":"324.023792ms","start":"2026-05-10T01:18:26.93348Z","end":"2026-05-10T01:18:27.257504Z","steps":["trace[765233588] 'process raft request' (duration: 197.342671ms)","trace[765233588] 'compare' (duration: 126.397223ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:18:27.257566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:26.933451Z","time spent":"324.098233ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:18:27.302181Z","caller":"traceutil/trace.go:171","msg":"trace[1642440347] transaction","detail":"{read_only:false; response_revision:14063; number_of_response:1; }","duration":"368.551317ms","start":"2026-05-10T01:18:26.933604Z","end":"2026-05-10T01:18:27.302155Z","steps":["trace[1642440347] 'process raft request' (duration: 368.364322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:27.302349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:26.933568Z","time spent":"368.729462ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:18:27.302198Z","caller":"traceutil/trace.go:171","msg":"trace[2014373776] transaction","detail":"{read_only:false; response_revision:14064; number_of_response:1; }","duration":"368.415114ms","start":"2026-05-10T01:18:26.933756Z","end":"2026-05-10T01:18:27.302171Z","steps":["trace[2014373776] 'process raft request' (duration: 368.327661ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:27.302531Z","caller":"traceutil/trace.go:171","msg":"trace[1122007618] transaction","detail":"{read_only:false; response_revision:14065; number_of_response:1; }","duration":"368.723891ms","start":"2026-05-10T01:18:26.933776Z","end":"2026-05-10T01:18:27.3025Z","steps":["trace[1122007618] 'process raft request' (duration: 368.343653ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:18:27.302572Z","caller":"traceutil/trace.go:171","msg":"trace[2115088046] transaction","detail":"{read_only:false; response_revision:14066; number_of_response:1; }","duration":"368.71426ms","start":"2026-05-10T01:18:26.933842Z","end":"2026-05-10T01:18:27.302556Z","steps":["trace[2115088046] 'process raft request' (duration: 368.483345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:18:27.302632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:26.93375Z","time spent":"368.793452ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:18:27.302677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:26.933758Z","time spent":"368.835893ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:18:27.302714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:18:26.933818Z","time spent":"368.817153ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:19:59.213562Z","caller":"traceutil/trace.go:171","msg":"trace[1213851157] transaction","detail":"{read_only:false; response_revision:15107; number_of_response:1; }","duration":"400.952746ms","start":"2026-05-10T01:19:58.812573Z","end":"2026-05-10T01:19:59.213526Z","steps":["trace[1213851157] 'process raft request' (duration: 400.623398ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:19:59.213714Z","caller":"traceutil/trace.go:171","msg":"trace[1314263026] linearizableReadLoop","detail":"{readStateIndex:15619; appliedIndex:15618; }","duration":"362.720084ms","start":"2026-05-10T01:19:58.850713Z","end":"2026-05-10T01:19:59.213433Z","steps":["trace[1314263026] 'read index received' (duration: 362.599071ms)","trace[1314263026] 'applied index is now lower than readState.Index' (duration: 119.852µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:19:59.213883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:58.81255Z","time spent":"401.17977ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:19:59.213919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.175034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbssk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-10T01:19:59.214126Z","caller":"traceutil/trace.go:171","msg":"trace[1889117263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbssk; range_end:; response_count:1; response_revision:15107; }","duration":"363.370688ms","start":"2026-05-10T01:19:58.850672Z","end":"2026-05-10T01:19:59.214043Z","steps":["trace[1889117263] 'agreement among raft nodes before linearized reading' (duration: 362.99082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.224719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:59.215003Z","caller":"traceutil/trace.go:171","msg":"trace[1781242465] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15107; }","duration":"134.127988ms","start":"2026-05-10T01:19:59.080849Z","end":"2026-05-10T01:19:59.214977Z","steps":["trace[1781242465] 'agreement among raft nodes before linearized reading' (duration: 133.136796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.970108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-10T01:19:59.215177Z","caller":"traceutil/trace.go:171","msg":"trace[1723414938] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15107; }","duration":"263.964391ms","start":"2026-05-10T01:19:58.95117Z","end":"2026-05-10T01:19:59.215134Z","steps":["trace[1723414938] 'agreement among raft nodes before linearized reading' (duration: 262.847396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.846057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:59.21554Z","caller":"traceutil/trace.go:171","msg":"trace[415236416] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15107; }","duration":"300.216148ms","start":"2026-05-10T01:19:58.915308Z","end":"2026-05-10T01:19:59.215524Z","steps":["trace[415236416] 'agreement among raft nodes before linearized reading' (duration: 298.821056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.215601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:58.915288Z","time spent":"300.298161ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-05-10T01:19:59.214262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.476383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T01:19:59.21573Z","caller":"traceutil/trace.go:171","msg":"trace[601929588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15107; }","duration":"144.942757ms","start":"2026-05-10T01:19:59.070766Z","end":"2026-05-10T01:19:59.215709Z","steps":["trace[601929588] 'agreement among raft nodes before linearized reading' (duration: 143.447862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.882386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:59.215943Z","caller":"traceutil/trace.go:171","msg":"trace[213852908] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15107; }","duration":"264.530994ms","start":"2026-05-10T01:19:58.951397Z","end":"2026-05-10T01:19:59.215928Z","steps":["trace[213852908] 'agreement among raft nodes before linearized reading' (duration: 262.878466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.145663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T01:19:59.216128Z","caller":"traceutil/trace.go:171","msg":"trace[287206142] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15107; }","duration":"301.033717ms","start":"2026-05-10T01:19:58.915079Z","end":"2026-05-10T01:19:59.216113Z","steps":["trace[287206142] 'agreement among raft nodes before linearized reading' (duration: 299.102782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.216178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:58.915058Z","time spent":"301.103219ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-10T01:19:59.214392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.209676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-10T01:19:59.216374Z","caller":"traceutil/trace.go:171","msg":"trace[1485311569] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15107; }","duration":"134.249302ms","start":"2026-05-10T01:19:59.082116Z","end":"2026-05-10T01:19:59.216365Z","steps":["trace[1485311569] 'agreement among raft nodes before linearized reading' (duration: 132.186485ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.517989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-10T01:19:59.216506Z","caller":"traceutil/trace.go:171","msg":"trace[183105213] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15107; }","duration":"133.646778ms","start":"2026-05-10T01:19:59.082851Z","end":"2026-05-10T01:19:59.216497Z","steps":["trace[183105213] 'agreement among raft nodes before linearized reading' (duration: 131.368756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.214577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.004664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rb28g\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-05-10T01:19:59.216647Z","caller":"traceutil/trace.go:171","msg":"trace[1773844141] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rb28g; range_end:; response_count:1; response_revision:15107; }","duration":"345.101591ms","start":"2026-05-10T01:19:58.871536Z","end":"2026-05-10T01:19:59.216637Z","steps":["trace[1773844141] 'agreement among raft nodes before linearized reading' (duration: 342.332998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:19:59.21668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:58.871521Z","time spent":"345.146652ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rb28g\" "} {"level":"warn","ts":"2026-05-10T01:19:59.214923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:19:58.850652Z","time spent":"364.249118ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-kbssk\" "} {"level":"info","ts":"2026-05-10T01:20:56.233226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12877} {"level":"info","ts":"2026-05-10T01:20:56.313959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12877,"took":"77.966145ms","hash":687629320,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":31412224,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-10T01:20:56.314017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":687629320,"revision":12877,"compact-revision":10765} {"level":"info","ts":"2026-05-10T01:22:50.155138Z","caller":"traceutil/trace.go:171","msg":"trace[1963092009] transaction","detail":"{read_only:false; response_revision:16453; number_of_response:1; }","duration":"117.741197ms","start":"2026-05-10T01:22:50.037365Z","end":"2026-05-10T01:22:50.155106Z","steps":["trace[1963092009] 'process raft request' (duration: 117.552183ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:22:50.266199Z","caller":"traceutil/trace.go:171","msg":"trace[414638327] transaction","detail":"{read_only:false; response_revision:16454; number_of_response:1; }","duration":"100.832464ms","start":"2026-05-10T01:22:50.165337Z","end":"2026-05-10T01:22:50.266169Z","steps":["trace[414638327] 'process raft request' (duration: 73.994166ms)","trace[414638327] 'compare' (duration: 26.686464ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:46.950171Z","caller":"traceutil/trace.go:171","msg":"trace[1770250552] linearizableReadLoop","detail":"{readStateIndex:18421; appliedIndex:18418; }","duration":"189.252804ms","start":"2026-05-10T01:25:46.760898Z","end":"2026-05-10T01:25:46.950151Z","steps":["trace[1770250552] 'read index received' (duration: 179.083203ms)","trace[1770250552] 'applied index is now lower than readState.Index' (duration: 10.168651ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:46.950405Z","caller":"traceutil/trace.go:171","msg":"trace[1893643028] transaction","detail":"{read_only:false; response_revision:17822; number_of_response:1; }","duration":"250.256324ms","start":"2026-05-10T01:25:46.700137Z","end":"2026-05-10T01:25:46.950393Z","steps":["trace[1893643028] 'process raft request' (duration: 249.981528ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:46.95043Z","caller":"traceutil/trace.go:171","msg":"trace[329136996] transaction","detail":"{read_only:false; response_revision:17821; number_of_response:1; }","duration":"255.301628ms","start":"2026-05-10T01:25:46.695088Z","end":"2026-05-10T01:25:46.950389Z","steps":["trace[329136996] 'process raft request' (duration: 254.980261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.950668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.268393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-10T01:25:46.950692Z","caller":"traceutil/trace.go:171","msg":"trace[1903817843] transaction","detail":"{read_only:false; response_revision:17820; number_of_response:1; }","duration":"255.719858ms","start":"2026-05-10T01:25:46.694958Z","end":"2026-05-10T01:25:46.950678Z","steps":["trace[1903817843] 'process raft request' (duration: 244.78235ms)","trace[1903817843] 'compare' (duration: 10.183501ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:46.950715Z","caller":"traceutil/trace.go:171","msg":"trace[1510402052] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17822; }","duration":"257.353115ms","start":"2026-05-10T01:25:46.69335Z","end":"2026-05-10T01:25:46.950703Z","steps":["trace[1510402052] 'agreement among raft nodes before linearized reading' (duration: 257.221102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.950909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.042021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-6d98d49568-mxdjl\" ","response":"range_response_count:1 size:7057"} {"level":"info","ts":"2026-05-10T01:25:46.950941Z","caller":"traceutil/trace.go:171","msg":"trace[1442470663] range","detail":"{range_begin:/registry/pods/openstack/heat-api-6d98d49568-mxdjl; range_end:; response_count:1; response_revision:17822; }","duration":"258.088691ms","start":"2026-05-10T01:25:46.692845Z","end":"2026-05-10T01:25:46.950934Z","steps":["trace[1442470663] 'agreement among raft nodes before linearized reading' (duration: 257.998819ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:46.9865Z","caller":"traceutil/trace.go:171","msg":"trace[1506094258] transaction","detail":"{read_only:false; response_revision:17823; number_of_response:1; }","duration":"222.117888ms","start":"2026-05-10T01:25:46.764358Z","end":"2026-05-10T01:25:46.986476Z","steps":["trace[1506094258] 'process raft request' (duration: 221.871282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.986688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.988943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:25:46.986767Z","caller":"traceutil/trace.go:171","msg":"trace[2074238851] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17824; }","duration":"130.122745ms","start":"2026-05-10T01:25:46.856626Z","end":"2026-05-10T01:25:46.986748Z","steps":["trace[2074238851] 'agreement among raft nodes before linearized reading' (duration: 129.968621ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:46.986885Z","caller":"traceutil/trace.go:171","msg":"trace[1536398593] transaction","detail":"{read_only:false; response_revision:17824; number_of_response:1; }","duration":"218.30216ms","start":"2026-05-10T01:25:46.76856Z","end":"2026-05-10T01:25:46.986862Z","steps":["trace[1536398593] 'process raft request' (duration: 217.805759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.987026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.606275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-api\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-05-10T01:25:46.987047Z","caller":"traceutil/trace.go:171","msg":"trace[2120404440] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-api; range_end:; response_count:1; response_revision:17824; }","duration":"126.633845ms","start":"2026-05-10T01:25:46.860407Z","end":"2026-05-10T01:25:46.987041Z","steps":["trace[2120404440] 'agreement among raft nodes before linearized reading' (duration: 126.587214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.987084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.950402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-05-10T01:25:46.987119Z","caller":"traceutil/trace.go:171","msg":"trace[383525274] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:1; response_revision:17824; }","duration":"127.015254ms","start":"2026-05-10T01:25:46.860095Z","end":"2026-05-10T01:25:46.98711Z","steps":["trace[383525274] 'agreement among raft nodes before linearized reading' (duration: 126.883111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.986706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.287867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-cfn\" ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-05-10T01:25:46.987263Z","caller":"traceutil/trace.go:171","msg":"trace[1451331612] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-cfn; range_end:; response_count:1; response_revision:17824; }","duration":"126.873871ms","start":"2026-05-10T01:25:46.860384Z","end":"2026-05-10T01:25:46.987258Z","steps":["trace[1451331612] 'agreement among raft nodes before linearized reading' (duration: 126.170975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:46.98773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.900859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2213920"} {"level":"info","ts":"2026-05-10T01:25:46.987793Z","caller":"traceutil/trace.go:171","msg":"trace[691030080] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17824; }","duration":"164.008441ms","start":"2026-05-10T01:25:46.823765Z","end":"2026-05-10T01:25:46.987773Z","steps":["trace[691030080] 'agreement among raft nodes before linearized reading' (duration: 163.051309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.037282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.460193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:25:48.037617Z","caller":"traceutil/trace.go:171","msg":"trace[1173393137] transaction","detail":"{read_only:false; response_revision:17834; number_of_response:1; }","duration":"561.355535ms","start":"2026-05-10T01:25:47.476242Z","end":"2026-05-10T01:25:48.037597Z","steps":["trace[1173393137] 'process raft request' (duration: 561.315314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.037724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.476217Z","time spent":"561.472338ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:25:48.037867Z","caller":"traceutil/trace.go:171","msg":"trace[1310669007] transaction","detail":"{read_only:false; response_revision:17832; number_of_response:1; }","duration":"938.764446ms","start":"2026-05-10T01:25:47.099093Z","end":"2026-05-10T01:25:48.037857Z","steps":["trace[1310669007] 'process raft request' (duration: 938.392198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.037919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.099082Z","time spent":"938.813838ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5629,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:25:48.038033Z","caller":"traceutil/trace.go:171","msg":"trace[808030951] linearizableReadLoop","detail":"{readStateIndex:18429; appliedIndex:18428; }","duration":"938.983961ms","start":"2026-05-10T01:25:47.099007Z","end":"2026-05-10T01:25:48.037991Z","steps":["trace[808030951] 'read index received' (duration: 321.751132ms)","trace[808030951] 'applied index is now lower than readState.Index' (duration: 617.228939ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:48.038088Z","caller":"traceutil/trace.go:171","msg":"trace[356253441] transaction","detail":"{read_only:false; response_revision:17830; number_of_response:1; }","duration":"941.433967ms","start":"2026-05-10T01:25:47.096595Z","end":"2026-05-10T01:25:48.038029Z","steps":["trace[356253441] 'process raft request' (duration: 324.148617ms)","trace[356253441] 'compare' (duration: 616.341809ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:48.038088Z","caller":"traceutil/trace.go:171","msg":"trace[660075690] transaction","detail":"{read_only:false; response_revision:17833; number_of_response:1; }","duration":"935.468043ms","start":"2026-05-10T01:25:47.102577Z","end":"2026-05-10T01:25:48.038045Z","steps":["trace[660075690] 'process raft request' (duration: 934.939301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.102557Z","time spent":"935.621085ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:25:48.03827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.767845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:25:48.038268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.241877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-6d98d49568\" ","response":"range_response_count:1 size:7582"} {"level":"warn","ts":"2026-05-10T01:25:48.038318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.443398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:25:48.03833Z","caller":"traceutil/trace.go:171","msg":"trace[1642256196] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17834; }","duration":"299.882767ms","start":"2026-05-10T01:25:47.738432Z","end":"2026-05-10T01:25:48.038314Z","steps":["trace[1642256196] 'agreement among raft nodes before linearized reading' (duration: 299.763165ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:48.038382Z","caller":"traceutil/trace.go:171","msg":"trace[108340058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17834; }","duration":"345.555801ms","start":"2026-05-10T01:25:47.692811Z","end":"2026-05-10T01:25:48.038367Z","steps":["trace[108340058] 'agreement among raft nodes before linearized reading' (duration: 345.371997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.692789Z","time spent":"345.628692ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.790205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:25:48.038429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.524557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:25:48.038474Z","caller":"traceutil/trace.go:171","msg":"trace[1729051974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17834; }","duration":"401.606559ms","start":"2026-05-10T01:25:47.636859Z","end":"2026-05-10T01:25:48.038465Z","steps":["trace[1729051974] 'agreement among raft nodes before linearized reading' (duration: 401.506057ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:48.038478Z","caller":"traceutil/trace.go:171","msg":"trace[1328010618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17834; }","duration":"394.876217ms","start":"2026-05-10T01:25:47.643585Z","end":"2026-05-10T01:25:48.038461Z","steps":["trace[1328010618] 'agreement among raft nodes before linearized reading' (duration: 394.732014ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:48.03834Z","caller":"traceutil/trace.go:171","msg":"trace[1144587627] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-6d98d49568; range_end:; response_count:1; response_revision:17834; }","duration":"939.34216ms","start":"2026-05-10T01:25:47.098983Z","end":"2026-05-10T01:25:48.038325Z","steps":["trace[1144587627] 'agreement among raft nodes before linearized reading' (duration: 939.109635ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.64356Z","time spent":"394.956539ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.479526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:25:48.038266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.096585Z","time spent":"941.58971ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:25:48.038519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.63684Z","time spent":"401.670961ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:25:48.038607Z","caller":"traceutil/trace.go:171","msg":"trace[2084131362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17834; }","duration":"344.531758ms","start":"2026-05-10T01:25:47.694066Z","end":"2026-05-10T01:25:48.038598Z","steps":["trace[2084131362] 'agreement among raft nodes before linearized reading' (duration: 344.436356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.694058Z","time spent":"344.574519ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.605952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:25:48.038565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.098968Z","time spent":"939.585815ms","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7606,"request content":"key:\"/registry/replicasets/openstack/heat-api-6d98d49568\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.980009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:25:48.03873Z","caller":"traceutil/trace.go:171","msg":"trace[900769335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17834; }","duration":"630.802077ms","start":"2026-05-10T01:25:47.40789Z","end":"2026-05-10T01:25:48.038692Z","steps":["trace[900769335] 'agreement among raft nodes before linearized reading' (duration: 630.343467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.40787Z","time spent":"630.924959ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.189359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-05-10T01:25:48.038826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.454333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-10T01:25:48.038873Z","caller":"traceutil/trace.go:171","msg":"trace[769283746] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17834; }","duration":"921.292362ms","start":"2026-05-10T01:25:47.117564Z","end":"2026-05-10T01:25:48.038856Z","steps":["trace[769283746] 'agreement among raft nodes before linearized reading' (duration: 921.080697ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:48.03888Z","caller":"traceutil/trace.go:171","msg":"trace[998416655] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:17834; }","duration":"935.519084ms","start":"2026-05-10T01:25:47.103346Z","end":"2026-05-10T01:25:48.038865Z","steps":["trace[998416655] 'agreement among raft nodes before linearized reading' (duration: 935.36361ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:48.03874Z","caller":"traceutil/trace.go:171","msg":"trace[988586923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17834; }","duration":"300.481451ms","start":"2026-05-10T01:25:47.738244Z","end":"2026-05-10T01:25:48.038726Z","steps":["trace[988586923] 'agreement among raft nodes before linearized reading' (duration: 299.967259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.038916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.117551Z","time spent":"921.357113ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.103339Z","time spent":"935.570045ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-10T01:25:48.038508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.720677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:25:48.038956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.738231Z","time spent":"300.710225ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:25:48.037755Z","caller":"traceutil/trace.go:171","msg":"trace[185266713] transaction","detail":"{read_only:false; response_revision:17831; number_of_response:1; }","duration":"938.635604ms","start":"2026-05-10T01:25:47.09907Z","end":"2026-05-10T01:25:48.037706Z","steps":["trace[185266713] 'process raft request' (duration: 938.316467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.03907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.099054Z","time spent":"939.943773ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7003,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:25:48.039098Z","caller":"traceutil/trace.go:171","msg":"trace[897598160] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:17834; }","duration":"142.265059ms","start":"2026-05-10T01:25:47.896705Z","end":"2026-05-10T01:25:48.03897Z","steps":["trace[897598160] 'agreement among raft nodes before linearized reading' (duration: 141.630775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.039278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.803432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:954060"} {"level":"info","ts":"2026-05-10T01:25:48.039352Z","caller":"traceutil/trace.go:171","msg":"trace[1648196530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:17834; }","duration":"936.912155ms","start":"2026-05-10T01:25:47.102425Z","end":"2026-05-10T01:25:48.039337Z","steps":["trace[1648196530] 'agreement among raft nodes before linearized reading' (duration: 935.761119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.039409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:25:47.102412Z","time spent":"936.978477ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":954084,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-10T01:25:48.242952Z","caller":"traceutil/trace.go:171","msg":"trace[1949579793] transaction","detail":"{read_only:false; response_revision:17843; number_of_response:1; }","duration":"117.275994ms","start":"2026-05-10T01:25:48.125643Z","end":"2026-05-10T01:25:48.242919Z","steps":["trace[1949579793] 'process raft request' (duration: 48.445347ms)","trace[1949579793] 'compare' (duration: 68.691384ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:48.315747Z","caller":"traceutil/trace.go:171","msg":"trace[233249868] linearizableReadLoop","detail":"{readStateIndex:18443; appliedIndex:18441; }","duration":"180.467724ms","start":"2026-05-10T01:25:48.135253Z","end":"2026-05-10T01:25:48.315721Z","steps":["trace[233249868] 'read index received' (duration: 38.825019ms)","trace[233249868] 'applied index is now lower than readState.Index' (duration: 141.641675ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:25:48.315793Z","caller":"traceutil/trace.go:171","msg":"trace[1373611945] transaction","detail":"{read_only:false; response_revision:17844; number_of_response:1; }","duration":"183.122154ms","start":"2026-05-10T01:25:48.132644Z","end":"2026-05-10T01:25:48.315766Z","steps":["trace[1373611945] 'process raft request' (duration: 182.902209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.316023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.74867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-05-10T01:25:48.316068Z","caller":"traceutil/trace.go:171","msg":"trace[33521791] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17844; }","duration":"180.835442ms","start":"2026-05-10T01:25:48.135222Z","end":"2026-05-10T01:25:48.316057Z","steps":["trace[33521791] 'agreement among raft nodes before linearized reading' (duration: 180.643108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:25:48.316078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.940592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-05-10T01:25:48.316139Z","caller":"traceutil/trace.go:171","msg":"trace[255572571] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:17844; }","duration":"180.022844ms","start":"2026-05-10T01:25:48.1361Z","end":"2026-05-10T01:25:48.316123Z","steps":["trace[255572571] 'agreement among raft nodes before linearized reading' (duration: 179.8364ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:54.169119Z","caller":"traceutil/trace.go:171","msg":"trace[462522641] transaction","detail":"{read_only:false; response_revision:17919; number_of_response:1; }","duration":"100.345711ms","start":"2026-05-10T01:25:54.068746Z","end":"2026-05-10T01:25:54.169092Z","steps":["trace[462522641] 'process raft request' (duration: 100.119275ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:25:56.242682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15472} {"level":"info","ts":"2026-05-10T01:25:56.339235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15472,"took":"93.727501ms","hash":2524512061,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":33300480,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-10T01:25:56.339293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2524512061,"revision":15472,"compact-revision":12877} {"level":"info","ts":"2026-05-10T01:26:44.564798Z","caller":"traceutil/trace.go:171","msg":"trace[1386768763] transaction","detail":"{read_only:false; response_revision:18384; number_of_response:1; }","duration":"106.817288ms","start":"2026-05-10T01:26:44.45791Z","end":"2026-05-10T01:26:44.564727Z","steps":["trace[1386768763] 'process raft request' (duration: 106.48725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:26:44.589216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.620306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:26:44.589317Z","caller":"traceutil/trace.go:171","msg":"trace[343368796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18385; }","duration":"122.733348ms","start":"2026-05-10T01:26:44.466544Z","end":"2026-05-10T01:26:44.589277Z","steps":["trace[343368796] 'agreement among raft nodes before linearized reading' (duration: 122.024902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:26:44.589832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.39954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:26:44.589986Z","caller":"traceutil/trace.go:171","msg":"trace[616143259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18385; }","duration":"122.580303ms","start":"2026-05-10T01:26:44.467385Z","end":"2026-05-10T01:26:44.589965Z","steps":["trace[616143259] 'agreement among raft nodes before linearized reading' (duration: 121.420657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:26:44.590003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.547683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:26:44.590181Z","caller":"traceutil/trace.go:171","msg":"trace[184630749] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18385; }","duration":"122.736468ms","start":"2026-05-10T01:26:44.467426Z","end":"2026-05-10T01:26:44.590162Z","steps":["trace[184630749] 'agreement among raft nodes before linearized reading' (duration: 121.371527ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:26:44.719944Z","caller":"traceutil/trace.go:171","msg":"trace[1143554699] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"125.91067ms","start":"2026-05-10T01:26:44.594008Z","end":"2026-05-10T01:26:44.719918Z","steps":["trace[1143554699] 'process raft request' (duration: 125.642414ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:26:44.71995Z","caller":"traceutil/trace.go:171","msg":"trace[1239389285] transaction","detail":"{read_only:false; response_revision:18388; number_of_response:1; }","duration":"125.878609ms","start":"2026-05-10T01:26:44.594052Z","end":"2026-05-10T01:26:44.71993Z","steps":["trace[1239389285] 'process raft request' (duration: 125.768916ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:26:44.720134Z","caller":"traceutil/trace.go:171","msg":"trace[932241219] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"126.003831ms","start":"2026-05-10T01:26:44.59412Z","end":"2026-05-10T01:26:44.720124Z","steps":["trace[932241219] 'process raft request' (duration: 125.764626ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:28:59.157578Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:28:59.163565Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-10T01:28:59.163685Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-10T01:30:35.092841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.259108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:30:35.31326Z","caller":"traceutil/trace.go:171","msg":"trace[767182342] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"154.734987ms","start":"2026-05-10T01:30:35.158498Z","end":"2026-05-10T01:30:35.313233Z","steps":["trace[767182342] 'process raft request' (duration: 154.499281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:35.674232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.074531ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:35.674403Z","caller":"traceutil/trace.go:171","msg":"trace[2018355559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19983; }","duration":"238.256665ms","start":"2026-05-10T01:30:35.43612Z","end":"2026-05-10T01:30:35.674377Z","steps":["trace[2018355559] 'range keys from in-memory index tree' (duration: 238.05626ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:35.975173Z","caller":"traceutil/trace.go:171","msg":"trace[699515131] linearizableReadLoop","detail":"{readStateIndex:20661; appliedIndex:20660; }","duration":"260.125449ms","start":"2026-05-10T01:30:35.71501Z","end":"2026-05-10T01:30:35.975136Z","steps":["trace[699515131] 'read index received' (duration: 185.723139ms)","trace[699515131] 'applied index is now lower than readState.Index' (duration: 74.40066ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:30:35.975328Z","caller":"traceutil/trace.go:171","msg":"trace[1868188061] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"273.254965ms","start":"2026-05-10T01:30:35.702036Z","end":"2026-05-10T01:30:35.975291Z","steps":["trace[1868188061] 'process raft request' (duration: 198.785012ms)","trace[1868188061] 'compare' (duration: 74.162546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:30:35.975509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.477267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:30:35.975604Z","caller":"traceutil/trace.go:171","msg":"trace[1165732077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19987; }","duration":"260.611571ms","start":"2026-05-10T01:30:35.71497Z","end":"2026-05-10T01:30:35.975581Z","steps":["trace[1165732077] 'agreement among raft nodes before linearized reading' (duration: 260.347064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:35.975607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.415976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:30:35.975595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:30:35.97566Z","caller":"traceutil/trace.go:171","msg":"trace[551834628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19987; }","duration":"137.508949ms","start":"2026-05-10T01:30:35.838134Z","end":"2026-05-10T01:30:35.975643Z","steps":["trace[551834628] 'agreement among raft nodes before linearized reading' (duration: 137.375455ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:35.975698Z","caller":"traceutil/trace.go:171","msg":"trace[1165378264] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19987; }","duration":"113.679399ms","start":"2026-05-10T01:30:35.861987Z","end":"2026-05-10T01:30:35.975666Z","steps":["trace[1165378264] 'agreement among raft nodes before linearized reading' (duration: 113.526275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:35.975742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.366776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:30:35.975803Z","caller":"traceutil/trace.go:171","msg":"trace[1430226295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19987; }","duration":"122.54118ms","start":"2026-05-10T01:30:35.853247Z","end":"2026-05-10T01:30:35.975788Z","steps":["trace[1430226295] 'agreement among raft nodes before linearized reading' (duration: 122.255342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:35.975923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.459693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:35.97637Z","caller":"traceutil/trace.go:171","msg":"trace[100575495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19987; }","duration":"237.478507ms","start":"2026-05-10T01:30:35.738868Z","end":"2026-05-10T01:30:35.976347Z","steps":["trace[100575495] 'agreement among raft nodes before linearized reading' (duration: 236.463584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:35.97609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.899357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:30:35.976653Z","caller":"traceutil/trace.go:171","msg":"trace[477712946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19987; }","duration":"119.47646ms","start":"2026-05-10T01:30:35.857133Z","end":"2026-05-10T01:30:35.976609Z","steps":["trace[477712946] 'agreement among raft nodes before linearized reading' (duration: 118.809765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:36.481961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.795927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:30:36.482483Z","caller":"traceutil/trace.go:171","msg":"trace[886026542] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"502.341202ms","start":"2026-05-10T01:30:35.980116Z","end":"2026-05-10T01:30:36.482457Z","steps":["trace[886026542] 'process raft request' (duration: 127.945672ms)","trace[886026542] 'compare' (duration: 373.49335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:30:36.482739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:35.980098Z","time spent":"502.547169ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:30:36.483325Z","caller":"traceutil/trace.go:171","msg":"trace[1079022331] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"502.749102ms","start":"2026-05-10T01:30:35.98056Z","end":"2026-05-10T01:30:36.483309Z","steps":["trace[1079022331] 'process raft request' (duration: 502.582929ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:36.483494Z","caller":"traceutil/trace.go:171","msg":"trace[624032998] linearizableReadLoop","detail":"{readStateIndex:20665; appliedIndex:20661; }","duration":"501.683158ms","start":"2026-05-10T01:30:35.981794Z","end":"2026-05-10T01:30:36.483477Z","steps":["trace[624032998] 'read index received' (duration: 126.345936ms)","trace[624032998] 'applied index is now lower than readState.Index' (duration: 375.336542ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:30:36.483514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:35.980537Z","time spent":"502.933437ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:30:36.48363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.816941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:36.483657Z","caller":"traceutil/trace.go:171","msg":"trace[321215215] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19991; }","duration":"501.873172ms","start":"2026-05-10T01:30:35.981777Z","end":"2026-05-10T01:30:36.48365Z","steps":["trace[321215215] 'agreement among raft nodes before linearized reading' (duration: 501.815311ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:36.483583Z","caller":"traceutil/trace.go:171","msg":"trace[561806708] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"502.338432ms","start":"2026-05-10T01:30:35.981236Z","end":"2026-05-10T01:30:36.483574Z","steps":["trace[561806708] 'process raft request' (duration: 502.181039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:36.48368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:35.981769Z","time spent":"501.906463ms","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:30:36.483676Z","caller":"traceutil/trace.go:171","msg":"trace[638638878] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"503.047209ms","start":"2026-05-10T01:30:35.980603Z","end":"2026-05-10T01:30:36.48365Z","steps":["trace[638638878] 'process raft request' (duration: 502.679841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:36.483782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:35.981225Z","time spent":"502.470785ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:30:36.48386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:35.980582Z","time spent":"503.201363ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:30:36.484113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.874773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:30:36.48424Z","caller":"traceutil/trace.go:171","msg":"trace[484817049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19991; }","duration":"410.041047ms","start":"2026-05-10T01:30:36.074181Z","end":"2026-05-10T01:30:36.484222Z","steps":["trace[484817049] 'agreement among raft nodes before linearized reading' (duration: 409.636888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:30:36.484354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:30:36.074165Z","time spent":"410.175709ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:30:36.806771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.399224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:30:36.807359Z","caller":"traceutil/trace.go:171","msg":"trace[1020219706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19991; }","duration":"199.032718ms","start":"2026-05-10T01:30:36.608302Z","end":"2026-05-10T01:30:36.807334Z","steps":["trace[1020219706] 'range keys from in-memory index tree' (duration: 198.267401ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:30:56.250997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18005} {"level":"info","ts":"2026-05-10T01:30:56.369029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18005,"took":"115.449039ms","hash":3364202678,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":29089792,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-10T01:30:56.369091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3364202678,"revision":18005,"compact-revision":15472} {"level":"info","ts":"2026-05-10T01:33:54.535988Z","caller":"traceutil/trace.go:171","msg":"trace[2031835390] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"105.422162ms","start":"2026-05-10T01:33:54.430533Z","end":"2026-05-10T01:33:54.535955Z","steps":["trace[2031835390] 'process raft request' (duration: 103.703343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.064487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423613982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:34:14.21161Z","caller":"traceutil/trace.go:171","msg":"trace[817643695] transaction","detail":"{read_only:false; response_revision:22296; number_of_response:1; }","duration":"649.613471ms","start":"2026-05-10T01:34:13.56197Z","end":"2026-05-10T01:34:14.211584Z","steps":["trace[817643695] 'process raft request' (duration: 649.359505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.211764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.561951Z","time spent":"649.731383ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:34:14.269609Z","caller":"traceutil/trace.go:171","msg":"trace[420615905] transaction","detail":"{read_only:false; response_revision:22297; number_of_response:1; }","duration":"706.963737ms","start":"2026-05-10T01:34:13.562619Z","end":"2026-05-10T01:34:14.269583Z","steps":["trace[420615905] 'process raft request' (duration: 679.208671ms)","trace[420615905] 'compare' (duration: 27.599333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:34:14.269742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.562595Z","time spent":"707.082289ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:34:14.269925Z","caller":"traceutil/trace.go:171","msg":"trace[1101455155] linearizableReadLoop","detail":"{readStateIndex:23041; appliedIndex:23038; }","duration":"706.17441ms","start":"2026-05-10T01:34:13.56372Z","end":"2026-05-10T01:34:14.269894Z","steps":["trace[1101455155] 'read index received' (duration: 647.659628ms)","trace[1101455155] 'applied index is now lower than readState.Index' (duration: 58.513452ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:34:14.269974Z","caller":"traceutil/trace.go:171","msg":"trace[161612526] transaction","detail":"{read_only:false; response_revision:22299; number_of_response:1; }","duration":"192.266645ms","start":"2026-05-10T01:34:14.077676Z","end":"2026-05-10T01:34:14.269942Z","steps":["trace[161612526] 'process raft request' (duration: 192.078511ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:34:14.270054Z","caller":"traceutil/trace.go:171","msg":"trace[364205188] transaction","detail":"{read_only:false; response_revision:22298; number_of_response:1; }","duration":"502.085968ms","start":"2026-05-10T01:34:13.767933Z","end":"2026-05-10T01:34:14.270019Z","steps":["trace[364205188] 'process raft request' (duration: 501.607616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.345246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:34:14.27017Z","caller":"traceutil/trace.go:171","msg":"trace[2067315014] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:22299; }","duration":"461.381557ms","start":"2026-05-10T01:34:13.808778Z","end":"2026-05-10T01:34:14.270159Z","steps":["trace[2067315014] 'agreement among raft nodes before linearized reading' (duration: 461.322596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.808718Z","time spent":"461.47027ms","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:34:14.270231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.187329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:34:14.270243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.767905Z","time spent":"502.240151ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:34:14.270296Z","caller":"traceutil/trace.go:171","msg":"trace[1310212928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22299; }","duration":"694.282171ms","start":"2026-05-10T01:34:13.575993Z","end":"2026-05-10T01:34:14.270276Z","steps":["trace[1310212928] 'agreement among raft nodes before linearized reading' (duration: 694.090776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.645473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:34:14.270292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.800849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:34:14.270348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.57598Z","time spent":"694.356263ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:34:14.27037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.051224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-10T01:34:14.270364Z","caller":"traceutil/trace.go:171","msg":"trace[85856020] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:22299; }","duration":"199.858587ms","start":"2026-05-10T01:34:14.070492Z","end":"2026-05-10T01:34:14.27035Z","steps":["trace[85856020] 'agreement among raft nodes before linearized reading' (duration: 199.600282ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:34:14.270393Z","caller":"traceutil/trace.go:171","msg":"trace[1273992646] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22299; }","duration":"378.141626ms","start":"2026-05-10T01:34:13.892244Z","end":"2026-05-10T01:34:14.270385Z","steps":["trace[1273992646] 'agreement among raft nodes before linearized reading' (duration: 378.055994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.892211Z","time spent":"378.205138ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-10T01:34:14.270429Z","caller":"traceutil/trace.go:171","msg":"trace[803305711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22299; }","duration":"531.969383ms","start":"2026-05-10T01:34:13.738406Z","end":"2026-05-10T01:34:14.270376Z","steps":["trace[803305711] 'agreement among raft nodes before linearized reading' (duration: 531.738508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.738387Z","time spent":"532.105096ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:34:14.270879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.148392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:34:14.270939Z","caller":"traceutil/trace.go:171","msg":"trace[641905115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22299; }","duration":"707.222863ms","start":"2026-05-10T01:34:13.5637Z","end":"2026-05-10T01:34:14.270923Z","steps":["trace[641905115] 'agreement among raft nodes before linearized reading' (duration: 707.08047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:34:14.270984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:34:13.563693Z","time spent":"707.284045ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:35:56.256025Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20093} {"level":"info","ts":"2026-05-10T01:35:56.365805Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20093,"took":"106.383544ms","hash":4281174286,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":41619456,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-05-10T01:35:56.365888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4281174286,"revision":20093,"compact-revision":18005} {"level":"info","ts":"2026-05-10T01:37:27.287225Z","caller":"traceutil/trace.go:171","msg":"trace[1099596133] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"104.842461ms","start":"2026-05-10T01:37:27.18235Z","end":"2026-05-10T01:37:27.287193Z","steps":["trace[1099596133] 'process raft request' (duration: 46.779828ms)","trace[1099596133] 'compare' (duration: 57.568221ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:39.796612Z","caller":"traceutil/trace.go:171","msg":"trace[1577193969] linearizableReadLoop","detail":"{readStateIndex:25194; appliedIndex:25193; }","duration":"356.667147ms","start":"2026-05-10T01:37:39.439865Z","end":"2026-05-10T01:37:39.796532Z","steps":["trace[1577193969] 'read index received' (duration: 356.202477ms)","trace[1577193969] 'applied index is now lower than readState.Index' (duration: 463.17µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:39.796824Z","caller":"traceutil/trace.go:171","msg":"trace[1504061380] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"365.788914ms","start":"2026-05-10T01:37:39.430991Z","end":"2026-05-10T01:37:39.79678Z","steps":["trace[1504061380] 'process raft request' (duration: 365.151869ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:39.797245Z","caller":"traceutil/trace.go:171","msg":"trace[1375839966] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"307.862624ms","start":"2026-05-10T01:37:39.489257Z","end":"2026-05-10T01:37:39.79712Z","steps":["trace[1375839966] 'process raft request' (duration: 307.516676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:39.797231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.657228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:37:39.797241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.430966Z","time spent":"366.032608ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:39.797352Z","caller":"traceutil/trace.go:171","msg":"trace[788245165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24397; }","duration":"341.814852ms","start":"2026-05-10T01:37:39.455507Z","end":"2026-05-10T01:37:39.797322Z","steps":["trace[788245165] 'agreement among raft nodes before linearized reading' (duration: 341.501305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:39.797421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.455489Z","time spent":"341.919713ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:39.797422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.489235Z","time spent":"308.080469ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:39.797621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.708967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:37:39.79784Z","caller":"traceutil/trace.go:171","msg":"trace[55897591] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24397; }","duration":"330.004223ms","start":"2026-05-10T01:37:39.467805Z","end":"2026-05-10T01:37:39.79781Z","steps":["trace[55897591] 'agreement among raft nodes before linearized reading' (duration: 329.477432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:39.797711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.204458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:37:39.797971Z","caller":"traceutil/trace.go:171","msg":"trace[502979039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24396; }","duration":"358.152149ms","start":"2026-05-10T01:37:39.439798Z","end":"2026-05-10T01:37:39.797951Z","steps":["trace[502979039] 'agreement among raft nodes before linearized reading' (duration: 356.967753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:39.798058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.439779Z","time spent":"358.260993ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:39.797907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.467788Z","time spent":"330.106266ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-05-10T01:37:40.377044Z","caller":"traceutil/trace.go:171","msg":"trace[1436160041] linearizableReadLoop","detail":"{readStateIndex:25202; appliedIndex:25201; }","duration":"278.45529ms","start":"2026-05-10T01:37:40.098563Z","end":"2026-05-10T01:37:40.377018Z","steps":["trace[1436160041] 'read index received' (duration: 247.910269ms)","trace[1436160041] 'applied index is now lower than readState.Index' (duration: 30.544301ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:40.377136Z","caller":"traceutil/trace.go:171","msg":"trace[1323537114] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"394.930981ms","start":"2026-05-10T01:37:39.982196Z","end":"2026-05-10T01:37:40.377127Z","steps":["trace[1323537114] 'process raft request' (duration: 364.265118ms)","trace[1323537114] 'compare' (duration: 29.534228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:40.377228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:39.982155Z","time spent":"395.006633ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:40.377339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.758156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:37:40.377411Z","caller":"traceutil/trace.go:171","msg":"trace[2076936929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24403; }","duration":"278.867909ms","start":"2026-05-10T01:37:40.098527Z","end":"2026-05-10T01:37:40.377395Z","steps":["trace[2076936929] 'agreement among raft nodes before linearized reading' (duration: 278.688185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:40.953034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.884385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:40.953136Z","caller":"traceutil/trace.go:171","msg":"trace[1332752903] linearizableReadLoop","detail":"{readStateIndex:25203; appliedIndex:25202; }","duration":"576.024003ms","start":"2026-05-10T01:37:40.377096Z","end":"2026-05-10T01:37:40.95312Z","steps":["trace[1332752903] 'read index received' (duration: 298.816031ms)","trace[1332752903] 'applied index is now lower than readState.Index' (duration: 277.206872ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:40.95335Z","caller":"traceutil/trace.go:171","msg":"trace[430902212] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"703.529553ms","start":"2026-05-10T01:37:40.249807Z","end":"2026-05-10T01:37:40.953337Z","steps":["trace[430902212] 'process raft request' (duration: 426.27568ms)","trace[430902212] 'compare' (duration: 275.626376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:40.953415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.249789Z","time spent":"703.589934ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:40.953672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.651456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:40.95371Z","caller":"traceutil/trace.go:171","msg":"trace[1383414950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24404; }","duration":"684.749988ms","start":"2026-05-10T01:37:40.268949Z","end":"2026-05-10T01:37:40.953699Z","steps":["trace[1383414950] 'agreement among raft nodes before linearized reading' (duration: 684.628605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:40.953745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.268915Z","time spent":"684.82464ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:37:41.045606Z","caller":"traceutil/trace.go:171","msg":"trace[282485265] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"664.768666ms","start":"2026-05-10T01:37:40.380813Z","end":"2026-05-10T01:37:41.045582Z","steps":["trace[282485265] 'process raft request' (duration: 664.642664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.045753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.380799Z","time spent":"664.880779ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:41.261713Z","caller":"traceutil/trace.go:171","msg":"trace[1038806508] linearizableReadLoop","detail":"{readStateIndex:25205; appliedIndex:25204; }","duration":"308.529739ms","start":"2026-05-10T01:37:40.953162Z","end":"2026-05-10T01:37:41.261691Z","steps":["trace[1038806508] 'read index received' (duration: 92.432788ms)","trace[1038806508] 'applied index is now lower than readState.Index' (duration: 216.096151ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:41.261808Z","caller":"traceutil/trace.go:171","msg":"trace[3404583] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"371.993963ms","start":"2026-05-10T01:37:40.889805Z","end":"2026-05-10T01:37:41.261799Z","steps":["trace[3404583] 'process raft request' (duration: 370.716825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.261897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.889775Z","time spent":"372.052414ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:41.261949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.516276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:41.262026Z","caller":"traceutil/trace.go:171","msg":"trace[689948319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24406; }","duration":"523.626458ms","start":"2026-05-10T01:37:40.738383Z","end":"2026-05-10T01:37:41.262009Z","steps":["trace[689948319] 'agreement among raft nodes before linearized reading' (duration: 523.509366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.262055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.738365Z","time spent":"523.68511ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:41.26222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.592557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:41.262258Z","caller":"traceutil/trace.go:171","msg":"trace[1534881623] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24406; }","duration":"488.633787ms","start":"2026-05-10T01:37:40.773616Z","end":"2026-05-10T01:37:41.26225Z","steps":["trace[1534881623] 'agreement among raft nodes before linearized reading' (duration: 488.568216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.262289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.773566Z","time spent":"488.715849ms","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:41.262316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.214497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:41.262345Z","caller":"traceutil/trace.go:171","msg":"trace[1972327435] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24406; }","duration":"337.245397ms","start":"2026-05-10T01:37:40.925089Z","end":"2026-05-10T01:37:41.262334Z","steps":["trace[1972327435] 'agreement among raft nodes before linearized reading' (duration: 337.196286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.262366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.925047Z","time spent":"337.313629ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:41.262566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.954813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:41.262597Z","caller":"traceutil/trace.go:171","msg":"trace[26610142] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24406; }","duration":"581.020344ms","start":"2026-05-10T01:37:40.681569Z","end":"2026-05-10T01:37:41.26259Z","steps":["trace[26610142] 'agreement among raft nodes before linearized reading' (duration: 580.966883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.262621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.681531Z","time spent":"581.084616ms","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:41.262789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.536426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-10T01:37:41.26282Z","caller":"traceutil/trace.go:171","msg":"trace[1830509872] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24406; }","duration":"578.290843ms","start":"2026-05-10T01:37:40.684522Z","end":"2026-05-10T01:37:41.262813Z","steps":["trace[1830509872] 'agreement among raft nodes before linearized reading' (duration: 577.508636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:41.262842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.6845Z","time spent":"578.335144ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-10T01:37:41.762049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423618984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:42.188892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.17407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:42.189258Z","caller":"traceutil/trace.go:171","msg":"trace[142295655] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"782.446935ms","start":"2026-05-10T01:37:41.406787Z","end":"2026-05-10T01:37:42.189234Z","steps":["trace[142295655] 'process raft request' (duration: 782.336062ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.189264Z","caller":"traceutil/trace.go:171","msg":"trace[238562167] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"1.111443387s","start":"2026-05-10T01:37:41.077795Z","end":"2026-05-10T01:37:42.189239Z","steps":["trace[238562167] 'process raft request' (duration: 729.806626ms)","trace[238562167] 'compare' (duration: 380.127687ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:42.189296Z","caller":"traceutil/trace.go:171","msg":"trace[758159474] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"943.169596ms","start":"2026-05-10T01:37:41.246073Z","end":"2026-05-10T01:37:42.189243Z","steps":["trace[758159474] 'process raft request' (duration: 942.937111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.18936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.077767Z","time spent":"1.11154949s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.189392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.406763Z","time spent":"782.549677ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.189462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.246048Z","time spent":"943.3219ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.189614Z","caller":"traceutil/trace.go:171","msg":"trace[1890056506] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"404.694911ms","start":"2026-05-10T01:37:41.784885Z","end":"2026-05-10T01:37:42.18958Z","steps":["trace[1890056506] 'process raft request' (duration: 404.299323ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.1898Z","caller":"traceutil/trace.go:171","msg":"trace[1004746063] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"386.138343ms","start":"2026-05-10T01:37:41.803605Z","end":"2026-05-10T01:37:42.189743Z","steps":["trace[1004746063] 'process raft request' (duration: 385.839096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.18983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.784866Z","time spent":"404.825765ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.189873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.803598Z","time spent":"386.238905ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:42.189828Z","caller":"traceutil/trace.go:171","msg":"trace[1185693665] linearizableReadLoop","detail":"{readStateIndex:25208; appliedIndex:25205; }","duration":"927.971012ms","start":"2026-05-10T01:37:41.261772Z","end":"2026-05-10T01:37:42.189742Z","steps":["trace[1185693665] 'read index received' (duration: 545.84265ms)","trace[1185693665] 'applied index is now lower than readState.Index' (duration: 382.126642ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:42.189882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114856394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.189952Z","caller":"traceutil/trace.go:171","msg":"trace[1320253845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24411; }","duration":"1.114986757s","start":"2026-05-10T01:37:41.074946Z","end":"2026-05-10T01:37:42.189933Z","steps":["trace[1320253845] 'agreement among raft nodes before linearized reading' (duration: 1.114838774s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.190009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.074928Z","time spent":"1.115069939s","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:42.190009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231820296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:42.190064Z","caller":"traceutil/trace.go:171","msg":"trace[131070680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24411; }","duration":"1.231914608s","start":"2026-05-10T01:37:40.958135Z","end":"2026-05-10T01:37:42.19005Z","steps":["trace[131070680] 'agreement among raft nodes before linearized reading' (duration: 1.231732374s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.190119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:40.958126Z","time spent":"1.231981629s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:37:42.437914Z","caller":"traceutil/trace.go:171","msg":"trace[40925518] linearizableReadLoop","detail":"{readStateIndex:25211; appliedIndex:25210; }","duration":"247.980422ms","start":"2026-05-10T01:37:42.189913Z","end":"2026-05-10T01:37:42.437893Z","steps":["trace[40925518] 'read index received' (duration: 205.151475ms)","trace[40925518] 'applied index is now lower than readState.Index' (duration: 42.828147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:42.438304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.752578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:42.438344Z","caller":"traceutil/trace.go:171","msg":"trace[610607757] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"596.677068ms","start":"2026-05-10T01:37:41.841646Z","end":"2026-05-10T01:37:42.438323Z","steps":["trace[610607757] 'process raft request' (duration: 553.401331ms)","trace[610607757] 'compare' (duration: 42.734285ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:42.438379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.50411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.438429Z","caller":"traceutil/trace.go:171","msg":"trace[1418772261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24412; }","duration":"274.587982ms","start":"2026-05-10T01:37:42.163822Z","end":"2026-05-10T01:37:42.43841Z","steps":["trace[1418772261] 'agreement among raft nodes before linearized reading' (duration: 274.521401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.841628Z","time spent":"596.776231ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:42.438506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137519186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:37:42.438549Z","caller":"traceutil/trace.go:171","msg":"trace[599536278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24412; }","duration":"1.137560337s","start":"2026-05-10T01:37:41.300975Z","end":"2026-05-10T01:37:42.438536Z","steps":["trace[599536278] 'agreement among raft nodes before linearized reading' (duration: 1.137456705s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.150672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:37:42.438575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.300934Z","time spent":"1.137635599s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:37:42.438446Z","caller":"traceutil/trace.go:171","msg":"trace[97003372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24412; }","duration":"599.884271ms","start":"2026-05-10T01:37:41.838504Z","end":"2026-05-10T01:37:42.438388Z","steps":["trace[97003372] 'agreement among raft nodes before linearized reading' (duration: 599.610245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.290315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:37:42.438678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.739001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:37:42.438662Z","caller":"traceutil/trace.go:171","msg":"trace[1018471435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24412; }","duration":"598.52477ms","start":"2026-05-10T01:37:41.840065Z","end":"2026-05-10T01:37:42.43859Z","steps":["trace[1018471435] 'agreement among raft nodes before linearized reading' (duration: 597.897166ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.438705Z","caller":"traceutil/trace.go:171","msg":"trace[828996176] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24412; }","duration":"598.490801ms","start":"2026-05-10T01:37:41.840194Z","end":"2026-05-10T01:37:42.438684Z","steps":["trace[828996176] 'agreement among raft nodes before linearized reading' (duration: 598.210764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175908093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:42.438749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169051158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-10T01:37:42.438755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.840169Z","time spent":"598.577152ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:37:42.438771Z","caller":"traceutil/trace.go:171","msg":"trace[112071515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24412; }","duration":"1.175962224s","start":"2026-05-10T01:37:41.262803Z","end":"2026-05-10T01:37:42.438765Z","steps":["trace[112071515] 'agreement among raft nodes before linearized reading' (duration: 1.175925924s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:42.438782Z","caller":"traceutil/trace.go:171","msg":"trace[156138246] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24412; }","duration":"1.169100599s","start":"2026-05-10T01:37:41.269671Z","end":"2026-05-10T01:37:42.438772Z","steps":["trace[156138246] 'agreement among raft nodes before linearized reading' (duration: 1.168994837s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.84003Z","time spent":"598.711055ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:42.438791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.262786Z","time spent":"1.176001176s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:42.438815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.269659Z","time spent":"1.16914996s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11861,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-10T01:37:42.438702Z","caller":"traceutil/trace.go:171","msg":"trace[1231786662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24412; }","duration":"635.791982ms","start":"2026-05-10T01:37:41.802901Z","end":"2026-05-10T01:37:42.438693Z","steps":["trace[1231786662] 'agreement among raft nodes before linearized reading' (duration: 635.73012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.438753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.838494Z","time spent":"600.170457ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:42.438869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:41.802889Z","time spent":"635.966076ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:42.448507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.947725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.448576Z","caller":"traceutil/trace.go:171","msg":"trace[1885413823] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24413; }","duration":"126.054747ms","start":"2026-05-10T01:37:42.322504Z","end":"2026-05-10T01:37:42.448559Z","steps":["trace[1885413823] 'agreement among raft nodes before linearized reading' (duration: 125.912154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.448526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.215831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:37:42.449275Z","caller":"traceutil/trace.go:171","msg":"trace[1883324008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24413; }","duration":"258.001158ms","start":"2026-05-10T01:37:42.191253Z","end":"2026-05-10T01:37:42.449254Z","steps":["trace[1883324008] 'agreement among raft nodes before linearized reading' (duration: 257.125038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.448828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.571799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"info","ts":"2026-05-10T01:37:42.449586Z","caller":"traceutil/trace.go:171","msg":"trace[1499713599] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24413; }","duration":"154.346497ms","start":"2026-05-10T01:37:42.295222Z","end":"2026-05-10T01:37:42.449569Z","steps":["trace[1499713599] 'agreement among raft nodes before linearized reading' (duration: 153.414466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:42.448912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.252508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:42.449681Z","caller":"traceutil/trace.go:171","msg":"trace[65195092] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24413; }","duration":"234.070247ms","start":"2026-05-10T01:37:42.215592Z","end":"2026-05-10T01:37:42.449662Z","steps":["trace[65195092] 'agreement among raft nodes before linearized reading' (duration: 233.248008ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:45.150615Z","caller":"traceutil/trace.go:171","msg":"trace[1642441325] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"343.650762ms","start":"2026-05-10T01:37:44.806936Z","end":"2026-05-10T01:37:45.150587Z","steps":["trace[1642441325] 'process raft request' (duration: 343.426787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:45.150771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.806914Z","time spent":"343.773635ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:45.640244Z","caller":"traceutil/trace.go:171","msg":"trace[129738243] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"833.190061ms","start":"2026-05-10T01:37:44.807012Z","end":"2026-05-10T01:37:45.640202Z","steps":["trace[129738243] 'process raft request' (duration: 832.956676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:45.640454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.806993Z","time spent":"833.377055ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:46.837942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197273176s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:37:46.838856Z","caller":"traceutil/trace.go:171","msg":"trace[1488684529] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"1.862861161s","start":"2026-05-10T01:37:44.975977Z","end":"2026-05-10T01:37:46.838838Z","steps":["trace[1488684529] 'process raft request' (duration: 1.862071834s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:46.83895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.975952Z","time spent":"1.862947303s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:46.838848Z","caller":"traceutil/trace.go:171","msg":"trace[1189100454] linearizableReadLoop","detail":"{readStateIndex:25234; appliedIndex:25231; }","duration":"1.928411553s","start":"2026-05-10T01:37:44.910406Z","end":"2026-05-10T01:37:46.838817Z","steps":["trace[1189100454] 'read index received' (duration: 240.120155ms)","trace[1189100454] 'applied index is now lower than readState.Index' (duration: 1.688289398s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:47.284761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374344415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:47.284829Z","caller":"traceutil/trace.go:171","msg":"trace[608342611] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24435; }","duration":"2.374422277s","start":"2026-05-10T01:37:44.910388Z","end":"2026-05-10T01:37:47.28481Z","steps":["trace[608342611] 'agreement among raft nodes before linearized reading' (duration: 1.928536675s)","trace[608342611] 'count revisions from in-memory index tree' (duration: 445.77758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:47.284859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:44.910333Z","time spent":"2.37451825s","remote":"127.0.0.1:45126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:47.28498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.084767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:47.285199Z","caller":"traceutil/trace.go:171","msg":"trace[1357892815] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"2.004116572s","start":"2026-05-10T01:37:45.281044Z","end":"2026-05-10T01:37:47.28516Z","steps":["trace[1357892815] 'process raft request' (duration: 1.557763399s)","trace[1357892815] 'compare' (duration: 445.830971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:47.285286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.281019Z","time spent":"2.004218144s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:47.286562Z","caller":"traceutil/trace.go:171","msg":"trace[1133111468] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"1.030137811s","start":"2026-05-10T01:37:46.256404Z","end":"2026-05-10T01:37:47.286542Z","steps":["trace[1133111468] 'process raft request' (duration: 1.029847284s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.286578Z","caller":"traceutil/trace.go:171","msg":"trace[1710937380] linearizableReadLoop","detail":"{readStateIndex:25242; appliedIndex:25235; }","duration":"446.730112ms","start":"2026-05-10T01:37:46.839829Z","end":"2026-05-10T01:37:47.286559Z","steps":["trace[1710937380] 'read index received' (duration: 346.348444ms)","trace[1710937380] 'applied index is now lower than readState.Index' (duration: 100.380788ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:47.286631Z","caller":"traceutil/trace.go:171","msg":"trace[1492515105] transaction","detail":"{read_only:false; response_revision:24437; number_of_response:1; }","duration":"1.10407445s","start":"2026-05-10T01:37:46.182532Z","end":"2026-05-10T01:37:47.286606Z","steps":["trace[1492515105] 'process raft request' (duration: 1.102584826s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.286671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.256387Z","time spent":"1.030227332s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:47.286667Z","caller":"traceutil/trace.go:171","msg":"trace[1851292981] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"1.029499776s","start":"2026-05-10T01:37:46.257151Z","end":"2026-05-10T01:37:47.286651Z","steps":["trace[1851292981] 'process raft request' (duration: 1.029152048s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.286752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.182512Z","time spent":"1.104182963s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:47.286778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.257142Z","time spent":"1.029585758s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:47.286792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123369836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:47.286818Z","caller":"traceutil/trace.go:171","msg":"trace[357435573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24442; }","duration":"2.123434328s","start":"2026-05-10T01:37:45.163377Z","end":"2026-05-10T01:37:47.286812Z","steps":["trace[357435573] 'agreement among raft nodes before linearized reading' (duration: 2.123383517s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.286845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.163357Z","time spent":"2.123482648s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:47.286845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917182459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-10T01:37:47.286881Z","caller":"traceutil/trace.go:171","msg":"trace[627493745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24442; }","duration":"1.91725664s","start":"2026-05-10T01:37:45.369616Z","end":"2026-05-10T01:37:47.286873Z","steps":["trace[627493745] 'agreement among raft nodes before linearized reading' (duration: 1.917136217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.286909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.369597Z","time spent":"1.917305252s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:37:47.2869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720826353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:47.286932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131786546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ae108141983269\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-10T01:37:47.286987Z","caller":"traceutil/trace.go:171","msg":"trace[489317836] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24442; }","duration":"1.720929925s","start":"2026-05-10T01:37:45.566036Z","end":"2026-05-10T01:37:47.286966Z","steps":["trace[489317836] 'agreement among raft nodes before linearized reading' (duration: 1.720752641s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.28701Z","caller":"traceutil/trace.go:171","msg":"trace[1900064608] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"822.838208ms","start":"2026-05-10T01:37:46.464164Z","end":"2026-05-10T01:37:47.287002Z","steps":["trace[1900064608] 'process raft request' (duration: 822.290926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.430561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:47.287054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.464146Z","time spent":"822.882438ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:47.287057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.566014Z","time spent":"1.721018488s","remote":"127.0.0.1:39428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:47.287072Z","caller":"traceutil/trace.go:171","msg":"trace[433611901] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24442; }","duration":"580.507393ms","start":"2026-05-10T01:37:46.706552Z","end":"2026-05-10T01:37:47.287059Z","steps":["trace[433611901] 'agreement among raft nodes before linearized reading' (duration: 580.431921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.140861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:37:47.287111Z","caller":"traceutil/trace.go:171","msg":"trace[472369856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24442; }","duration":"721.188282ms","start":"2026-05-10T01:37:46.565916Z","end":"2026-05-10T01:37:47.287104Z","steps":["trace[472369856] 'agreement among raft nodes before linearized reading' (duration: 721.10555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222831633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:37:47.287131Z","caller":"traceutil/trace.go:171","msg":"trace[1333682882] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"1.028720088s","start":"2026-05-10T01:37:46.258404Z","end":"2026-05-10T01:37:47.287124Z","steps":["trace[1333682882] 'process raft request' (duration: 1.02793353s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.24269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:37:47.287021Z","caller":"traceutil/trace.go:171","msg":"trace[1763951319] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ae108141983269; range_end:; response_count:1; response_revision:24442; }","duration":"2.131930039s","start":"2026-05-10T01:37:45.15507Z","end":"2026-05-10T01:37:47.287Z","steps":["trace[1763951319] 'agreement among raft nodes before linearized reading' (duration: 2.131668693s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.28714Z","caller":"traceutil/trace.go:171","msg":"trace[1165703404] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"800.499513ms","start":"2026-05-10T01:37:46.486634Z","end":"2026-05-10T01:37:47.287134Z","steps":["trace[1165703404] 'process raft request' (duration: 799.878339ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.287151Z","caller":"traceutil/trace.go:171","msg":"trace[1722946732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24442; }","duration":"2.222921785s","start":"2026-05-10T01:37:45.064217Z","end":"2026-05-10T01:37:47.287139Z","steps":["trace[1722946732] 'agreement among raft nodes before linearized reading' (duration: 2.222838143s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.258396Z","time spent":"1.028751269s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:47.287137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.565907Z","time spent":"721.225763ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.486625Z","time spent":"800.535824ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:47.2872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.064199Z","time spent":"2.222993407s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.155055Z","time spent":"2.132101013s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ae108141983269\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.706536Z","time spent":"580.569464ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:47.286975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745810877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:47.287173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.90714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:47.287299Z","caller":"traceutil/trace.go:171","msg":"trace[1142825542] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24442; }","duration":"1.746171805s","start":"2026-05-10T01:37:45.541114Z","end":"2026-05-10T01:37:47.287285Z","steps":["trace[1142825542] 'agreement among raft nodes before linearized reading' (duration: 1.745841728s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.287165Z","caller":"traceutil/trace.go:171","msg":"trace[647944280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24442; }","duration":"720.317841ms","start":"2026-05-10T01:37:46.566838Z","end":"2026-05-10T01:37:47.287156Z","steps":["trace[647944280] 'agreement among raft nodes before linearized reading' (duration: 720.221079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.126423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:37:47.287349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.541091Z","time spent":"1.746246866s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:47.287355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.566828Z","time spent":"720.517246ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.691303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:37:47.287299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546594166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:47.287435Z","caller":"traceutil/trace.go:171","msg":"trace[1217747390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24442; }","duration":"1.54678069s","start":"2026-05-10T01:37:45.740646Z","end":"2026-05-10T01:37:47.287427Z","steps":["trace[1217747390] 'agreement among raft nodes before linearized reading' (duration: 1.546619697s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.287426Z","caller":"traceutil/trace.go:171","msg":"trace[1841981152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24442; }","duration":"721.840287ms","start":"2026-05-10T01:37:46.565569Z","end":"2026-05-10T01:37:47.287409Z","steps":["trace[1841981152] 'agreement among raft nodes before linearized reading' (duration: 721.661493ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:47.287369Z","caller":"traceutil/trace.go:171","msg":"trace[162483337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24442; }","duration":"738.247567ms","start":"2026-05-10T01:37:46.549081Z","end":"2026-05-10T01:37:47.287328Z","steps":["trace[162483337] 'agreement among raft nodes before linearized reading' (duration: 737.653404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.565544Z","time spent":"721.922678ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224274885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-10T01:37:47.28771Z","caller":"traceutil/trace.go:171","msg":"trace[1361046564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24442; }","duration":"2.225006861s","start":"2026-05-10T01:37:45.062693Z","end":"2026-05-10T01:37:47.2877Z","steps":["trace[1361046564] 'agreement among raft nodes before linearized reading' (duration: 2.224225124s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.062673Z","time spent":"2.225056533s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.549061Z","time spent":"738.443782ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:47.287464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:45.740618Z","time spent":"1.546839732s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:47.287355Z","caller":"traceutil/trace.go:171","msg":"trace[1305749794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24442; }","duration":"722.173314ms","start":"2026-05-10T01:37:46.565175Z","end":"2026-05-10T01:37:47.287348Z","steps":["trace[1305749794] 'agreement among raft nodes before linearized reading' (duration: 722.103052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:47.287855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:46.565162Z","time spent":"722.673235ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:47.787111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:48.723746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.108144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:48.723844Z","caller":"traceutil/trace.go:171","msg":"trace[297162260] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"1.527962676s","start":"2026-05-10T01:37:47.195864Z","end":"2026-05-10T01:37:48.723827Z","steps":["trace[297162260] 'process raft request' (duration: 889.702828ms)","trace[297162260] 'compare' (duration: 638.001312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:48.723904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.195849Z","time spent":"1.528026598s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:49.289137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:37:49.289246Z","caller":"traceutil/trace.go:171","msg":"trace[120431361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000553502s","start":"2026-05-10T01:37:47.288672Z","end":"2026-05-10T01:37:49.289225Z","steps":["trace[120431361] 'agreement among raft nodes before linearized reading' (duration: 2.000415329s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:49.289296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.28866Z","time spent":"2.000626414s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:37:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:37:50.162008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.171516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:50.162282Z","caller":"traceutil/trace.go:171","msg":"trace[177669971] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"2.872796444s","start":"2026-05-10T01:37:47.289446Z","end":"2026-05-10T01:37:50.162243Z","steps":["trace[177669971] 'process raft request' (duration: 1.924429272s)","trace[177669971] 'compare' (duration: 946.666955ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:50.162465Z","caller":"traceutil/trace.go:171","msg":"trace[1186265639] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"2.86993377s","start":"2026-05-10T01:37:47.292502Z","end":"2026-05-10T01:37:50.162436Z","steps":["trace[1186265639] 'process raft request' (duration: 2.869651693s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.162542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.28943Z","time spent":"2.872928787s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:50.162597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.292485Z","time spent":"2.870043272s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.162673Z","caller":"traceutil/trace.go:171","msg":"trace[1821153869] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"2.870082873s","start":"2026-05-10T01:37:47.292563Z","end":"2026-05-10T01:37:50.162646Z","steps":["trace[1821153869] 'process raft request' (duration: 2.869788957s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.162825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.292538Z","time spent":"2.870183805s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.162882Z","caller":"traceutil/trace.go:171","msg":"trace[1555194562] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"2.869476149s","start":"2026-05-10T01:37:47.293393Z","end":"2026-05-10T01:37:50.162869Z","steps":["trace[1555194562] 'process raft request' (duration: 2.86903548s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:50.162496Z","caller":"traceutil/trace.go:171","msg":"trace[1937189318] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"2.869340447s","start":"2026-05-10T01:37:47.293135Z","end":"2026-05-10T01:37:50.162476Z","steps":["trace[1937189318] 'process raft request' (duration: 2.869259045s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.162939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.293378Z","time spent":"2.86953015s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.16295Z","caller":"traceutil/trace.go:171","msg":"trace[1914147584] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"2.86946133s","start":"2026-05-10T01:37:47.29346Z","end":"2026-05-10T01:37:50.162921Z","steps":["trace[1914147584] 'process raft request' (duration: 2.869253345s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:50.163003Z","caller":"traceutil/trace.go:171","msg":"trace[1942164841] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"2.868262382s","start":"2026-05-10T01:37:47.29472Z","end":"2026-05-10T01:37:50.162982Z","steps":["trace[1942164841] 'process raft request' (duration: 2.868133679s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:50.163045Z","caller":"traceutil/trace.go:171","msg":"trace[933414394] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"2.868251211s","start":"2026-05-10T01:37:47.294774Z","end":"2026-05-10T01:37:50.163026Z","steps":["trace[933414394] 'process raft request' (duration: 2.868141898s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.1631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.294712Z","time spent":"2.868331253s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:50.16311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.293453Z","time spent":"2.869567662s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.163162Z","caller":"traceutil/trace.go:171","msg":"trace[627394485] linearizableReadLoop","detail":"{readStateIndex:25252; appliedIndex:25242; }","duration":"2.87652776s","start":"2026-05-10T01:37:47.286618Z","end":"2026-05-10T01:37:50.163146Z","steps":["trace[627394485] 'read index received' (duration: 798.965368ms)","trace[627394485] 'applied index is now lower than readState.Index' (duration: 2.077560492s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:50.163177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.294765Z","time spent":"2.868342015s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:50.163201Z","caller":"traceutil/trace.go:171","msg":"trace[1315256867] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"2.868405426s","start":"2026-05-10T01:37:47.294785Z","end":"2026-05-10T01:37:50.16319Z","steps":["trace[1315256867] 'process raft request' (duration: 2.86817918s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.163042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.293127Z","time spent":"2.869828597s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:50.163249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.294776Z","time spent":"2.868446276s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:50.163271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111435226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:50.163313Z","caller":"traceutil/trace.go:171","msg":"trace[2115896095] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24452; }","duration":"3.111509468s","start":"2026-05-10T01:37:47.05179Z","end":"2026-05-10T01:37:50.163299Z","steps":["trace[2115896095] 'agreement among raft nodes before linearized reading' (duration: 3.111433386s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:50.163363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.051771Z","time spent":"3.111582009s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:50.568199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354311373s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:37:51.120573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.106901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:51.120813Z","caller":"traceutil/trace.go:171","msg":"trace[259373801] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"2.275948672s","start":"2026-05-10T01:37:48.844839Z","end":"2026-05-10T01:37:51.120788Z","steps":["trace[259373801] 'process raft request' (duration: 2.2758331s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:51.12083Z","caller":"traceutil/trace.go:171","msg":"trace[1597028318] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"2.57115711s","start":"2026-05-10T01:37:48.549623Z","end":"2026-05-10T01:37:51.120781Z","steps":["trace[1597028318] 'process raft request' (duration: 2.018746652s)","trace[1597028318] 'compare' (duration: 551.854896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:51.120899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.844805Z","time spent":"2.276057464s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:51.120975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.549594Z","time spent":"2.571305344s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:51.302879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000670754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:37:51.302962Z","caller":"traceutil/trace.go:171","msg":"trace[651870843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000792776s","start":"2026-05-10T01:37:49.302146Z","end":"2026-05-10T01:37:51.302939Z","steps":["trace[651870843] 'agreement among raft nodes before linearized reading' (duration: 2.000686494s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:51.303017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.302138Z","time spent":"2.000867918s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:37:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:37:51.685142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071471864s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:37:52.136088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.708032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:52.136366Z","caller":"traceutil/trace.go:171","msg":"trace[52714246] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"2.840777332s","start":"2026-05-10T01:37:49.295571Z","end":"2026-05-10T01:37:52.136348Z","steps":["trace[52714246] 'process raft request' (duration: 2.840675499s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.136436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.295554Z","time spent":"2.840847063s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.136438Z","caller":"traceutil/trace.go:171","msg":"trace[322133975] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"2.842625173s","start":"2026-05-10T01:37:49.293788Z","end":"2026-05-10T01:37:52.136413Z","steps":["trace[322133975] 'process raft request' (duration: 2.391496762s)","trace[322133975] 'compare' (duration: 450.237511ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:52.136546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.293762Z","time spent":"2.842723316s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.136631Z","caller":"traceutil/trace.go:171","msg":"trace[1709871039] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"2.842718016s","start":"2026-05-10T01:37:49.293902Z","end":"2026-05-10T01:37:52.13662Z","steps":["trace[1709871039] 'process raft request' (duration: 2.842283436s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.136682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.293893Z","time spent":"2.842762636s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.136843Z","caller":"traceutil/trace.go:171","msg":"trace[511506607] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"2.839755098s","start":"2026-05-10T01:37:49.297068Z","end":"2026-05-10T01:37:52.136823Z","steps":["trace[511506607] 'process raft request' (duration: 2.839643526s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.136855Z","caller":"traceutil/trace.go:171","msg":"trace[306478490] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"2.841149089s","start":"2026-05-10T01:37:49.295677Z","end":"2026-05-10T01:37:52.136827Z","steps":["trace[306478490] 'process raft request' (duration: 2.840636858s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.136937Z","caller":"traceutil/trace.go:171","msg":"trace[1208747974] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"2.83981023s","start":"2026-05-10T01:37:49.297116Z","end":"2026-05-10T01:37:52.136926Z","steps":["trace[1208747974] 'process raft request' (duration: 2.839666856s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.136954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.297059Z","time spent":"2.83983543s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:52.137018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.297111Z","time spent":"2.83985513s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.137404Z","caller":"traceutil/trace.go:171","msg":"trace[8334504] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"2.839068453s","start":"2026-05-10T01:37:49.298316Z","end":"2026-05-10T01:37:52.137385Z","steps":["trace[8334504] 'process raft request' (duration: 2.838556641s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.137469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.298309Z","time spent":"2.839129924s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:37:52.13751Z","caller":"traceutil/trace.go:171","msg":"trace[748871927] linearizableReadLoop","detail":"{readStateIndex:25262; appliedIndex:25252; }","duration":"1.974293347s","start":"2026-05-10T01:37:50.163198Z","end":"2026-05-10T01:37:52.137491Z","steps":["trace[748871927] 'read index received' (duration: 405.184032ms)","trace[748871927] 'applied index is now lower than readState.Index' (duration: 1.569108345s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:52.137523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.295669Z","time spent":"2.841249141s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.137624Z","caller":"traceutil/trace.go:171","msg":"trace[575858086] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"2.442270659s","start":"2026-05-10T01:37:49.695347Z","end":"2026-05-10T01:37:52.137617Z","steps":["trace[575858086] 'process raft request' (duration: 2.442039224s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.13767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.695327Z","time spent":"2.442311699s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:52.137741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370115689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:52.137762Z","caller":"traceutil/trace.go:171","msg":"trace[1975704170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24462; }","duration":"4.37016265s","start":"2026-05-10T01:37:47.767593Z","end":"2026-05-10T01:37:52.137755Z","steps":["trace[1975704170] 'agreement among raft nodes before linearized reading' (duration: 4.370120529s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.137781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.767579Z","time spent":"4.37019745s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.137844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.147220953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-10T01:37:52.137885Z","caller":"traceutil/trace.go:171","msg":"trace[883157814] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24462; }","duration":"4.147299505s","start":"2026-05-10T01:37:47.990573Z","end":"2026-05-10T01:37:52.137872Z","steps":["trace[883157814] 'agreement among raft nodes before linearized reading' (duration: 4.147132201s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.137936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.99055Z","time spent":"4.147359426s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-10T01:37:52.13792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970233116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18ae1080b1044393\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-10T01:37:52.137976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844405532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.138001Z","caller":"traceutil/trace.go:171","msg":"trace[653282412] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24462; }","duration":"4.844445303s","start":"2026-05-10T01:37:47.293548Z","end":"2026-05-10T01:37:52.137993Z","steps":["trace[653282412] 'agreement among raft nodes before linearized reading' (duration: 4.844403682s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.138Z","caller":"traceutil/trace.go:171","msg":"trace[392205104] range","detail":"{range_begin:/registry/events/openstack/container-infra.18ae1080b1044393; range_end:; response_count:1; response_revision:24462; }","duration":"1.970343519s","start":"2026-05-10T01:37:50.167639Z","end":"2026-05-10T01:37:52.137983Z","steps":["trace[392205104] 'agreement among raft nodes before linearized reading' (duration: 1.970110354s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.29354Z","time spent":"4.844474294s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:52.138087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.167624Z","time spent":"1.970450492s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18ae1080b1044393\" "} {"level":"warn","ts":"2026-05-10T01:37:52.138236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563786125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:52.138255Z","caller":"traceutil/trace.go:171","msg":"trace[47344790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24462; }","duration":"4.563843066s","start":"2026-05-10T01:37:47.574407Z","end":"2026-05-10T01:37:52.13825Z","steps":["trace[47344790] 'agreement among raft nodes before linearized reading' (duration: 4.563755714s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669757959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:37:52.138272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:47.574387Z","time spent":"4.563881946s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:37:52.138273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.407312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:37:52.138295Z","caller":"traceutil/trace.go:171","msg":"trace[959292286] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24462; }","duration":"2.66983534s","start":"2026-05-10T01:37:49.468447Z","end":"2026-05-10T01:37:52.138283Z","steps":["trace[959292286] 'agreement among raft nodes before linearized reading' (duration: 2.669708767s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.076225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.138333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.468429Z","time spent":"2.669894952s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-05-10T01:37:52.13833Z","caller":"traceutil/trace.go:171","msg":"trace[2126395992] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24462; }","duration":"592.506385ms","start":"2026-05-10T01:37:51.54581Z","end":"2026-05-10T01:37:52.138316Z","steps":["trace[2126395992] 'agreement among raft nodes before linearized reading' (duration: 592.147706ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.138354Z","caller":"traceutil/trace.go:171","msg":"trace[919807975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24462; }","duration":"835.150807ms","start":"2026-05-10T01:37:51.303191Z","end":"2026-05-10T01:37:52.138342Z","steps":["trace[919807975] 'agreement among raft nodes before linearized reading' (duration: 835.087596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.303169Z","time spent":"835.210018ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:52.138385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.54579Z","time spent":"592.578507ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":230,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.138449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346381744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.138492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874452571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.138495Z","caller":"traceutil/trace.go:171","msg":"trace[1934897114] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24462; }","duration":"1.346450816s","start":"2026-05-10T01:37:50.792032Z","end":"2026-05-10T01:37:52.138482Z","steps":["trace[1934897114] 'agreement among raft nodes before linearized reading' (duration: 1.346373674s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.138516Z","caller":"traceutil/trace.go:171","msg":"trace[1357202815] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24462; }","duration":"3.874506363s","start":"2026-05-10T01:37:48.264003Z","end":"2026-05-10T01:37:52.13851Z","steps":["trace[1357202815] 'agreement among raft nodes before linearized reading' (duration: 3.874465562s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.263987Z","time spent":"3.874544393s","remote":"127.0.0.1:57526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.13853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.792016Z","time spent":"1.346505147s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.138532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918902266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.138574Z","caller":"traceutil/trace.go:171","msg":"trace[1552877932] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24462; }","duration":"3.918945707s","start":"2026-05-10T01:37:48.219616Z","end":"2026-05-10T01:37:52.138562Z","steps":["trace[1552877932] 'agreement among raft nodes before linearized reading' (duration: 3.918874305s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.219558Z","time spent":"3.919044149s","remote":"127.0.0.1:42712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.13861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531744902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:52.138664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972505527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:37:52.138665Z","caller":"traceutil/trace.go:171","msg":"trace[444761393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24462; }","duration":"1.531837294s","start":"2026-05-10T01:37:50.606811Z","end":"2026-05-10T01:37:52.138648Z","steps":["trace[444761393] 'agreement among raft nodes before linearized reading' (duration: 1.531752462s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.138683Z","caller":"traceutil/trace.go:171","msg":"trace[895308539] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24462; }","duration":"2.972522748s","start":"2026-05-10T01:37:49.166154Z","end":"2026-05-10T01:37:52.138677Z","steps":["trace[895308539] 'agreement among raft nodes before linearized reading' (duration: 2.972466616s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.138699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.166101Z","time spent":"2.972594959s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:37:52.138716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:50.606792Z","time spent":"1.531905275s","remote":"127.0.0.1:37800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.138735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.361767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.137931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.311687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.138804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105285507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.138812Z","caller":"traceutil/trace.go:171","msg":"trace[636570454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24462; }","duration":"793.230178ms","start":"2026-05-10T01:37:51.345567Z","end":"2026-05-10T01:37:52.138797Z","steps":["trace[636570454] 'agreement among raft nodes before linearized reading' (duration: 792.322327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.13885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328365405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.138862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.345545Z","time spent":"793.30472ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:52.138824Z","caller":"traceutil/trace.go:171","msg":"trace[503215046] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24462; }","duration":"3.105307588s","start":"2026-05-10T01:37:49.033509Z","end":"2026-05-10T01:37:52.138817Z","steps":["trace[503215046] 'agreement among raft nodes before linearized reading' (duration: 3.105273947s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.138872Z","caller":"traceutil/trace.go:171","msg":"trace[1143987359] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24462; }","duration":"3.328421167s","start":"2026-05-10T01:37:48.810443Z","end":"2026-05-10T01:37:52.138864Z","steps":["trace[1143987359] 'agreement among raft nodes before linearized reading' (duration: 3.328394526s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.139026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:48.810421Z","time spent":"3.328594431s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.139028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:49.033444Z","time spent":"3.105568974s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:52.138772Z","caller":"traceutil/trace.go:171","msg":"trace[1234706479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24462; }","duration":"845.452898ms","start":"2026-05-10T01:37:51.293307Z","end":"2026-05-10T01:37:52.13876Z","steps":["trace[1234706479] 'agreement among raft nodes before linearized reading' (duration: 845.392837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.139175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:51.293256Z","time spent":"845.910678ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.864404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.824107ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-10T01:37:52.8647Z","caller":"traceutil/trace.go:171","msg":"trace[1458888235] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"719.126525ms","start":"2026-05-10T01:37:52.145526Z","end":"2026-05-10T01:37:52.864652Z","steps":["trace[1458888235] 'process raft request' (duration: 718.988312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.864812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.145513Z","time spent":"719.232408ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:52.86539Z","caller":"traceutil/trace.go:171","msg":"trace[299422314] linearizableReadLoop","detail":"{readStateIndex:25263; appliedIndex:25262; }","duration":"720.778321ms","start":"2026-05-10T01:37:52.144576Z","end":"2026-05-10T01:37:52.865355Z","steps":["trace[299422314] 'read index received' (duration: 283.113995ms)","trace[299422314] 'applied index is now lower than readState.Index' (duration: 437.661006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:52.8654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.142401Z","time spent":"722.992982ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:37:52.865659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.055378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa991961-c26b-4009-a9e0-da8db07af28b\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-05-10T01:37:52.865704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.779833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:37:52.865729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.498285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:37:52.865743Z","caller":"traceutil/trace.go:171","msg":"trace[503282730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa991961-c26b-4009-a9e0-da8db07af28b; range_end:; response_count:1; response_revision:24463; }","duration":"721.185891ms","start":"2026-05-10T01:37:52.144537Z","end":"2026-05-10T01:37:52.865723Z","steps":["trace[503282730] 'agreement among raft nodes before linearized reading' (duration: 720.931995ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.865756Z","caller":"traceutil/trace.go:171","msg":"trace[1013003891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24463; }","duration":"697.857784ms","start":"2026-05-10T01:37:52.16788Z","end":"2026-05-10T01:37:52.865738Z","steps":["trace[1013003891] 'agreement among raft nodes before linearized reading' (duration: 697.69849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.86577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.077806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:37:52.865785Z","caller":"traceutil/trace.go:171","msg":"trace[1745274328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24463; }","duration":"720.592658ms","start":"2026-05-10T01:37:52.145177Z","end":"2026-05-10T01:37:52.86577Z","steps":["trace[1745274328] 'agreement among raft nodes before linearized reading' (duration: 720.389663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.865803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.167867Z","time spent":"697.918636ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:37:52.865818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.511077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-10T01:37:52.865798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.144518Z","time spent":"721.266703ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-fa991961-c26b-4009-a9e0-da8db07af28b\" "} {"level":"warn","ts":"2026-05-10T01:37:52.86588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.654971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.865891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.668179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:37:52.865906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.557056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:37:52.865928Z","caller":"traceutil/trace.go:171","msg":"trace[1044170449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24463; }","duration":"689.72552ms","start":"2026-05-10T01:37:52.176195Z","end":"2026-05-10T01:37:52.86592Z","steps":["trace[1044170449] 'agreement among raft nodes before linearized reading' (duration: 689.639758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.865916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.073246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.865926Z","caller":"traceutil/trace.go:171","msg":"trace[1268655993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24463; }","duration":"697.663379ms","start":"2026-05-10T01:37:52.168238Z","end":"2026-05-10T01:37:52.865901Z","steps":["trace[1268655993] 'agreement among raft nodes before linearized reading' (duration: 697.378853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.865966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.176187Z","time spent":"689.773122ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:37:52.865981Z","caller":"traceutil/trace.go:171","msg":"trace[1835894116] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24463; }","duration":"720.165498ms","start":"2026-05-10T01:37:52.145799Z","end":"2026-05-10T01:37:52.865965Z","steps":["trace[1835894116] 'agreement among raft nodes before linearized reading' (duration: 720.043345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.866002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.168231Z","time spent":"697.755792ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:37:52.866014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.840188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:52.866044Z","caller":"traceutil/trace.go:171","msg":"trace[1308125201] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24463; }","duration":"127.915238ms","start":"2026-05-10T01:37:52.738121Z","end":"2026-05-10T01:37:52.866036Z","steps":["trace[1308125201] 'agreement among raft nodes before linearized reading' (duration: 127.856547ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.865928Z","caller":"traceutil/trace.go:171","msg":"trace[736249637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24463; }","duration":"126.775514ms","start":"2026-05-10T01:37:52.73914Z","end":"2026-05-10T01:37:52.865916Z","steps":["trace[736249637] 'agreement among raft nodes before linearized reading' (duration: 126.697832ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.865686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.358549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:37:52.866168Z","caller":"traceutil/trace.go:171","msg":"trace[1851513290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24463; }","duration":"696.852441ms","start":"2026-05-10T01:37:52.169299Z","end":"2026-05-10T01:37:52.866151Z","steps":["trace[1851513290] 'agreement among raft nodes before linearized reading' (duration: 696.270668ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:52.865815Z","caller":"traceutil/trace.go:171","msg":"trace[1615559426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24463; }","duration":"689.129877ms","start":"2026-05-10T01:37:52.176674Z","end":"2026-05-10T01:37:52.865804Z","steps":["trace[1615559426] 'agreement among raft nodes before linearized reading' (duration: 689.038725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.866228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.169291Z","time spent":"696.922272ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:52.865691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.443153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:52.866041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.145794Z","time spent":"720.234359ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:37:52.865946Z","caller":"traceutil/trace.go:171","msg":"trace[1081858183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24463; }","duration":"720.593477ms","start":"2026-05-10T01:37:52.145343Z","end":"2026-05-10T01:37:52.865936Z","steps":["trace[1081858183] 'agreement among raft nodes before linearized reading' (duration: 720.496775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.866387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.145293Z","time spent":"721.081088ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"warn","ts":"2026-05-10T01:37:52.866063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.064389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:37:52.866578Z","caller":"traceutil/trace.go:171","msg":"trace[151835173] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24463; }","duration":"539.105507ms","start":"2026-05-10T01:37:52.3272Z","end":"2026-05-10T01:37:52.866305Z","steps":["trace[151835173] 'agreement among raft nodes before linearized reading' (duration: 538.375451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.866262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.176665Z","time spent":"689.583107ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:37:52.86662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.32704Z","time spent":"539.571379ms","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:52.865822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.145166Z","time spent":"720.648949ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:37:52.867318Z","caller":"traceutil/trace.go:171","msg":"trace[1257225106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24463; }","duration":"699.336618ms","start":"2026-05-10T01:37:52.167953Z","end":"2026-05-10T01:37:52.86729Z","steps":["trace[1257225106] 'agreement among raft nodes before linearized reading' (duration: 697.791093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:52.867701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.16793Z","time spent":"699.746817ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:37:53.701596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.813194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:53.701738Z","caller":"traceutil/trace.go:171","msg":"trace[1465920731] linearizableReadLoop","detail":"{readStateIndex:25265; appliedIndex:25264; }","duration":"833.854707ms","start":"2026-05-10T01:37:52.867857Z","end":"2026-05-10T01:37:53.701711Z","steps":["trace[1465920731] 'read index received' (duration: 454.271292ms)","trace[1465920731] 'applied index is now lower than readState.Index' (duration: 379.581075ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:53.702026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.152423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:37:53.701792Z","caller":"traceutil/trace.go:171","msg":"trace[1252311415] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"834.86839ms","start":"2026-05-10T01:37:52.866888Z","end":"2026-05-10T01:37:53.701757Z","steps":["trace[1252311415] 'process raft request' (duration: 455.212963ms)","trace[1252311415] 'compare' (duration: 377.529968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:53.702287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.866865Z","time spent":"835.326549ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:53.702315Z","caller":"traceutil/trace.go:171","msg":"trace[2119407396] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24464; }","duration":"834.247366ms","start":"2026-05-10T01:37:52.867835Z","end":"2026-05-10T01:37:53.702082Z","steps":["trace[2119407396] 'agreement among raft nodes before linearized reading' (duration: 833.948779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:53.702357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.867814Z","time spent":"834.533702ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:37:54.869198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000780466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:37:54.869359Z","caller":"traceutil/trace.go:171","msg":"trace[804245485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000889339s","start":"2026-05-10T01:37:52.868375Z","end":"2026-05-10T01:37:54.869265Z","steps":["trace[804245485] 'agreement among raft nodes before linearized reading' (duration: 2.000785877s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.869429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.868371Z","time spent":"2.001040603s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:37:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:37:54.944726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.158633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:37:54.946204Z","caller":"traceutil/trace.go:171","msg":"trace[2129764661] linearizableReadLoop","detail":"{readStateIndex:25273; appliedIndex:25265; }","duration":"1.24440422s","start":"2026-05-10T01:37:53.701781Z","end":"2026-05-10T01:37:54.946185Z","steps":["trace[2129764661] 'read index received' (duration: 462.703902ms)","trace[2129764661] 'applied index is now lower than readState.Index' (duration: 781.699228ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:54.946856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501466027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:54.946379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500867404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:54.946919Z","caller":"traceutil/trace.go:171","msg":"trace[1629324197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24472; }","duration":"1.50159121s","start":"2026-05-10T01:37:53.445314Z","end":"2026-05-10T01:37:54.946906Z","steps":["trace[1629324197] 'agreement among raft nodes before linearized reading' (duration: 1.501452867s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.946921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97395351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-10T01:37:54.946963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.445294Z","time spent":"1.501658851s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:54.946971Z","caller":"traceutil/trace.go:171","msg":"trace[1780878497] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24472; }","duration":"1.974016221s","start":"2026-05-10T01:37:52.972941Z","end":"2026-05-10T01:37:54.946957Z","steps":["trace[1780878497] 'agreement among raft nodes before linearized reading' (duration: 1.973835587s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.946966Z","caller":"traceutil/trace.go:171","msg":"trace[680044373] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24472; }","duration":"1.501445947s","start":"2026-05-10T01:37:53.445491Z","end":"2026-05-10T01:37:54.946937Z","steps":["trace[680044373] 'agreement among raft nodes before linearized reading' (duration: 1.500805643s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.947015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.972872Z","time spent":"1.974134864s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-10T01:37:54.946402Z","caller":"traceutil/trace.go:171","msg":"trace[1471312585] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"1.819799648s","start":"2026-05-10T01:37:53.126564Z","end":"2026-05-10T01:37:54.946363Z","steps":["trace[1471312585] 'process raft request' (duration: 1.819576993s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.94709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.445462Z","time spent":"1.501563559s","remote":"127.0.0.1:53750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:54.94642Z","caller":"traceutil/trace.go:171","msg":"trace[207105244] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"2.073981029s","start":"2026-05-10T01:37:52.872337Z","end":"2026-05-10T01:37:54.946318Z","steps":["trace[207105244] 'process raft request' (duration: 2.073740514s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.947211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.126532Z","time spent":"1.820576076s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.946474Z","caller":"traceutil/trace.go:171","msg":"trace[887661320] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"2.073919998s","start":"2026-05-10T01:37:52.872538Z","end":"2026-05-10T01:37:54.946458Z","steps":["trace[887661320] 'process raft request' (duration: 2.073571201s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.947362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.872318Z","time spent":"2.07491171s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:54.946504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254451267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:37:54.947506Z","caller":"traceutil/trace.go:171","msg":"trace[1667489410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24472; }","duration":"1.25548601s","start":"2026-05-10T01:37:53.692006Z","end":"2026-05-10T01:37:54.947492Z","steps":["trace[1667489410] 'agreement among raft nodes before linearized reading' (duration: 1.254399386s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.947558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.691983Z","time spent":"1.255561202s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-10T01:37:54.946543Z","caller":"traceutil/trace.go:171","msg":"trace[1761326880] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"2.076377304s","start":"2026-05-10T01:37:52.870141Z","end":"2026-05-10T01:37:54.946519Z","steps":["trace[1761326880] 'process raft request' (duration: 1.294332218s)","trace[1761326880] 'compare' (duration: 779.961139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:54.94758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.872527Z","time spent":"2.074847629s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:54.947636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.870128Z","time spent":"2.077470029s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.946742Z","caller":"traceutil/trace.go:171","msg":"trace[227036905] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"2.076294012s","start":"2026-05-10T01:37:52.870383Z","end":"2026-05-10T01:37:54.946677Z","steps":["trace[227036905] 'process raft request' (duration: 2.075480044s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.947985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.870378Z","time spent":"2.077545541s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.946723Z","caller":"traceutil/trace.go:171","msg":"trace[334722322] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"2.07575631s","start":"2026-05-10T01:37:52.870907Z","end":"2026-05-10T01:37:54.946663Z","steps":["trace[334722322] 'process raft request' (duration: 2.075097575s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.948075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.8709Z","time spent":"2.077146102s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.946785Z","caller":"traceutil/trace.go:171","msg":"trace[757800149] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"2.07573702s","start":"2026-05-10T01:37:52.871027Z","end":"2026-05-10T01:37:54.946764Z","steps":["trace[757800149] 'process raft request' (duration: 2.075010884s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.948166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.87099Z","time spent":"2.077157062s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:54.946822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074808609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:54.948234Z","caller":"traceutil/trace.go:171","msg":"trace[1623444314] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24472; }","duration":"2.076246172s","start":"2026-05-10T01:37:52.871978Z","end":"2026-05-10T01:37:54.948224Z","steps":["trace[1623444314] 'agreement among raft nodes before linearized reading' (duration: 2.074805489s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.948285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.871966Z","time spent":"2.076312314s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:37:54.946814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704764579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:54.948436Z","caller":"traceutil/trace.go:171","msg":"trace[1137993091] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24472; }","duration":"1.706456468s","start":"2026-05-10T01:37:53.241956Z","end":"2026-05-10T01:37:54.948413Z","steps":["trace[1137993091] 'agreement among raft nodes before linearized reading' (duration: 1.704762469s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.948467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.241925Z","time spent":"1.70653407s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:54.946638Z","caller":"traceutil/trace.go:171","msg":"trace[1379449372] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"2.07618445s","start":"2026-05-10T01:37:52.870426Z","end":"2026-05-10T01:37:54.946611Z","steps":["trace[1379449372] 'process raft request' (duration: 2.075542096s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.948574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:52.870422Z","time spent":"2.078131404s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988171Z","caller":"traceutil/trace.go:171","msg":"trace[339244698] transaction","detail":"{read_only:false; response_revision:24479; number_of_response:1; }","duration":"843.060184ms","start":"2026-05-10T01:37:54.145089Z","end":"2026-05-10T01:37:54.988149Z","steps":["trace[339244698] 'process raft request' (duration: 843.020903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.988365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.145077Z","time spent":"843.201697ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988519Z","caller":"traceutil/trace.go:171","msg":"trace[1846275026] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"846.115563ms","start":"2026-05-10T01:37:54.142386Z","end":"2026-05-10T01:37:54.988501Z","steps":["trace[1846275026] 'process raft request' (duration: 845.575191ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:54.988594Z","caller":"traceutil/trace.go:171","msg":"trace[1291456639] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"845.338726ms","start":"2026-05-10T01:37:54.143243Z","end":"2026-05-10T01:37:54.988581Z","steps":["trace[1291456639] 'process raft request' (duration: 844.759723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.988623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.142377Z","time spent":"846.179874ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:54.98865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.143215Z","time spent":"845.403488ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988732Z","caller":"traceutil/trace.go:171","msg":"trace[1954856489] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"844.702541ms","start":"2026-05-10T01:37:54.14402Z","end":"2026-05-10T01:37:54.988722Z","steps":["trace[1954856489] 'process raft request' (duration: 844.016606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.98878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.143993Z","time spent":"844.757922ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988788Z","caller":"traceutil/trace.go:171","msg":"trace[604799562] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"1.259909821s","start":"2026-05-10T01:37:53.728868Z","end":"2026-05-10T01:37:54.988778Z","steps":["trace[604799562] 'process raft request' (duration: 1.258910829s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.988842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.728847Z","time spent":"1.259963862s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988908Z","caller":"traceutil/trace.go:171","msg":"trace[195130413] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"844.164919ms","start":"2026-05-10T01:37:54.144731Z","end":"2026-05-10T01:37:54.988896Z","steps":["trace[195130413] 'process raft request' (duration: 843.34342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.988955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.144716Z","time spent":"844.21287ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:54.988979Z","caller":"traceutil/trace.go:171","msg":"trace[1566781174] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"846.753807ms","start":"2026-05-10T01:37:54.142216Z","end":"2026-05-10T01:37:54.988969Z","steps":["trace[1566781174] 'process raft request' (duration: 845.683064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:54.989048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.142192Z","time spent":"846.809588ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:55.989306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.700275ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:55.989406Z","caller":"traceutil/trace.go:171","msg":"trace[917265400] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24479; }","duration":"552.810557ms","start":"2026-05-10T01:37:55.436581Z","end":"2026-05-10T01:37:55.989391Z","steps":["trace[917265400] 'range keys from in-memory index tree' (duration: 552.684375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.275614ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:37:56.466134Z","caller":"traceutil/trace.go:171","msg":"trace[1986864581] linearizableReadLoop","detail":"{readStateIndex:25281; appliedIndex:25274; }","duration":"1.519245898s","start":"2026-05-10T01:37:54.946876Z","end":"2026-05-10T01:37:56.466122Z","steps":["trace[1986864581] 'read index received' (duration: 41.041407ms)","trace[1986864581] 'applied index is now lower than readState.Index' (duration: 1.478203491s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:56.466305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589620469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.466334Z","caller":"traceutil/trace.go:171","msg":"trace[86240882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24479; }","duration":"1.589688411s","start":"2026-05-10T01:37:54.876639Z","end":"2026-05-10T01:37:56.466327Z","steps":["trace[86240882] 'agreement among raft nodes before linearized reading' (duration: 1.589615989s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.876623Z","time spent":"1.589726971s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:56.466369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744809184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.466388Z","caller":"traceutil/trace.go:171","msg":"trace[736610565] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24479; }","duration":"1.744899386s","start":"2026-05-10T01:37:54.721484Z","end":"2026-05-10T01:37:56.466383Z","steps":["trace[736610565] 'agreement among raft nodes before linearized reading' (duration: 1.744841765s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.721453Z","time spent":"1.744950778s","remote":"127.0.0.1:39456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:56.466523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82251202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:56.466544Z","caller":"traceutil/trace.go:171","msg":"trace[887219137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24479; }","duration":"1.822536211s","start":"2026-05-10T01:37:54.644002Z","end":"2026-05-10T01:37:56.466538Z","steps":["trace[887219137] 'agreement among raft nodes before linearized reading' (duration: 1.82249959s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.643929Z","time spent":"1.822625803s","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:56.46656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540961809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-05-10T01:37:56.466576Z","caller":"traceutil/trace.go:171","msg":"trace[1990318545] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24479; }","duration":"1.54101374s","start":"2026-05-10T01:37:54.925558Z","end":"2026-05-10T01:37:56.466571Z","steps":["trace[1990318545] 'agreement among raft nodes before linearized reading' (duration: 1.540924188s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.925538Z","time spent":"1.541048132s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-10T01:37:56.466667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764347725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:56.466702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516576109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb29ad9a-4a55-42a7-989b-92c75c354a19\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-05-10T01:37:56.466725Z","caller":"traceutil/trace.go:171","msg":"trace[58562340] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24479; }","duration":"2.764436507s","start":"2026-05-10T01:37:53.702275Z","end":"2026-05-10T01:37:56.466712Z","steps":["trace[58562340] 'agreement among raft nodes before linearized reading' (duration: 2.764325615s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:56.466749Z","caller":"traceutil/trace.go:171","msg":"trace[1776596342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb29ad9a-4a55-42a7-989b-92c75c354a19; range_end:; response_count:1; response_revision:24479; }","duration":"1.516637601s","start":"2026-05-10T01:37:54.950105Z","end":"2026-05-10T01:37:56.466743Z","steps":["trace[1776596342] 'agreement among raft nodes before linearized reading' (duration: 1.516553189s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.702261Z","time spent":"2.764490408s","remote":"127.0.0.1:45066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:56.466744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698077458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.466797Z","caller":"traceutil/trace.go:171","msg":"trace[1015307447] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24479; }","duration":"2.698138699s","start":"2026-05-10T01:37:53.768645Z","end":"2026-05-10T01:37:56.466784Z","steps":["trace[1015307447] 'agreement among raft nodes before linearized reading' (duration: 2.698038577s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761833399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:37:56.466832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.768592Z","time spent":"2.698234941s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:37:56.466791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.369244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.467291Z","caller":"traceutil/trace.go:171","msg":"trace[1306134343] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24479; }","duration":"400.908476ms","start":"2026-05-10T01:37:56.066358Z","end":"2026-05-10T01:37:56.467266Z","steps":["trace[1306134343] 'agreement among raft nodes before linearized reading' (duration: 400.418695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.466827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085049311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:56.467395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.06634Z","time spent":"401.027559ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:56.467482Z","caller":"traceutil/trace.go:171","msg":"trace[955499775] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24479; }","duration":"1.085688235s","start":"2026-05-10T01:37:55.381737Z","end":"2026-05-10T01:37:56.467426Z","steps":["trace[955499775] 'agreement among raft nodes before linearized reading' (duration: 1.085077462s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.467586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:55.381711Z","time spent":"1.085853859s","remote":"127.0.0.1:57504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:56.466766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.950088Z","time spent":"1.516673202s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-cb29ad9a-4a55-42a7-989b-92c75c354a19\" "} {"level":"info","ts":"2026-05-10T01:37:56.466862Z","caller":"traceutil/trace.go:171","msg":"trace[1460140824] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24479; }","duration":"2.76193258s","start":"2026-05-10T01:37:53.704913Z","end":"2026-05-10T01:37:56.466846Z","steps":["trace[1460140824] 'agreement among raft nodes before linearized reading' (duration: 2.761775017s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.467855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:53.7049Z","time spent":"2.762943233s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:37:56.466881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515375541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:37:56.467977Z","caller":"traceutil/trace.go:171","msg":"trace[1571132717] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24479; }","duration":"1.516479706s","start":"2026-05-10T01:37:54.951489Z","end":"2026-05-10T01:37:56.467969Z","steps":["trace[1571132717] 'agreement among raft nodes before linearized reading' (duration: 1.515358982s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.467236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248760449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:37:56.468077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.951483Z","time spent":"1.516545128s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"info","ts":"2026-05-10T01:37:56.468104Z","caller":"traceutil/trace.go:171","msg":"trace[1108119937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24479; }","duration":"2.249663059s","start":"2026-05-10T01:37:54.218425Z","end":"2026-05-10T01:37:56.468088Z","steps":["trace[1108119937] 'agreement among raft nodes before linearized reading' (duration: 2.248619366s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.468162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:54.218402Z","time spent":"2.24974141s","remote":"127.0.0.1:37792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:37:56.937182Z","caller":"traceutil/trace.go:171","msg":"trace[54633540] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25281; }","duration":"467.118432ms","start":"2026-05-10T01:37:56.470046Z","end":"2026-05-10T01:37:56.937164Z","steps":["trace[54633540] 'read index received' (duration: 466.932008ms)","trace[54633540] 'applied index is now lower than readState.Index' (duration: 185.774µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:37:56.937245Z","caller":"traceutil/trace.go:171","msg":"trace[1716677528] transaction","detail":"{read_only:false; response_revision:24480; number_of_response:1; }","duration":"467.261456ms","start":"2026-05-10T01:37:56.469945Z","end":"2026-05-10T01:37:56.937206Z","steps":["trace[1716677528] 'process raft request' (duration: 467.081022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.93731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.244606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.937333Z","caller":"traceutil/trace.go:171","msg":"trace[1859682447] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24480; }","duration":"467.314586ms","start":"2026-05-10T01:37:56.470012Z","end":"2026-05-10T01:37:56.937326Z","steps":["trace[1859682447] 'agreement among raft nodes before linearized reading' (duration: 467.241685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.937364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.469997Z","time spent":"467.361248ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:37:56.937373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.210202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:37:56.937401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.469932Z","time spent":"467.390028ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:56.937438Z","caller":"traceutil/trace.go:171","msg":"trace[1217315107] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24480; }","duration":"466.285724ms","start":"2026-05-10T01:37:56.471136Z","end":"2026-05-10T01:37:56.937422Z","steps":["trace[1217315107] 'agreement among raft nodes before linearized reading' (duration: 466.165881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.93749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.471131Z","time spent":"466.347695ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:37:56.937726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.427802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:56.93781Z","caller":"traceutil/trace.go:171","msg":"trace[885657865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24480; }","duration":"464.535914ms","start":"2026-05-10T01:37:56.473254Z","end":"2026-05-10T01:37:56.93779Z","steps":["trace[885657865] 'agreement among raft nodes before linearized reading' (duration: 464.36342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:56.937856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.473248Z","time spent":"464.600255ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:37:57.473851Z","caller":"traceutil/trace.go:171","msg":"trace[49481804] transaction","detail":"{read_only:false; response_revision:24481; number_of_response:1; }","duration":"520.61213ms","start":"2026-05-10T01:37:56.953208Z","end":"2026-05-10T01:37:57.47382Z","steps":["trace[49481804] 'process raft request' (duration: 520.407945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.474036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.953186Z","time spent":"520.751764ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.992151Z","caller":"traceutil/trace.go:171","msg":"trace[1729756789] transaction","detail":"{read_only:false; response_revision:24482; number_of_response:1; }","duration":"1.037341143s","start":"2026-05-10T01:37:56.954778Z","end":"2026-05-10T01:37:57.992119Z","steps":["trace[1729756789] 'process raft request' (duration: 1.036724979s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.992363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.954767Z","time spent":"1.037470396s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.992645Z","caller":"traceutil/trace.go:171","msg":"trace[1361300179] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"1.037715521s","start":"2026-05-10T01:37:56.954894Z","end":"2026-05-10T01:37:57.992609Z","steps":["trace[1361300179] 'process raft request' (duration: 1.037101737s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.99285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.95488Z","time spent":"1.037856024s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.993366Z","caller":"traceutil/trace.go:171","msg":"trace[2027623930] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"1.038160292s","start":"2026-05-10T01:37:56.955183Z","end":"2026-05-10T01:37:57.993343Z","steps":["trace[2027623930] 'process raft request' (duration: 1.037018016s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.993474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.955178Z","time spent":"1.038242524s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.993534Z","caller":"traceutil/trace.go:171","msg":"trace[1081845224] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"1.038014549s","start":"2026-05-10T01:37:56.955498Z","end":"2026-05-10T01:37:57.993513Z","steps":["trace[1081845224] 'process raft request' (duration: 1.037836465s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.993603Z","caller":"traceutil/trace.go:171","msg":"trace[1471743696] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"1.037965598s","start":"2026-05-10T01:37:56.955611Z","end":"2026-05-10T01:37:57.993577Z","steps":["trace[1471743696] 'process raft request' (duration: 1.037827114s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.993651Z","caller":"traceutil/trace.go:171","msg":"trace[1361880891] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"1.037965028s","start":"2026-05-10T01:37:56.955666Z","end":"2026-05-10T01:37:57.993631Z","steps":["trace[1361880891] 'process raft request' (duration: 1.037831255s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.993671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.955491Z","time spent":"1.0380833s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:57.993718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.955597Z","time spent":"1.03806772s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:57.993771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.955659Z","time spent":"1.03805724s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.993853Z","caller":"traceutil/trace.go:171","msg":"trace[513221042] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"999.864906ms","start":"2026-05-10T01:37:56.993974Z","end":"2026-05-10T01:37:57.993839Z","steps":["trace[513221042] 'process raft request' (duration: 999.709783ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.993926Z","caller":"traceutil/trace.go:171","msg":"trace[1190346972] transaction","detail":"{read_only:false; response_revision:24490; number_of_response:1; }","duration":"999.765155ms","start":"2026-05-10T01:37:56.994138Z","end":"2026-05-10T01:37:57.993903Z","steps":["trace[1190346972] 'process raft request' (duration: 999.625322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.99394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.993946Z","time spent":"999.949259ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.993837Z","caller":"traceutil/trace.go:171","msg":"trace[445618266] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"999.870687ms","start":"2026-05-10T01:37:56.993954Z","end":"2026-05-10T01:37:57.993825Z","steps":["trace[445618266] 'process raft request' (duration: 999.613421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.99413Z","time spent":"999.843186ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.994042Z","caller":"traceutil/trace.go:171","msg":"trace[2010450444] linearizableReadLoop","detail":"{readStateIndex:25295; appliedIndex:25282; }","duration":"814.669983ms","start":"2026-05-10T01:37:57.17935Z","end":"2026-05-10T01:37:57.99402Z","steps":["trace[2010450444] 'read index received' (duration: 294.266167ms)","trace[2010450444] 'applied index is now lower than readState.Index' (duration: 520.402776ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:57.994051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.993932Z","time spent":"1.000079411s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.994098Z","caller":"traceutil/trace.go:171","msg":"trace[2068596265] transaction","detail":"{read_only:false; response_revision:24491; number_of_response:1; }","duration":"999.944898ms","start":"2026-05-10T01:37:56.994143Z","end":"2026-05-10T01:37:57.994088Z","steps":["trace[2068596265] 'process raft request' (duration: 999.677752ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.994056Z","caller":"traceutil/trace.go:171","msg":"trace[1358316456] transaction","detail":"{read_only:false; response_revision:24492; number_of_response:1; }","duration":"999.713633ms","start":"2026-05-10T01:37:56.994328Z","end":"2026-05-10T01:37:57.994041Z","steps":["trace[1358316456] 'process raft request' (duration: 999.545869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.994116Z","time spent":"1.00001469s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:57.994247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.994317Z","time spent":"999.880547ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.994163Z","caller":"traceutil/trace.go:171","msg":"trace[1871170692] transaction","detail":"{read_only:false; response_revision:24493; number_of_response:1; }","duration":"999.365995ms","start":"2026-05-10T01:37:56.994783Z","end":"2026-05-10T01:37:57.994149Z","steps":["trace[1871170692] 'process raft request' (duration: 999.13662ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:57.994268Z","caller":"traceutil/trace.go:171","msg":"trace[1693831251] transaction","detail":"{read_only:false; response_revision:24494; number_of_response:1; }","duration":"649.273937ms","start":"2026-05-10T01:37:57.34496Z","end":"2026-05-10T01:37:57.994234Z","steps":["trace[1693831251] 'process raft request' (duration: 649.009011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.807754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:57.994253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.005412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:37:57.99436Z","caller":"traceutil/trace.go:171","msg":"trace[1215965891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24494; }","duration":"257.887656ms","start":"2026-05-10T01:37:57.736458Z","end":"2026-05-10T01:37:57.994346Z","steps":["trace[1215965891] 'agreement among raft nodes before linearized reading' (duration: 257.821684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:56.994763Z","time spent":"999.55762ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:37:57.994418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:57.344903Z","time spent":"649.43561ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:57.994394Z","caller":"traceutil/trace.go:171","msg":"trace[1469251863] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24494; }","duration":"669.178816ms","start":"2026-05-10T01:37:57.325197Z","end":"2026-05-10T01:37:57.994376Z","steps":["trace[1469251863] 'agreement among raft nodes before linearized reading' (duration: 669.002822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:57.325181Z","time spent":"669.324169ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:57.994335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.97944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:57.994661Z","caller":"traceutil/trace.go:171","msg":"trace[1325054082] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24494; }","duration":"815.358878ms","start":"2026-05-10T01:37:57.179284Z","end":"2026-05-10T01:37:57.994643Z","steps":["trace[1325054082] 'agreement among raft nodes before linearized reading' (duration: 815.00198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:57.994734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:57.179269Z","time spent":"815.4409ms","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:37:58.545048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.492379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:37:58.545112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.875341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:58.545195Z","caller":"traceutil/trace.go:171","msg":"trace[1594779450] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24494; }","duration":"133.010915ms","start":"2026-05-10T01:37:58.412166Z","end":"2026-05-10T01:37:58.545177Z","steps":["trace[1594779450] 'count revisions from in-memory index tree' (duration: 132.625296ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:37:58.545133Z","caller":"traceutil/trace.go:171","msg":"trace[1196278850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24494; }","duration":"219.647692ms","start":"2026-05-10T01:37:58.325462Z","end":"2026-05-10T01:37:58.54511Z","steps":["trace[1196278850] 'count revisions from in-memory index tree' (duration: 219.407227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:59.238172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:37:59.491315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040875482s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:37:59.491806Z","caller":"traceutil/trace.go:171","msg":"trace[1854120919] transaction","detail":"{read_only:false; response_revision:24495; number_of_response:1; }","duration":"1.041456087s","start":"2026-05-10T01:37:58.450328Z","end":"2026-05-10T01:37:59.491784Z","steps":["trace[1854120919] 'process raft request' (duration: 1.041303932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:59.491945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:58.450308Z","time spent":"1.041562048s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:37:59.492672Z","caller":"traceutil/trace.go:171","msg":"trace[2131414333] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25297; }","duration":"754.72384ms","start":"2026-05-10T01:37:58.737928Z","end":"2026-05-10T01:37:59.492652Z","steps":["trace[2131414333] 'read index received' (duration: 754.71559ms)","trace[2131414333] 'applied index is now lower than readState.Index' (duration: 6.44µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:37:59.492851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.908484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:37:59.492935Z","caller":"traceutil/trace.go:171","msg":"trace[711002520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24495; }","duration":"755.044047ms","start":"2026-05-10T01:37:58.737872Z","end":"2026-05-10T01:37:59.492916Z","steps":["trace[711002520] 'agreement among raft nodes before linearized reading' (duration: 754.865613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:37:59.492977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:58.737847Z","time spent":"755.122679ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:37:59.578114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.712025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:37:59.578198Z","caller":"traceutil/trace.go:171","msg":"trace[245426003] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24496; }","duration":"108.839677ms","start":"2026-05-10T01:37:59.469342Z","end":"2026-05-10T01:37:59.578182Z","steps":["trace[245426003] 'agreement among raft nodes before linearized reading' (duration: 108.542101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:00.336319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.28149ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-10T01:38:00.336563Z","caller":"traceutil/trace.go:171","msg":"trace[693879622] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25298; }","duration":"598.141302ms","start":"2026-05-10T01:37:59.738403Z","end":"2026-05-10T01:38:00.336544Z","steps":["trace[693879622] 'read index received' (duration: 163.638047ms)","trace[693879622] 'applied index is now lower than readState.Index' (duration: 434.502255ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:00.33665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.581705Z","time spent":"754.941953ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:38:00.336757Z","caller":"traceutil/trace.go:171","msg":"trace[1778183560] transaction","detail":"{read_only:false; response_revision:24497; number_of_response:1; }","duration":"690.476047ms","start":"2026-05-10T01:37:59.64625Z","end":"2026-05-10T01:38:00.336726Z","steps":["trace[1778183560] 'process raft request' (duration: 690.17642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:00.336876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.476589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:00.336908Z","caller":"traceutil/trace.go:171","msg":"trace[1014540144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24497; }","duration":"598.54552ms","start":"2026-05-10T01:37:59.738352Z","end":"2026-05-10T01:38:00.336897Z","steps":["trace[1014540144] 'agreement among raft nodes before linearized reading' (duration: 598.468689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:00.336943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.738326Z","time spent":"598.610901ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:00.337008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.646222Z","time spent":"690.676231ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:00.837174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619150,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:38:01.053002Z","caller":"traceutil/trace.go:171","msg":"trace[2103385910] transaction","detail":"{read_only:false; response_revision:24498; number_of_response:1; }","duration":"1.05797182s","start":"2026-05-10T01:37:59.995003Z","end":"2026-05-10T01:38:01.052975Z","steps":["trace[2103385910] 'process raft request' (duration: 1.041396815s)","trace[2103385910] 'compare' (duration: 16.105824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:01.053137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.994977Z","time spent":"1.058093172s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:01.053128Z","caller":"traceutil/trace.go:171","msg":"trace[1601893929] transaction","detail":"{read_only:false; response_revision:24499; number_of_response:1; }","duration":"1.053492457s","start":"2026-05-10T01:37:59.999603Z","end":"2026-05-10T01:38:01.053096Z","steps":["trace[1601893929] 'process raft request' (duration: 1.053262492s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.05317Z","caller":"traceutil/trace.go:171","msg":"trace[216431430] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"1.052773382s","start":"2026-05-10T01:38:00.000389Z","end":"2026-05-10T01:38:01.053162Z","steps":["trace[216431430] 'process raft request' (duration: 1.052560297s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.053122Z","caller":"traceutil/trace.go:171","msg":"trace[55490189] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"1.052390293s","start":"2026-05-10T01:38:00.000711Z","end":"2026-05-10T01:38:01.053101Z","steps":["trace[55490189] 'process raft request' (duration: 1.052319372s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.053268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.000369Z","time spent":"1.052838183s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:01.053278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999585Z","time spent":"1.0536026s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:01.053323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.000699Z","time spent":"1.052598938s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:01.053373Z","caller":"traceutil/trace.go:171","msg":"trace[1778294455] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"1.052583787s","start":"2026-05-10T01:38:00.000782Z","end":"2026-05-10T01:38:01.053366Z","steps":["trace[1778294455] 'process raft request' (duration: 1.052282701s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.053287Z","caller":"traceutil/trace.go:171","msg":"trace[24377428] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"1.051642795s","start":"2026-05-10T01:38:00.001625Z","end":"2026-05-10T01:38:01.053267Z","steps":["trace[24377428] 'process raft request' (duration: 1.051607804s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:01.053458Z","caller":"traceutil/trace.go:171","msg":"trace[775845611] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"1.052536536s","start":"2026-05-10T01:38:00.000913Z","end":"2026-05-10T01:38:01.05345Z","steps":["trace[775845611] 'process raft request' (duration: 1.05225139s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.053465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.000776Z","time spent":"1.052630368s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:01.053459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.001604Z","time spent":"1.051813279s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:01.053501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.000877Z","time spent":"1.052601128s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:01.082348Z","caller":"traceutil/trace.go:171","msg":"trace[1332128611] linearizableReadLoop","detail":"{readStateIndex:25308; appliedIndex:25300; }","duration":"745.707685ms","start":"2026-05-10T01:38:00.336609Z","end":"2026-05-10T01:38:01.082317Z","steps":["trace[1332128611] 'read index received' (duration: 699.87006ms)","trace[1332128611] 'applied index is now lower than readState.Index' (duration: 45.836295ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:01.082511Z","caller":"traceutil/trace.go:171","msg":"trace[541287063] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"741.838317ms","start":"2026-05-10T01:38:00.340657Z","end":"2026-05-10T01:38:01.082495Z","steps":["trace[541287063] 'process raft request' (duration: 741.487439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.082661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.340617Z","time spent":"741.941209ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:01.083169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083464965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:38:01.083229Z","caller":"traceutil/trace.go:171","msg":"trace[790767397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.083545757s","start":"2026-05-10T01:37:59.999668Z","end":"2026-05-10T01:38:01.083214Z","steps":["trace[790767397] 'agreement among raft nodes before linearized reading' (duration: 1.083275261s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.083276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999658Z","time spent":"1.083607848s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:01.083545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083968376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:38:01.083593Z","caller":"traceutil/trace.go:171","msg":"trace[1622629588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.084045178s","start":"2026-05-10T01:37:59.999535Z","end":"2026-05-10T01:38:01.08358Z","steps":["trace[1622629588] 'agreement among raft nodes before linearized reading' (duration: 1.083921655s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.083638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999511Z","time spent":"1.084117089s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:01.083874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084543989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:38:01.083921Z","caller":"traceutil/trace.go:171","msg":"trace[850216572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24505; }","duration":"1.08461643s","start":"2026-05-10T01:37:59.999292Z","end":"2026-05-10T01:38:01.083909Z","steps":["trace[850216572] 'agreement among raft nodes before linearized reading' (duration: 1.084502508s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.083962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999279Z","time spent":"1.084674252s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:01.084196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084902206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:01.084282Z","caller":"traceutil/trace.go:171","msg":"trace[1052071575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24505; }","duration":"1.085005709s","start":"2026-05-10T01:37:59.999244Z","end":"2026-05-10T01:38:01.084249Z","steps":["trace[1052071575] 'agreement among raft nodes before linearized reading' (duration: 1.084872096s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.084328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999224Z","time spent":"1.085093871s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:38:01.084565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085269455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:01.08461Z","caller":"traceutil/trace.go:171","msg":"trace[1326039704] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24505; }","duration":"1.085353787s","start":"2026-05-10T01:37:59.999244Z","end":"2026-05-10T01:38:01.084598Z","steps":["trace[1326039704] 'agreement among raft nodes before linearized reading' (duration: 1.085239724s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.084652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.999228Z","time spent":"1.085415209s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:01.085114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.611369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:01.085173Z","caller":"traceutil/trace.go:171","msg":"trace[388297316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24505; }","duration":"346.698371ms","start":"2026-05-10T01:38:00.738456Z","end":"2026-05-10T01:38:01.085154Z","steps":["trace[388297316] 'agreement among raft nodes before linearized reading' (duration: 346.605399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.08517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08904253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:38:01.085214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.738435Z","time spent":"346.769302ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:38:01.085239Z","caller":"traceutil/trace.go:171","msg":"trace[2040954631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24505; }","duration":"1.089149832s","start":"2026-05-10T01:37:59.996069Z","end":"2026-05-10T01:38:01.085219Z","steps":["trace[2040954631] 'agreement among raft nodes before linearized reading' (duration: 1.088996889s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.085249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.338262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:38:01.085279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:37:59.99605Z","time spent":"1.089219325s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:38:01.085304Z","caller":"traceutil/trace.go:171","msg":"trace[378605709] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24505; }","duration":"473.470395ms","start":"2026-05-10T01:38:00.611822Z","end":"2026-05-10T01:38:01.085292Z","steps":["trace[378605709] 'agreement among raft nodes before linearized reading' (duration: 473.26237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.085332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.611791Z","time spent":"473.535637ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:01.085319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.850525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268420"} {"level":"info","ts":"2026-05-10T01:38:01.085382Z","caller":"traceutil/trace.go:171","msg":"trace[1077488944] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24505; }","duration":"609.967708ms","start":"2026-05-10T01:38:00.475396Z","end":"2026-05-10T01:38:01.085364Z","steps":["trace[1077488944] 'agreement among raft nodes before linearized reading' (duration: 609.483247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.085428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:00.475363Z","time spent":"610.0547ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268444,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-10T01:38:01.573761Z","caller":"traceutil/trace.go:171","msg":"trace[757664677] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"475.545003ms","start":"2026-05-10T01:38:01.098152Z","end":"2026-05-10T01:38:01.573697Z","steps":["trace[757664677] 'process raft request' (duration: 473.385894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:01.573926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098142Z","time spent":"475.701706ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.083687Z","caller":"traceutil/trace.go:171","msg":"trace[544947332] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"985.330098ms","start":"2026-05-10T01:38:01.098333Z","end":"2026-05-10T01:38:02.083663Z","steps":["trace[544947332] 'process raft request' (duration: 985.251697ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:02.08375Z","caller":"traceutil/trace.go:171","msg":"trace[586304653] linearizableReadLoop","detail":"{readStateIndex:25314; appliedIndex:25308; }","duration":"984.472209ms","start":"2026-05-10T01:38:01.099266Z","end":"2026-05-10T01:38:02.083738Z","steps":["trace[586304653] 'read index received' (duration: 472.289029ms)","trace[586304653] 'applied index is now lower than readState.Index' (duration: 512.18239ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:02.08382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098301Z","time spent":"985.454031ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.083853Z","caller":"traceutil/trace.go:171","msg":"trace[508416877] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"985.468711ms","start":"2026-05-10T01:38:01.098377Z","end":"2026-05-10T01:38:02.083846Z","steps":["trace[508416877] 'process raft request' (duration: 985.246036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.083919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098354Z","time spent":"985.535452ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.083993Z","caller":"traceutil/trace.go:171","msg":"trace[1795242125] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"924.81427ms","start":"2026-05-10T01:38:01.159171Z","end":"2026-05-10T01:38:02.083986Z","steps":["trace[1795242125] 'process raft request' (duration: 924.523754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.084025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.159142Z","time spent":"924.864722ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.084039Z","caller":"traceutil/trace.go:171","msg":"trace[42550540] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"985.841099ms","start":"2026-05-10T01:38:01.098186Z","end":"2026-05-10T01:38:02.084027Z","steps":["trace[42550540] 'process raft request' (duration: 909.71346ms)","trace[42550540] 'compare' (duration: 75.473495ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:02.084116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098167Z","time spent":"985.904381ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:02.084178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.911149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-05-10T01:38:02.084204Z","caller":"traceutil/trace.go:171","msg":"trace[115523552] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24512; }","duration":"984.96495ms","start":"2026-05-10T01:38:01.099233Z","end":"2026-05-10T01:38:02.084198Z","steps":["trace[115523552] 'agreement among raft nodes before linearized reading' (duration: 984.873288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.084223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.099221Z","time spent":"984.996731ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-10T01:38:02.084271Z","caller":"traceutil/trace.go:171","msg":"trace[1515418165] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"986.045414ms","start":"2026-05-10T01:38:01.098186Z","end":"2026-05-10T01:38:02.084232Z","steps":["trace[1515418165] 'process raft request' (duration: 985.295507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.084327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098166Z","time spent":"986.134436ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.084477Z","caller":"traceutil/trace.go:171","msg":"trace[615503011] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"986.149396ms","start":"2026-05-10T01:38:01.098318Z","end":"2026-05-10T01:38:02.084468Z","steps":["trace[615503011] 'process raft request' (duration: 985.206285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.084548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.098309Z","time spent":"986.197787ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:02.085628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.863931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:02.086136Z","caller":"traceutil/trace.go:171","msg":"trace[1310799798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24513; }","duration":"948.435185ms","start":"2026-05-10T01:38:01.137684Z","end":"2026-05-10T01:38:02.086119Z","steps":["trace[1310799798] 'agreement among raft nodes before linearized reading' (duration: 947.82613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.086176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.137658Z","time spent":"948.507347ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:02.086187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.116712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:02.08622Z","caller":"traceutil/trace.go:171","msg":"trace[1466463979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24513; }","duration":"127.186183ms","start":"2026-05-10T01:38:01.959027Z","end":"2026-05-10T01:38:02.086213Z","steps":["trace[1466463979] 'agreement among raft nodes before linearized reading' (duration: 127.083641ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:02.086088Z","caller":"traceutil/trace.go:171","msg":"trace[395094993] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"502.819639ms","start":"2026-05-10T01:38:01.583253Z","end":"2026-05-10T01:38:02.086073Z","steps":["trace[395094993] 'process raft request' (duration: 502.145833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.086272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.966934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-85dd55bd64-2kvcn.18ae0f05fc6255b1\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-05-10T01:38:02.086333Z","caller":"traceutil/trace.go:171","msg":"trace[887426327] range","detail":"{range_begin:/registry/events/openstack/glance-api-85dd55bd64-2kvcn.18ae0f05fc6255b1; range_end:; response_count:1; response_revision:24513; }","duration":"191.066705ms","start":"2026-05-10T01:38:01.89525Z","end":"2026-05-10T01:38:02.086316Z","steps":["trace[887426327] 'agreement among raft nodes before linearized reading' (duration: 190.865131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.086422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:01.583225Z","time spent":"503.090585ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:02.223998Z","caller":"traceutil/trace.go:171","msg":"trace[1056114592] linearizableReadLoop","detail":"{readStateIndex:25317; appliedIndex:25316; }","duration":"133.509126ms","start":"2026-05-10T01:38:02.090467Z","end":"2026-05-10T01:38:02.223976Z","steps":["trace[1056114592] 'read index received' (duration: 133.035765ms)","trace[1056114592] 'applied index is now lower than readState.Index' (duration: 472.171µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:02.22408Z","caller":"traceutil/trace.go:171","msg":"trace[1958641615] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"134.507938ms","start":"2026-05-10T01:38:02.089526Z","end":"2026-05-10T01:38:02.224034Z","steps":["trace[1958641615] 'process raft request' (duration: 134.047788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.224283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.788763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:02.22431Z","caller":"traceutil/trace.go:171","msg":"trace[2119459537] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24514; }","duration":"133.880774ms","start":"2026-05-10T01:38:02.09042Z","end":"2026-05-10T01:38:02.224301Z","steps":["trace[2119459537] 'agreement among raft nodes before linearized reading' (duration: 133.625889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.916856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:02.327254Z","time spent":"589.595118ms","remote":"127.0.0.1:41822","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:02.916982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.382267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:02.917043Z","caller":"traceutil/trace.go:171","msg":"trace[772651008] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24514; }","duration":"320.476219ms","start":"2026-05-10T01:38:02.596542Z","end":"2026-05-10T01:38:02.917018Z","steps":["trace[772651008] 'count revisions from in-memory index tree' (duration: 320.286645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.917074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:02.59652Z","time spent":"320.54831ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:02.917319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.784359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:02.917365Z","caller":"traceutil/trace.go:171","msg":"trace[1660554821] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24514; }","duration":"437.873441ms","start":"2026-05-10T01:38:02.47948Z","end":"2026-05-10T01:38:02.917353Z","steps":["trace[1660554821] 'count revisions from in-memory index tree' (duration: 437.701497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.9174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:02.479458Z","time spent":"437.932942ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:02.916887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.720274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:02.917507Z","caller":"traceutil/trace.go:171","msg":"trace[119175017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24514; }","duration":"178.381489ms","start":"2026-05-10T01:38:02.739112Z","end":"2026-05-10T01:38:02.917494Z","steps":["trace[119175017] 'range keys from in-memory index tree' (duration: 177.639682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.91763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.67712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:02.917668Z","caller":"traceutil/trace.go:171","msg":"trace[632084043] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24514; }","duration":"415.71856ms","start":"2026-05-10T01:38:02.501941Z","end":"2026-05-10T01:38:02.91766Z","steps":["trace[632084043] 'count revisions from in-memory index tree' (duration: 415.529766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.917697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:02.501882Z","time spent":"415.805772ms","remote":"127.0.0.1:48368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:02.918421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.417235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:02.9185Z","caller":"traceutil/trace.go:171","msg":"trace[1698223570] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24514; }","duration":"477.749583ms","start":"2026-05-10T01:38:02.440728Z","end":"2026-05-10T01:38:02.918478Z","steps":["trace[1698223570] 'count revisions from in-memory index tree' (duration: 477.318893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:02.918554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:02.440707Z","time spent":"477.835764ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:03.664442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:38:03.871485Z","caller":"traceutil/trace.go:171","msg":"trace[329470215] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"810.707263ms","start":"2026-05-10T01:38:03.060753Z","end":"2026-05-10T01:38:03.871461Z","steps":["trace[329470215] 'process raft request' (duration: 810.57468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:03.871616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.060725Z","time spent":"810.819956ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:04.384025Z","caller":"traceutil/trace.go:171","msg":"trace[1851453079] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"1.32318252s","start":"2026-05-10T01:38:03.060813Z","end":"2026-05-10T01:38:04.383996Z","steps":["trace[1851453079] 'process raft request' (duration: 1.322959585s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:04.384209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.060787Z","time spent":"1.323313262s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:04.384606Z","caller":"traceutil/trace.go:171","msg":"trace[241937526] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.323728322s","start":"2026-05-10T01:38:03.06083Z","end":"2026-05-10T01:38:04.384559Z","steps":["trace[241937526] 'process raft request' (duration: 1.323126529s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:04.38474Z","caller":"traceutil/trace.go:171","msg":"trace[1664021020] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.323243411s","start":"2026-05-10T01:38:03.061478Z","end":"2026-05-10T01:38:04.384721Z","steps":["trace[1664021020] 'process raft request' (duration: 1.322910184s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:04.384825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.061467Z","time spent":"1.323316072s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:04.384817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.060797Z","time spent":"1.323914346s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:04.384837Z","caller":"traceutil/trace.go:171","msg":"trace[455612065] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.323105348s","start":"2026-05-10T01:38:03.061712Z","end":"2026-05-10T01:38:04.384817Z","steps":["trace[455612065] 'process raft request' (duration: 1.322784661s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:04.385002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.061697Z","time spent":"1.323246141s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:04.385427Z","caller":"traceutil/trace.go:171","msg":"trace[1020456480] linearizableReadLoop","detail":"{readStateIndex:25323; appliedIndex:25317; }","duration":"1.221173586s","start":"2026-05-10T01:38:03.164231Z","end":"2026-05-10T01:38:04.385404Z","steps":["trace[1020456480] 'read index received' (duration: 707.204506ms)","trace[1020456480] 'applied index is now lower than readState.Index' (duration: 513.96791ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:04.385467Z","caller":"traceutil/trace.go:171","msg":"trace[120997508] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"1.32364044s","start":"2026-05-10T01:38:03.061802Z","end":"2026-05-10T01:38:04.385442Z","steps":["trace[120997508] 'process raft request' (duration: 1.32275456s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:04.385565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221338679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:04.385573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.061793Z","time spent":"1.323721412s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:04.385616Z","caller":"traceutil/trace.go:171","msg":"trace[2014078312] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24520; }","duration":"1.221455262s","start":"2026-05-10T01:38:03.164152Z","end":"2026-05-10T01:38:04.385608Z","steps":["trace[2014078312] 'agreement among raft nodes before linearized reading' (duration: 1.22137733s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:04.385668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.16413Z","time spent":"1.221531365s","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.86988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.034452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:05.870039Z","caller":"traceutil/trace.go:171","msg":"trace[672138292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24520; }","duration":"433.201506ms","start":"2026-05-10T01:38:05.436806Z","end":"2026-05-10T01:38:05.870008Z","steps":["trace[672138292] 'range keys from in-memory index tree' (duration: 432.988021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.871537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380003673s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:05.871669Z","caller":"traceutil/trace.go:171","msg":"trace[1234053818] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25323; }","duration":"1.486147542s","start":"2026-05-10T01:38:04.385498Z","end":"2026-05-10T01:38:05.871646Z","steps":["trace[1234053818] 'read index received' (duration: 104.784388ms)","trace[1234053818] 'applied index is now lower than readState.Index' (duration: 1.381361164s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:05.871835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06424938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.871912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326057464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:05.871928Z","caller":"traceutil/trace.go:171","msg":"trace[1398288061] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24521; }","duration":"2.064410704s","start":"2026-05-10T01:38:03.807497Z","end":"2026-05-10T01:38:05.871907Z","steps":["trace[1398288061] 'agreement among raft nodes before linearized reading' (duration: 2.06423381s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.871965Z","caller":"traceutil/trace.go:171","msg":"trace[555016395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24521; }","duration":"2.326151216s","start":"2026-05-10T01:38:03.545799Z","end":"2026-05-10T01:38:05.87195Z","steps":["trace[555016395] 'agreement among raft nodes before linearized reading' (duration: 2.326048313s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.871962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524468076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:05.872003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.545781Z","time spent":"2.326211448s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.871995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139793977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.872003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280191188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:05.872062Z","caller":"traceutil/trace.go:171","msg":"trace[216979551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24521; }","duration":"1.139868889s","start":"2026-05-10T01:38:04.732178Z","end":"2026-05-10T01:38:05.872047Z","steps":["trace[216979551] 'agreement among raft nodes before linearized reading' (duration: 1.139754986s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294718457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:38:05.872059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574337603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:05.87209Z","caller":"traceutil/trace.go:171","msg":"trace[31815433] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24521; }","duration":"2.280355422s","start":"2026-05-10T01:38:03.591712Z","end":"2026-05-10T01:38:05.872067Z","steps":["trace[31815433] 'agreement among raft nodes before linearized reading' (duration: 2.280151248s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782991166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:38:05.872129Z","caller":"traceutil/trace.go:171","msg":"trace[1923460430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24521; }","duration":"2.294833459s","start":"2026-05-10T01:38:03.577276Z","end":"2026-05-10T01:38:05.872109Z","steps":["trace[1923460430] 'agreement among raft nodes before linearized reading' (duration: 2.294583124s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.591694Z","time spent":"2.280436914s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.872169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.975192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:05.872175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783871126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:38:05.872179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.577255Z","time spent":"2.29491247s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782559207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:38:05.872208Z","caller":"traceutil/trace.go:171","msg":"trace[837770522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24521; }","duration":"1.783968569s","start":"2026-05-10T01:38:04.088231Z","end":"2026-05-10T01:38:05.8722Z","steps":["trace[837770522] 'agreement among raft nodes before linearized reading' (duration: 1.783830266s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.872243Z","caller":"traceutil/trace.go:171","msg":"trace[442158878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24521; }","duration":"1.782663409s","start":"2026-05-10T01:38:04.089559Z","end":"2026-05-10T01:38:05.872223Z","steps":["trace[442158878] 'agreement among raft nodes before linearized reading' (duration: 1.782431974s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310045002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.872297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.088207Z","time spent":"1.784082351s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:05.872155Z","caller":"traceutil/trace.go:171","msg":"trace[668665624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24521; }","duration":"1.783030227s","start":"2026-05-10T01:38:04.089116Z","end":"2026-05-10T01:38:05.872146Z","steps":["trace[668665624] 'agreement among raft nodes before linearized reading' (duration: 1.782897874s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.87237Z","caller":"traceutil/trace.go:171","msg":"trace[1535763670] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.780306396s","start":"2026-05-10T01:38:04.092046Z","end":"2026-05-10T01:38:05.872353Z","steps":["trace[1535763670] 'process raft request' (duration: 398.289027ms)","trace[1535763670] 'compare' (duration: 1.379000171s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:05.872366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809435044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:38:05.87221Z","caller":"traceutil/trace.go:171","msg":"trace[1551527777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24521; }","duration":"198.052094ms","start":"2026-05-10T01:38:05.674144Z","end":"2026-05-10T01:38:05.872196Z","steps":["trace[1551527777] 'agreement among raft nodes before linearized reading' (duration: 197.995483ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.872394Z","caller":"traceutil/trace.go:171","msg":"trace[1541207036] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24521; }","duration":"2.574480347s","start":"2026-05-10T01:38:03.297645Z","end":"2026-05-10T01:38:05.872126Z","steps":["trace[1541207036] 'agreement among raft nodes before linearized reading' (duration: 2.574281432s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134731813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.872389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.622416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-10T01:38:05.87249Z","caller":"traceutil/trace.go:171","msg":"trace[1903823725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24521; }","duration":"1.134800784s","start":"2026-05-10T01:38:04.737681Z","end":"2026-05-10T01:38:05.872482Z","steps":["trace[1903823725] 'agreement among raft nodes before linearized reading' (duration: 1.134743763s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780784006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:05.8725Z","caller":"traceutil/trace.go:171","msg":"trace[1798296258] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24521; }","duration":"704.76999ms","start":"2026-05-10T01:38:05.167719Z","end":"2026-05-10T01:38:05.872489Z","steps":["trace[1798296258] 'agreement among raft nodes before linearized reading' (duration: 704.596696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.73767Z","time spent":"1.134837875s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.167694Z","time spent":"704.83295ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.297611Z","time spent":"2.574865214s","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:05.872567Z","caller":"traceutil/trace.go:171","msg":"trace[1244305992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24521; }","duration":"1.780895648s","start":"2026-05-10T01:38:04.091622Z","end":"2026-05-10T01:38:05.872518Z","steps":["trace[1244305992] 'agreement among raft nodes before linearized reading' (duration: 1.780621142s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.732158Z","time spent":"1.139946121s","remote":"127.0.0.1:56668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.872633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.092021Z","time spent":"1.780390588s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:05.872647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.091613Z","time spent":"1.781022642s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:05.87265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.901952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-10T01:38:05.872709Z","caller":"traceutil/trace.go:171","msg":"trace[228920548] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24521; }","duration":"704.986754ms","start":"2026-05-10T01:38:05.167702Z","end":"2026-05-10T01:38:05.872689Z","steps":["trace[228920548] 'agreement among raft nodes before linearized reading' (duration: 704.864391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.280754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-10T01:38:05.872036Z","caller":"traceutil/trace.go:171","msg":"trace[1687193389] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24521; }","duration":"2.524586569s","start":"2026-05-10T01:38:03.347432Z","end":"2026-05-10T01:38:05.872019Z","steps":["trace[1687193389] 'agreement among raft nodes before linearized reading' (duration: 2.524460796s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.872435Z","caller":"traceutil/trace.go:171","msg":"trace[940674672] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24521; }","duration":"1.809544646s","start":"2026-05-10T01:38:04.062876Z","end":"2026-05-10T01:38:05.872421Z","steps":["trace[940674672] 'agreement among raft nodes before linearized reading' (duration: 1.809298781s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.872779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.167681Z","time spent":"705.084597ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.627126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.872796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.347414Z","time spent":"2.525368056s","remote":"127.0.0.1:39488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.872826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.062846Z","time spent":"1.809961626s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:05.872786Z","caller":"traceutil/trace.go:171","msg":"trace[1660972981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24521; }","duration":"899.54589ms","start":"2026-05-10T01:38:04.973221Z","end":"2026-05-10T01:38:05.872767Z","steps":["trace[1660972981] 'agreement among raft nodes before linearized reading' (duration: 899.190462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.873104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.973215Z","time spent":"899.696743ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.089549Z","time spent":"1.78275182s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:05.872389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782799982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:05.873223Z","caller":"traceutil/trace.go:171","msg":"trace[510112337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24521; }","duration":"1.783664412s","start":"2026-05-10T01:38:04.089547Z","end":"2026-05-10T01:38:05.873211Z","steps":["trace[510112337] 'agreement among raft nodes before linearized reading' (duration: 1.782781451s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.872832Z","caller":"traceutil/trace.go:171","msg":"trace[1014992889] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24521; }","duration":"500.195959ms","start":"2026-05-10T01:38:05.372623Z","end":"2026-05-10T01:38:05.872819Z","steps":["trace[1014992889] 'agreement among raft nodes before linearized reading' (duration: 499.615086ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:05.872318Z","caller":"traceutil/trace.go:171","msg":"trace[1629001414] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24521; }","duration":"2.310137864s","start":"2026-05-10T01:38:03.562169Z","end":"2026-05-10T01:38:05.872307Z","steps":["trace[1629001414] 'agreement among raft nodes before linearized reading' (duration: 2.310045831s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.873274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.089527Z","time spent":"1.783733994s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:38:05.873283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.372603Z","time spent":"500.66585ms","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.872433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.705019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:05.873306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.562157Z","time spent":"2.311136548s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.872382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.089089Z","time spent":"1.783268983s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:38:05.873361Z","caller":"traceutil/trace.go:171","msg":"trace[1140619957] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24521; }","duration":"906.642641ms","start":"2026-05-10T01:38:04.966691Z","end":"2026-05-10T01:38:05.873333Z","steps":["trace[1140619957] 'agreement among raft nodes before linearized reading' (duration: 905.72212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.873426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:04.966674Z","time spent":"906.728713ms","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:38:05.871989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.807465Z","time spent":"2.064512046s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:05.873752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212248554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:38:05.873775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.267308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:05.873811Z","caller":"traceutil/trace.go:171","msg":"trace[1056755275] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24521; }","duration":"2.212317806s","start":"2026-05-10T01:38:03.661478Z","end":"2026-05-10T01:38:05.873795Z","steps":["trace[1056755275] 'agreement among raft nodes before linearized reading' (duration: 2.21029995s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.873859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:03.66144Z","time spent":"2.212404187s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:05.873859Z","caller":"traceutil/trace.go:171","msg":"trace[2004482480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24521; }","duration":"840.290811ms","start":"2026-05-10T01:38:05.033535Z","end":"2026-05-10T01:38:05.873826Z","steps":["trace[2004482480] 'agreement among raft nodes before linearized reading' (duration: 839.159025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:05.873961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.033515Z","time spent":"840.415885ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:06.192678Z","caller":"traceutil/trace.go:171","msg":"trace[1489131707] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"315.266522ms","start":"2026-05-10T01:38:05.877385Z","end":"2026-05-10T01:38:06.192651Z","steps":["trace[1489131707] 'process raft request' (duration: 315.19127ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:06.192693Z","caller":"traceutil/trace.go:171","msg":"trace[1230116938] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"315.261862ms","start":"2026-05-10T01:38:05.877385Z","end":"2026-05-10T01:38:06.192647Z","steps":["trace[1230116938] 'process raft request' (duration: 271.948873ms)","trace[1230116938] 'compare' (duration: 42.992601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:06.192853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.877372Z","time spent":"315.395105ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:06.19301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.877363Z","time spent":"315.422116ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:06.948067Z","caller":"traceutil/trace.go:171","msg":"trace[1983210605] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"1.070599284s","start":"2026-05-10T01:38:05.877435Z","end":"2026-05-10T01:38:06.948034Z","steps":["trace[1983210605] 'process raft request' (duration: 1.001046642s)","trace[1983210605] 'compare' (duration: 68.045988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:06.948228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.87743Z","time spent":"1.070719246s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:06.94875Z","caller":"traceutil/trace.go:171","msg":"trace[1016302744] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"1.070789028s","start":"2026-05-10T01:38:05.877946Z","end":"2026-05-10T01:38:06.948735Z","steps":["trace[1016302744] 'process raft request' (duration: 1.070664176s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:06.949008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.877937Z","time spent":"1.070846779s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:06.948802Z","caller":"traceutil/trace.go:171","msg":"trace[1729280722] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"1.071073685s","start":"2026-05-10T01:38:05.877691Z","end":"2026-05-10T01:38:06.948765Z","steps":["trace[1729280722] 'process raft request' (duration: 1.070278057s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:06.949062Z","caller":"traceutil/trace.go:171","msg":"trace[655042469] linearizableReadLoop","detail":"{readStateIndex:25331; appliedIndex:25324; }","duration":"1.070292558s","start":"2026-05-10T01:38:05.878753Z","end":"2026-05-10T01:38:06.949045Z","steps":["trace[655042469] 'read index received' (duration: 270.600653ms)","trace[655042469] 'applied index is now lower than readState.Index' (duration: 799.690945ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:06.949147Z","caller":"traceutil/trace.go:171","msg":"trace[1924439512] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"1.071100776s","start":"2026-05-10T01:38:05.878034Z","end":"2026-05-10T01:38:06.949135Z","steps":["trace[1924439512] 'process raft request' (duration: 1.070637535s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:06.94916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.877673Z","time spent":"1.071393713s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:06.949216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.878017Z","time spent":"1.071152437s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:06.949237Z","caller":"traceutil/trace.go:171","msg":"trace[924244306] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.070368559s","start":"2026-05-10T01:38:05.878836Z","end":"2026-05-10T01:38:06.949205Z","steps":["trace[924244306] 'process raft request' (duration: 1.069946738s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:06.949314Z","caller":"traceutil/trace.go:171","msg":"trace[21679236] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"889.227918ms","start":"2026-05-10T01:38:06.060076Z","end":"2026-05-10T01:38:06.949304Z","steps":["trace[21679236] 'process raft request' (duration: 888.930901ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:06.949371Z","caller":"traceutil/trace.go:171","msg":"trace[242309492] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"1.07126695s","start":"2026-05-10T01:38:05.878085Z","end":"2026-05-10T01:38:06.949352Z","steps":["trace[242309492] 'process raft request' (duration: 1.070631315s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:06.949392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.878822Z","time spent":"1.070488182s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:06.949407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.060033Z","time spent":"889.30573ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:06.949447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.878072Z","time spent":"1.071334531s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:06.949535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070780759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:06.949564Z","caller":"traceutil/trace.go:171","msg":"trace[1059668726] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.070726767s","start":"2026-05-10T01:38:05.878826Z","end":"2026-05-10T01:38:06.949553Z","steps":["trace[1059668726] 'process raft request' (duration: 1.069927478s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:06.949572Z","caller":"traceutil/trace.go:171","msg":"trace[2033448477] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24531; }","duration":"1.0708165s","start":"2026-05-10T01:38:05.878746Z","end":"2026-05-10T01:38:06.949562Z","steps":["trace[2033448477] 'agreement among raft nodes before linearized reading' (duration: 1.070755118s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:06.949605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.878709Z","time spent":"1.070888882s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:38:06.949616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.878807Z","time spent":"1.070780138s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:07.601806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.050635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:07.602087Z","caller":"traceutil/trace.go:171","msg":"trace[1821625756] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"1.212319476s","start":"2026-05-10T01:38:06.389732Z","end":"2026-05-10T01:38:07.602051Z","steps":["trace[1821625756] 'process raft request' (duration: 862.926433ms)","trace[1821625756] 'compare' (duration: 348.751518ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:07.602165Z","caller":"traceutil/trace.go:171","msg":"trace[1948826878] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25334; }","duration":"653.040561ms","start":"2026-05-10T01:38:06.949103Z","end":"2026-05-10T01:38:07.602144Z","steps":["trace[1948826878] 'read index received' (duration: 303.504315ms)","trace[1948826878] 'applied index is now lower than readState.Index' (duration: 349.534666ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:07.602268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.389688Z","time spent":"1.21248353s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:07.602436Z","caller":"traceutil/trace.go:171","msg":"trace[923538487] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"1.21116109s","start":"2026-05-10T01:38:06.391254Z","end":"2026-05-10T01:38:07.602416Z","steps":["trace[923538487] 'process raft request' (duration: 1.210839443s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.602523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.391232Z","time spent":"1.211245452s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:07.602534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721273534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:07.602582Z","caller":"traceutil/trace.go:171","msg":"trace[552915471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24536; }","duration":"1.721351145s","start":"2026-05-10T01:38:05.881216Z","end":"2026-05-10T01:38:07.602567Z","steps":["trace[552915471] 'agreement among raft nodes before linearized reading' (duration: 1.721277993s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.602631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:05.881202Z","time spent":"1.721419847s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:38:07.602744Z","caller":"traceutil/trace.go:171","msg":"trace[20509774] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.212715355s","start":"2026-05-10T01:38:06.390007Z","end":"2026-05-10T01:38:07.602723Z","steps":["trace[20509774] 'process raft request' (duration: 1.211916617s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.602835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.389997Z","time spent":"1.212791256s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:07.602873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.892645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:07.60291Z","caller":"traceutil/trace.go:171","msg":"trace[1031966990] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24536; }","duration":"643.966047ms","start":"2026-05-10T01:38:06.958931Z","end":"2026-05-10T01:38:07.602897Z","steps":["trace[1031966990] 'agreement among raft nodes before linearized reading' (duration: 643.908406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.602939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.95891Z","time spent":"644.022569ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-10T01:38:07.603032Z","caller":"traceutil/trace.go:171","msg":"trace[1066156872] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.212363436s","start":"2026-05-10T01:38:06.390652Z","end":"2026-05-10T01:38:07.603015Z","steps":["trace[1066156872] 'process raft request' (duration: 1.211351314s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.603123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.390635Z","time spent":"1.212441159s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:07.603316Z","caller":"traceutil/trace.go:171","msg":"trace[2039615423] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.212130612s","start":"2026-05-10T01:38:06.391167Z","end":"2026-05-10T01:38:07.603298Z","steps":["trace[2039615423] 'process raft request' (duration: 1.210879054s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.60335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.20131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:07.603395Z","caller":"traceutil/trace.go:171","msg":"trace[484279331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24536; }","duration":"284.273781ms","start":"2026-05-10T01:38:07.319108Z","end":"2026-05-10T01:38:07.603382Z","steps":["trace[484279331] 'agreement among raft nodes before linearized reading' (duration: 284.127207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:07.603405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:06.391154Z","time spent":"1.212208003s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:08.24907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.753008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:08.249152Z","caller":"traceutil/trace.go:171","msg":"trace[1078026489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24536; }","duration":"479.894332ms","start":"2026-05-10T01:38:07.769239Z","end":"2026-05-10T01:38:08.249133Z","steps":["trace[1078026489] 'count revisions from in-memory index tree' (duration: 479.686597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:08.249196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:07.769221Z","time spent":"479.964303ms","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:08.250639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.194989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:08.25085Z","caller":"traceutil/trace.go:171","msg":"trace[132549900] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"407.181387ms","start":"2026-05-10T01:38:07.84365Z","end":"2026-05-10T01:38:08.250832Z","steps":["trace[132549900] 'process raft request' (duration: 250.561639ms)","trace[132549900] 'compare' (duration: 155.299189ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:08.251446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:07.843625Z","time spent":"407.7476ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:08.848334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.55954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:38:08.85115Z","caller":"traceutil/trace.go:171","msg":"trace[15131625] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"972.226903ms","start":"2026-05-10T01:38:07.878898Z","end":"2026-05-10T01:38:08.851125Z","steps":["trace[15131625] 'process raft request' (duration: 969.529142ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:08.851169Z","caller":"traceutil/trace.go:171","msg":"trace[2029208205] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25339; }","duration":"654.69937ms","start":"2026-05-10T01:38:08.196434Z","end":"2026-05-10T01:38:08.851134Z","steps":["trace[2029208205] 'read index received' (duration: 52.398864ms)","trace[2029208205] 'applied index is now lower than readState.Index' (duration: 602.299456ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:08.851284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:07.878874Z","time spent":"972.335775ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:09.351692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:09.38345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103994549s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:09.784786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588334139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:38:09.784873Z","caller":"traceutil/trace.go:171","msg":"trace[18247373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24538; }","duration":"1.588463302s","start":"2026-05-10T01:38:08.196389Z","end":"2026-05-10T01:38:09.784853Z","steps":["trace[18247373] 'agreement among raft nodes before linearized reading' (duration: 654.891224ms)","trace[18247373] 'range keys from in-memory index tree' (duration: 933.373064ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:09.784917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.196368Z","time spent":"1.588539705s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:09.785907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.700914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:09.786097Z","caller":"traceutil/trace.go:171","msg":"trace[195738392] linearizableReadLoop","detail":"{readStateIndex:25344; appliedIndex:25342; }","duration":"934.841497ms","start":"2026-05-10T01:38:08.85124Z","end":"2026-05-10T01:38:09.786081Z","steps":["trace[195738392] 'read index received' (duration: 532.679073ms)","trace[195738392] 'applied index is now lower than readState.Index' (duration: 402.160974ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:09.786153Z","caller":"traceutil/trace.go:171","msg":"trace[181061581] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"1.5879376s","start":"2026-05-10T01:38:08.198177Z","end":"2026-05-10T01:38:09.786114Z","steps":["trace[181061581] 'process raft request' (duration: 652.94974ms)","trace[181061581] 'compare' (duration: 933.484187ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:09.786132Z","caller":"traceutil/trace.go:171","msg":"trace[362005856] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"1.506745517s","start":"2026-05-10T01:38:08.27935Z","end":"2026-05-10T01:38:09.786095Z","steps":["trace[362005856] 'process raft request' (duration: 1.506649635s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.786205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047553674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:09.786281Z","caller":"traceutil/trace.go:171","msg":"trace[1921990090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24540; }","duration":"1.047669497s","start":"2026-05-10T01:38:08.738592Z","end":"2026-05-10T01:38:09.786262Z","steps":["trace[1921990090] 'agreement among raft nodes before linearized reading' (duration: 1.047557994s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:09.786318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.738574Z","time spent":"1.047734738s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:09.786315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.198161Z","time spent":"1.588059654s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:09.786396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.279329Z","time spent":"1.506933041s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:10.240091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.817272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:10.240558Z","caller":"traceutil/trace.go:171","msg":"trace[997286408] linearizableReadLoop","detail":"{readStateIndex:25349; appliedIndex:25344; }","duration":"454.404065ms","start":"2026-05-10T01:38:09.78613Z","end":"2026-05-10T01:38:10.240534Z","steps":["trace[997286408] 'read index received' (duration: 119.036219ms)","trace[997286408] 'applied index is now lower than readState.Index' (duration: 335.366696ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:10.24062Z","caller":"traceutil/trace.go:171","msg":"trace[430553421] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"629.787347ms","start":"2026-05-10T01:38:09.610813Z","end":"2026-05-10T01:38:10.240601Z","steps":["trace[430553421] 'process raft request' (duration: 629.387787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.240718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.793921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:10.240749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.610784Z","time spent":"629.883159ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:10.240799Z","caller":"traceutil/trace.go:171","msg":"trace[15060565] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24546; }","duration":"870.923643ms","start":"2026-05-10T01:38:09.369838Z","end":"2026-05-10T01:38:10.240761Z","steps":["trace[15060565] 'agreement among raft nodes before linearized reading' (duration: 870.77108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.240799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284035506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:38:10.240851Z","caller":"traceutil/trace.go:171","msg":"trace[469505688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24546; }","duration":"1.284104668s","start":"2026-05-10T01:38:08.956729Z","end":"2026-05-10T01:38:10.240834Z","steps":["trace[469505688] 'agreement among raft nodes before linearized reading' (duration: 1.283938114s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.240906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.956721Z","time spent":"1.284168919s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:10.240884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.369812Z","time spent":"871.017316ms","remote":"127.0.0.1:48458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:10.24097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285503138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-10T01:38:10.241027Z","caller":"traceutil/trace.go:171","msg":"trace[1555439929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24546; }","duration":"1.285602601s","start":"2026-05-10T01:38:08.955409Z","end":"2026-05-10T01:38:10.241012Z","steps":["trace[1555439929] 'agreement among raft nodes before linearized reading' (duration: 1.285431367s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.955374Z","time spent":"1.285684413s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:10.241262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285158921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:38:10.241298Z","caller":"traceutil/trace.go:171","msg":"trace[434103917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24546; }","duration":"1.285204942s","start":"2026-05-10T01:38:08.956084Z","end":"2026-05-10T01:38:10.241289Z","steps":["trace[434103917] 'agreement among raft nodes before linearized reading' (duration: 1.28511072s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.719453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:38:10.241306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.110712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:10.241372Z","caller":"traceutil/trace.go:171","msg":"trace[2026499123] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"629.442359ms","start":"2026-05-10T01:38:09.611914Z","end":"2026-05-10T01:38:10.241356Z","steps":["trace[2026499123] 'process raft request' (duration: 628.511098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.24138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.871597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:10.241236Z","caller":"traceutil/trace.go:171","msg":"trace[294293340] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"450.909635ms","start":"2026-05-10T01:38:09.790302Z","end":"2026-05-10T01:38:10.241211Z","steps":["trace[294293340] 'process raft request' (duration: 450.177728ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:10.241362Z","caller":"traceutil/trace.go:171","msg":"trace[989442058] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24546; }","duration":"771.842596ms","start":"2026-05-10T01:38:09.469509Z","end":"2026-05-10T01:38:10.241351Z","steps":["trace[989442058] 'agreement among raft nodes before linearized reading' (duration: 771.680463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285338005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-10T01:38:10.241427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285589471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-10T01:38:10.241496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.790275Z","time spent":"451.159341ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:10.241501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.611873Z","time spent":"629.546812ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:10.241491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.469487Z","time spent":"771.969349ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-05-10T01:38:10.24153Z","caller":"traceutil/trace.go:171","msg":"trace[1367310824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24546; }","duration":"1.285693203s","start":"2026-05-10T01:38:08.95582Z","end":"2026-05-10T01:38:10.241513Z","steps":["trace[1367310824] 'agreement among raft nodes before linearized reading' (duration: 1.285458778s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.046946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:10.241625Z","caller":"traceutil/trace.go:171","msg":"trace[421022433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24546; }","duration":"454.460445ms","start":"2026-05-10T01:38:09.787151Z","end":"2026-05-10T01:38:10.241612Z","steps":["trace[421022433] 'agreement among raft nodes before linearized reading' (duration: 454.060596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.955784Z","time spent":"1.285828856s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T01:38:10.241389Z","caller":"traceutil/trace.go:171","msg":"trace[293645136] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24546; }","duration":"776.245315ms","start":"2026-05-10T01:38:09.465125Z","end":"2026-05-10T01:38:10.241371Z","steps":["trace[293645136] 'agreement among raft nodes before linearized reading' (duration: 776.103502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.241844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.465107Z","time spent":"776.723405ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:10.241675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.787133Z","time spent":"454.527577ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:38:10.241482Z","caller":"traceutil/trace.go:171","msg":"trace[1193693648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24546; }","duration":"1.285421947s","start":"2026-05-10T01:38:08.956048Z","end":"2026-05-10T01:38:10.24147Z","steps":["trace[1193693648] 'agreement among raft nodes before linearized reading' (duration: 1.285210102s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.242024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.956041Z","time spent":"1.285961879s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:38:10.240549Z","caller":"traceutil/trace.go:171","msg":"trace[2067905688] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"631.032454ms","start":"2026-05-10T01:38:09.609459Z","end":"2026-05-10T01:38:10.240491Z","steps":["trace[2067905688] 'process raft request' (duration: 295.69323ms)","trace[2067905688] 'compare' (duration: 334.68536ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:10.24219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.609434Z","time spent":"632.718113ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:10.241326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.956079Z","time spent":"1.285239733s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:10.24055Z","caller":"traceutil/trace.go:171","msg":"trace[855313530] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"628.893756ms","start":"2026-05-10T01:38:09.611623Z","end":"2026-05-10T01:38:10.240517Z","steps":["trace[855313530] 'process raft request' (duration: 628.687141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.242672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.611604Z","time spent":"630.924243ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:10.241321Z","caller":"traceutil/trace.go:171","msg":"trace[80739645] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"629.517271ms","start":"2026-05-10T01:38:09.611776Z","end":"2026-05-10T01:38:10.241293Z","steps":["trace[80739645] 'process raft request' (duration: 628.59952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.242771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361215109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:10.242838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:09.611763Z","time spent":"631.036105ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:10.242848Z","caller":"traceutil/trace.go:171","msg":"trace[213359672] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24546; }","duration":"1.362859076s","start":"2026-05-10T01:38:08.879966Z","end":"2026-05-10T01:38:10.242825Z","steps":["trace[213359672] 'agreement among raft nodes before linearized reading' (duration: 1.36122705s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:10.241432Z","caller":"traceutil/trace.go:171","msg":"trace[316803582] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24546; }","duration":"242.920858ms","start":"2026-05-10T01:38:09.998497Z","end":"2026-05-10T01:38:10.241418Z","steps":["trace[316803582] 'agreement among raft nodes before linearized reading' (duration: 242.846646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:10.242907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:08.879945Z","time spent":"1.362942488s","remote":"127.0.0.1:52928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:17.169468Z","caller":"traceutil/trace.go:171","msg":"trace[26221395] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"205.41143ms","start":"2026-05-10T01:38:16.964032Z","end":"2026-05-10T01:38:17.169443Z","steps":["trace[26221395] 'process raft request' (duration: 205.219656ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:17.185461Z","caller":"traceutil/trace.go:171","msg":"trace[1814013053] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"216.734747ms","start":"2026-05-10T01:38:16.9687Z","end":"2026-05-10T01:38:17.185435Z","steps":["trace[1814013053] 'process raft request' (duration: 216.580183ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:20.20109Z","caller":"traceutil/trace.go:171","msg":"trace[1534875882] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"106.983957ms","start":"2026-05-10T01:38:20.094084Z","end":"2026-05-10T01:38:20.201068Z","steps":["trace[1534875882] 'process raft request' (duration: 106.792612ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:22.708434Z","caller":"traceutil/trace.go:171","msg":"trace[1684936770] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"534.234288ms","start":"2026-05-10T01:38:22.174174Z","end":"2026-05-10T01:38:22.708408Z","steps":["trace[1684936770] 'process raft request' (duration: 533.979613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.708589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.174155Z","time spent":"534.354242ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:22.77663Z","caller":"traceutil/trace.go:171","msg":"trace[460081124] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"462.012026ms","start":"2026-05-10T01:38:22.314588Z","end":"2026-05-10T01:38:22.7766Z","steps":["trace[460081124] 'process raft request' (duration: 461.613177ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:22.776642Z","caller":"traceutil/trace.go:171","msg":"trace[1952437168] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"411.871453ms","start":"2026-05-10T01:38:22.364745Z","end":"2026-05-10T01:38:22.776617Z","steps":["trace[1952437168] 'process raft request' (duration: 411.771541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.776773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.314565Z","time spent":"462.131919ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:22.776796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.364724Z","time spent":"411.983518ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:22.776887Z","caller":"traceutil/trace.go:171","msg":"trace[382792144] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"354.228542ms","start":"2026-05-10T01:38:22.422638Z","end":"2026-05-10T01:38:22.776866Z","steps":["trace[382792144] 'process raft request' (duration: 353.942145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.776981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.422617Z","time spent":"354.325035ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:22.777253Z","caller":"traceutil/trace.go:171","msg":"trace[6025220] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"346.730682ms","start":"2026-05-10T01:38:22.430514Z","end":"2026-05-10T01:38:22.777245Z","steps":["trace[6025220] 'process raft request' (duration: 346.295683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.777309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.430501Z","time spent":"346.783173ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:22.777422Z","caller":"traceutil/trace.go:171","msg":"trace[984879377] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"346.406325ms","start":"2026-05-10T01:38:22.431009Z","end":"2026-05-10T01:38:22.777415Z","steps":["trace[984879377] 'process raft request' (duration: 346.17916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.777473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.430995Z","time spent":"346.457316ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:22.777506Z","caller":"traceutil/trace.go:171","msg":"trace[1056590913] linearizableReadLoop","detail":"{readStateIndex:25436; appliedIndex:25434; }","duration":"429.005701ms","start":"2026-05-10T01:38:22.348481Z","end":"2026-05-10T01:38:22.777487Z","steps":["trace[1056590913] 'read index received' (duration: 359.745846ms)","trace[1056590913] 'applied index is now lower than readState.Index' (duration: 69.258445ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:22.77757Z","caller":"traceutil/trace.go:171","msg":"trace[2061575326] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"346.461167ms","start":"2026-05-10T01:38:22.431102Z","end":"2026-05-10T01:38:22.777564Z","steps":["trace[2061575326] 'process raft request' (duration: 346.279053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.777611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.431092Z","time spent":"346.499507ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:22.777695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.183379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:22.777724Z","caller":"traceutil/trace.go:171","msg":"trace[1303280602] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24634; }","duration":"392.21364ms","start":"2026-05-10T01:38:22.385503Z","end":"2026-05-10T01:38:22.777717Z","steps":["trace[1303280602] 'agreement among raft nodes before linearized reading' (duration: 392.167349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.777746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.385458Z","time spent":"392.281252ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:22.777773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.931967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:22.777813Z","caller":"traceutil/trace.go:171","msg":"trace[1747677489] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24634; }","duration":"207.988538ms","start":"2026-05-10T01:38:22.56981Z","end":"2026-05-10T01:38:22.777798Z","steps":["trace[1747677489] 'agreement among raft nodes before linearized reading' (duration: 207.910036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.777914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.488736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:38:22.77794Z","caller":"traceutil/trace.go:171","msg":"trace[297220003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24634; }","duration":"261.544798ms","start":"2026-05-10T01:38:22.516389Z","end":"2026-05-10T01:38:22.777934Z","steps":["trace[297220003] 'agreement among raft nodes before linearized reading' (duration: 261.463066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.778014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.773359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:38:22.778034Z","caller":"traceutil/trace.go:171","msg":"trace[1682831471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24634; }","duration":"290.816ms","start":"2026-05-10T01:38:22.487213Z","end":"2026-05-10T01:38:22.778029Z","steps":["trace[1682831471] 'agreement among raft nodes before linearized reading' (duration: 290.767309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.778103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.97528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:22.778127Z","caller":"traceutil/trace.go:171","msg":"trace[458869881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24634; }","duration":"305.0237ms","start":"2026-05-10T01:38:22.473098Z","end":"2026-05-10T01:38:22.778122Z","steps":["trace[458869881] 'agreement among raft nodes before linearized reading' (duration: 304.971699ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.778143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.473083Z","time spent":"305.056441ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:22.77819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.326154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:38:22.778219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.521156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-10T01:38:22.778226Z","caller":"traceutil/trace.go:171","msg":"trace[1469440004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24634; }","duration":"196.380106ms","start":"2026-05-10T01:38:22.581834Z","end":"2026-05-10T01:38:22.778214Z","steps":["trace[1469440004] 'agreement among raft nodes before linearized reading' (duration: 196.262563ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:22.778237Z","caller":"traceutil/trace.go:171","msg":"trace[1897131639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24634; }","duration":"326.570777ms","start":"2026-05-10T01:38:22.451661Z","end":"2026-05-10T01:38:22.778231Z","steps":["trace[1897131639] 'agreement among raft nodes before linearized reading' (duration: 326.520986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.778258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.451639Z","time spent":"326.615018ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:22.777688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.199025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:22.778312Z","caller":"traceutil/trace.go:171","msg":"trace[1338724859] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24634; }","duration":"429.85864ms","start":"2026-05-10T01:38:22.348448Z","end":"2026-05-10T01:38:22.778306Z","steps":["trace[1338724859] 'agreement among raft nodes before linearized reading' (duration: 429.163785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:22.778335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:22.348432Z","time spent":"429.898021ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:22.778399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.946852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:22.778448Z","caller":"traceutil/trace.go:171","msg":"trace[453530411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24634; }","duration":"202.028664ms","start":"2026-05-10T01:38:22.576406Z","end":"2026-05-10T01:38:22.778435Z","steps":["trace[453530411] 'agreement among raft nodes before linearized reading' (duration: 201.893541ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:28.202112Z","caller":"traceutil/trace.go:171","msg":"trace[781529902] linearizableReadLoop","detail":"{readStateIndex:25532; appliedIndex:25531; }","duration":"302.392781ms","start":"2026-05-10T01:38:27.899694Z","end":"2026-05-10T01:38:28.202086Z","steps":["trace[781529902] 'read index received' (duration: 302.194737ms)","trace[781529902] 'applied index is now lower than readState.Index' (duration: 196.544µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:28.202165Z","caller":"traceutil/trace.go:171","msg":"trace[1261512849] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"307.960966ms","start":"2026-05-10T01:38:27.894171Z","end":"2026-05-10T01:38:28.202132Z","steps":["trace[1261512849] 'process raft request' (duration: 307.739312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:28.202309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.731654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:28.202365Z","caller":"traceutil/trace.go:171","msg":"trace[1080686233] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24723; }","duration":"265.832745ms","start":"2026-05-10T01:38:27.936516Z","end":"2026-05-10T01:38:28.202349Z","steps":["trace[1080686233] 'agreement among raft nodes before linearized reading' (duration: 265.706372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:28.202363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.654817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-05-10T01:38:28.202382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.333863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:28.20294Z","caller":"traceutil/trace.go:171","msg":"trace[1281658076] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24723; }","duration":"261.945758ms","start":"2026-05-10T01:38:27.940984Z","end":"2026-05-10T01:38:28.202929Z","steps":["trace[1281658076] 'agreement among raft nodes before linearized reading' (duration: 261.291723ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:28.202424Z","caller":"traceutil/trace.go:171","msg":"trace[34817020] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24723; }","duration":"302.726149ms","start":"2026-05-10T01:38:27.899682Z","end":"2026-05-10T01:38:28.202408Z","steps":["trace[34817020] 'agreement among raft nodes before linearized reading' (duration: 302.530734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:28.203116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:27.894147Z","time spent":"308.07927ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:28.203121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:27.899638Z","time spent":"303.468786ms","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-05-10T01:38:28.202627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.871688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:28.203328Z","caller":"traceutil/trace.go:171","msg":"trace[1818322674] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24723; }","duration":"186.595355ms","start":"2026-05-10T01:38:28.01671Z","end":"2026-05-10T01:38:28.203305Z","steps":["trace[1818322674] 'agreement among raft nodes before linearized reading' (duration: 185.527911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:28.202444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.450267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-10T01:38:28.203448Z","caller":"traceutil/trace.go:171","msg":"trace[2134507835] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24723; }","duration":"232.550233ms","start":"2026-05-10T01:38:27.970885Z","end":"2026-05-10T01:38:28.203435Z","steps":["trace[2134507835] 'agreement among raft nodes before linearized reading' (duration: 231.393107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:28.765835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619686,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:38:29.23177Z","caller":"traceutil/trace.go:171","msg":"trace[2105419278] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"966.546443ms","start":"2026-05-10T01:38:28.265198Z","end":"2026-05-10T01:38:29.231745Z","steps":["trace[2105419278] 'read index received' (duration: 966.435451ms)","trace[2105419278] 'applied index is now lower than readState.Index' (duration: 110.252µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:29.231881Z","caller":"traceutil/trace.go:171","msg":"trace[325260784] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"967.764232ms","start":"2026-05-10T01:38:28.264105Z","end":"2026-05-10T01:38:29.231869Z","steps":["trace[325260784] 'process raft request' (duration: 967.507036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:29.231974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.264084Z","time spent":"967.821533ms","remote":"127.0.0.1:39446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:29.231976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.750959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:29.232097Z","caller":"traceutil/trace.go:171","msg":"trace[1218592230] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24724; }","duration":"966.886211ms","start":"2026-05-10T01:38:28.265155Z","end":"2026-05-10T01:38:29.232041Z","steps":["trace[1218592230] 'agreement among raft nodes before linearized reading' (duration: 966.724397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:29.232179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.265138Z","time spent":"967.005174ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:38:29.732835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:30.748167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.656304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:30.748357Z","caller":"traceutil/trace.go:171","msg":"trace[822222574] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"1.949874817s","start":"2026-05-10T01:38:28.798471Z","end":"2026-05-10T01:38:30.748346Z","steps":["trace[822222574] 'process raft request' (duration: 1.949761494s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:30.748395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.798459Z","time spent":"1.949917067s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:30.748505Z","caller":"traceutil/trace.go:171","msg":"trace[1341188727] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"1.951600914s","start":"2026-05-10T01:38:28.796897Z","end":"2026-05-10T01:38:30.748498Z","steps":["trace[1341188727] 'process raft request' (duration: 1.228547581s)","trace[1341188727] 'compare' (duration: 722.44557ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:30.748529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.796878Z","time spent":"1.951637986s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:30.748558Z","caller":"traceutil/trace.go:171","msg":"trace[477227876] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.948996757s","start":"2026-05-10T01:38:28.799537Z","end":"2026-05-10T01:38:30.748534Z","steps":["trace[477227876] 'process raft request' (duration: 1.948940486s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:30.748678Z","caller":"traceutil/trace.go:171","msg":"trace[2102650264] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"1.950136852s","start":"2026-05-10T01:38:28.798537Z","end":"2026-05-10T01:38:30.748673Z","steps":["trace[2102650264] 'process raft request' (duration: 1.949786354s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:30.748709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.79853Z","time spent":"1.950164053s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:30.748708Z","caller":"traceutil/trace.go:171","msg":"trace[755078829] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"1.950108842s","start":"2026-05-10T01:38:28.798588Z","end":"2026-05-10T01:38:30.748697Z","steps":["trace[755078829] 'process raft request' (duration: 1.949815925s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:30.748663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.79953Z","time spent":"1.949080349s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:30.748774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.798568Z","time spent":"1.950171323s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:31.736028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:31.736107Z","caller":"traceutil/trace.go:171","msg":"trace[163228261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218074s","start":"2026-05-10T01:38:29.735871Z","end":"2026-05-10T01:38:31.736089Z","steps":["trace[163228261] 'agreement among raft nodes before linearized reading' (duration: 2.000122192s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:31.736183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.73585Z","time spent":"2.000322256s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:32.159288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150439619s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:33.346357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999313613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:33.346438Z","caller":"traceutil/trace.go:171","msg":"trace[11892018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999450217s","start":"2026-05-10T01:38:31.346969Z","end":"2026-05-10T01:38:33.346419Z","steps":["trace[11892018] 'agreement among raft nodes before linearized reading' (duration: 1.999348004s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.346498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.34695Z","time spent":"1.999538358s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:33.372897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.322988Z","time spent":"1.049901897s","remote":"127.0.0.1:50798","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:33.37379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396506685s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:33.374208Z","caller":"traceutil/trace.go:171","msg":"trace[1625544169] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"2.570101297s","start":"2026-05-10T01:38:30.804084Z","end":"2026-05-10T01:38:33.374185Z","steps":["trace[1625544169] 'process raft request' (duration: 2.570050656s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.374317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.804067Z","time spent":"2.57020035s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:33.374413Z","caller":"traceutil/trace.go:171","msg":"trace[655197749] linearizableReadLoop","detail":"{readStateIndex:25540; appliedIndex:25533; }","duration":"4.142505157s","start":"2026-05-10T01:38:29.231838Z","end":"2026-05-10T01:38:33.374343Z","steps":["trace[655197749] 'read index received' (duration: 793.665218ms)","trace[655197749] 'applied index is now lower than readState.Index' (duration: 3.348837839s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:33.374497Z","caller":"traceutil/trace.go:171","msg":"trace[1713949090] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"4.121965904s","start":"2026-05-10T01:38:29.252519Z","end":"2026-05-10T01:38:33.374485Z","steps":["trace[1713949090] 'process raft request' (duration: 1.724619739s)","trace[1713949090] 'compare' (duration: 2.395556424s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:33.37458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.252494Z","time spent":"4.122027404s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:33.374723Z","caller":"traceutil/trace.go:171","msg":"trace[1546756134] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"3.052418212s","start":"2026-05-10T01:38:30.322286Z","end":"2026-05-10T01:38:33.374704Z","steps":["trace[1546756134] 'process raft request' (duration: 3.051805178s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:33.374783Z","caller":"traceutil/trace.go:171","msg":"trace[72827804] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"4.023380297s","start":"2026-05-10T01:38:29.351394Z","end":"2026-05-10T01:38:33.374774Z","steps":["trace[72827804] 'process raft request' (duration: 4.022498066s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:33.374767Z","caller":"traceutil/trace.go:171","msg":"trace[1014332643] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"3.166563132s","start":"2026-05-10T01:38:30.208173Z","end":"2026-05-10T01:38:33.374736Z","steps":["trace[1014332643] 'process raft request' (duration: 3.165849985s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.374821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.322264Z","time spent":"3.052498505s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:33.374872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305959389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:33.374828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.351375Z","time spent":"4.023432318s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:33.374907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.208148Z","time spent":"3.166684834s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:33.374902Z","caller":"traceutil/trace.go:171","msg":"trace[563984682] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24734; }","duration":"4.306036451s","start":"2026-05-10T01:38:29.068857Z","end":"2026-05-10T01:38:33.374894Z","steps":["trace[563984682] 'agreement among raft nodes before linearized reading' (duration: 4.305984659s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.374988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563040437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:38:33.375012Z","caller":"traceutil/trace.go:171","msg":"trace[1773989871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24734; }","duration":"4.563077027s","start":"2026-05-10T01:38:28.81193Z","end":"2026-05-10T01:38:33.375007Z","steps":["trace[1773989871] 'agreement among raft nodes before linearized reading' (duration: 4.562984755s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567953068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:38:33.375032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.811902Z","time spent":"4.563125719s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-10T01:38:33.375051Z","caller":"traceutil/trace.go:171","msg":"trace[393821492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24734; }","duration":"4.56803166s","start":"2026-05-10T01:38:28.807008Z","end":"2026-05-10T01:38:33.37504Z","steps":["trace[393821492] 'agreement among raft nodes before linearized reading' (duration: 4.567914747s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565097564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-10T01:38:33.37508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631688608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:33.375114Z","caller":"traceutil/trace.go:171","msg":"trace[1080372853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24734; }","duration":"4.565177775s","start":"2026-05-10T01:38:28.809926Z","end":"2026-05-10T01:38:33.375104Z","steps":["trace[1080372853] 'agreement among raft nodes before linearized reading' (duration: 4.565109454s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566877643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-10T01:38:33.375139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.80992Z","time spent":"4.565212446s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:38:33.37514Z","caller":"traceutil/trace.go:171","msg":"trace[1143584874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24734; }","duration":"4.567020386s","start":"2026-05-10T01:38:28.808113Z","end":"2026-05-10T01:38:33.375134Z","steps":["trace[1143584874] 'agreement among raft nodes before linearized reading' (duration: 4.566812701s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.806989Z","time spent":"4.568086481s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:33.375124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76724797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:33.375169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.808106Z","time spent":"4.567057337s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:33.375162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568104681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T01:38:33.375163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80666729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:38:33.37521Z","caller":"traceutil/trace.go:171","msg":"trace[752247485] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24734; }","duration":"4.767362022s","start":"2026-05-10T01:38:28.607826Z","end":"2026-05-10T01:38:33.375188Z","steps":["trace[752247485] 'agreement among raft nodes before linearized reading' (duration: 4.767183868s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.37521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56806089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:38:33.375242Z","caller":"traceutil/trace.go:171","msg":"trace[307477009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24734; }","duration":"4.806779503s","start":"2026-05-10T01:38:28.568448Z","end":"2026-05-10T01:38:33.375227Z","steps":["trace[307477009] 'agreement among raft nodes before linearized reading' (duration: 4.806591799s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.607813Z","time spent":"4.767436434s","remote":"127.0.0.1:44986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:33.375271Z","caller":"traceutil/trace.go:171","msg":"trace[1627033021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24734; }","duration":"4.568139442s","start":"2026-05-10T01:38:28.807114Z","end":"2026-05-10T01:38:33.375253Z","steps":["trace[1627033021] 'agreement among raft nodes before linearized reading' (duration: 4.567901386s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.807106Z","time spent":"4.568210494s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:38:33.375117Z","caller":"traceutil/trace.go:171","msg":"trace[46029575] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24734; }","duration":"4.631760469s","start":"2026-05-10T01:38:28.743346Z","end":"2026-05-10T01:38:33.375107Z","steps":["trace[46029575] 'agreement among raft nodes before linearized reading' (duration: 4.631695118s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.743327Z","time spent":"4.632069647s","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:33.375286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.568432Z","time spent":"4.806845274s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"info","ts":"2026-05-10T01:38:33.375206Z","caller":"traceutil/trace.go:171","msg":"trace[769268262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24734; }","duration":"4.568189063s","start":"2026-05-10T01:38:28.807008Z","end":"2026-05-10T01:38:33.375197Z","steps":["trace[769268262] 'agreement among raft nodes before linearized reading' (duration: 4.568095951s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.375676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:28.806989Z","time spent":"4.568677764s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:33.375605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.068839Z","time spent":"4.306161754s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:33.430929Z","caller":"traceutil/trace.go:171","msg":"trace[789790518] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"709.683802ms","start":"2026-05-10T01:38:32.721219Z","end":"2026-05-10T01:38:33.430903Z","steps":["trace[789790518] 'process raft request' (duration: 709.545109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.431071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.721196Z","time spent":"709.800585ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:33.73657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000159232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:33.736632Z","caller":"traceutil/trace.go:171","msg":"trace[1367019373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267775s","start":"2026-05-10T01:38:31.736349Z","end":"2026-05-10T01:38:33.736617Z","steps":["trace[1367019373] 'agreement among raft nodes before linearized reading' (duration: 2.000190443s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:33.73666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.736328Z","time spent":"2.000326877s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:35.158179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727352159s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:35.158563Z","caller":"traceutil/trace.go:171","msg":"trace[517390103] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"2.404982177s","start":"2026-05-10T01:38:32.753558Z","end":"2026-05-10T01:38:35.158541Z","steps":["trace[517390103] 'process raft request' (duration: 2.404783032s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.158704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.753527Z","time spent":"2.40510476s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.158899Z","caller":"traceutil/trace.go:171","msg":"trace[80101560] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"2.404386275s","start":"2026-05-10T01:38:32.754473Z","end":"2026-05-10T01:38:35.158859Z","steps":["trace[80101560] 'process raft request' (duration: 2.404007535s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:35.158974Z","caller":"traceutil/trace.go:171","msg":"trace[764962215] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"2.404120219s","start":"2026-05-10T01:38:32.754848Z","end":"2026-05-10T01:38:35.158968Z","steps":["trace[764962215] 'process raft request' (duration: 2.404000586s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:35.158998Z","caller":"traceutil/trace.go:171","msg":"trace[910557740] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"2.403245909s","start":"2026-05-10T01:38:32.75574Z","end":"2026-05-10T01:38:35.158986Z","steps":["trace[910557740] 'process raft request' (duration: 2.403179757s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.15908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.755729Z","time spent":"2.40331591s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:35.15908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.754838Z","time spent":"2.40416893s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:35.159083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.754456Z","time spent":"2.404532368s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.15891Z","caller":"traceutil/trace.go:171","msg":"trace[2051170930] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"2.404292002s","start":"2026-05-10T01:38:32.754592Z","end":"2026-05-10T01:38:35.158884Z","steps":["trace[2051170930] 'process raft request' (duration: 2.404149159s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:35.159185Z","caller":"traceutil/trace.go:171","msg":"trace[1154693900] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"2.06110961s","start":"2026-05-10T01:38:33.098066Z","end":"2026-05-10T01:38:35.159175Z","steps":["trace[1154693900] 'process raft request' (duration: 2.060893745s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.754561Z","time spent":"2.40462264s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:35.159235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.098039Z","time spent":"2.06116905s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.159261Z","caller":"traceutil/trace.go:171","msg":"trace[1241086905] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"1.8092745s","start":"2026-05-10T01:38:33.349979Z","end":"2026-05-10T01:38:35.159254Z","steps":["trace[1241086905] 'process raft request' (duration: 1.809088906s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.349946Z","time spent":"1.809328732s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:38:35.159271Z","caller":"traceutil/trace.go:171","msg":"trace[1086263431] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.779421457s","start":"2026-05-10T01:38:33.379829Z","end":"2026-05-10T01:38:35.15925Z","steps":["trace[1086263431] 'process raft request' (duration: 1.779319605s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.379808Z","time spent":"1.779522479s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.159454Z","caller":"traceutil/trace.go:171","msg":"trace[489010449] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.778722851s","start":"2026-05-10T01:38:33.380718Z","end":"2026-05-10T01:38:35.159441Z","steps":["trace[489010449] 'process raft request' (duration: 1.778479835s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.380692Z","time spent":"1.778799442s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.159608Z","caller":"traceutil/trace.go:171","msg":"trace[558877640] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.77867449s","start":"2026-05-10T01:38:33.380857Z","end":"2026-05-10T01:38:35.159532Z","steps":["trace[558877640] 'process raft request' (duration: 1.778512826s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.380845Z","time spent":"1.778795692s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.159676Z","caller":"traceutil/trace.go:171","msg":"trace[408020546] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.778637889s","start":"2026-05-10T01:38:33.38103Z","end":"2026-05-10T01:38:35.159668Z","steps":["trace[408020546] 'process raft request' (duration: 1.778468935s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.381016Z","time spent":"1.77868948s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.159798Z","caller":"traceutil/trace.go:171","msg":"trace[1951673815] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.778499935s","start":"2026-05-10T01:38:33.38129Z","end":"2026-05-10T01:38:35.15979Z","steps":["trace[1951673815] 'process raft request' (duration: 1.778342242s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.381281Z","time spent":"1.778537776s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:35.15985Z","caller":"traceutil/trace.go:171","msg":"trace[1618580781] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25543; }","duration":"1.78538433s","start":"2026-05-10T01:38:33.374455Z","end":"2026-05-10T01:38:35.159839Z","steps":["trace[1618580781] 'read index received' (duration: 56.361213ms)","trace[1618580781] 'applied index is now lower than readState.Index' (duration: 1.729021997s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:35.159926Z","caller":"traceutil/trace.go:171","msg":"trace[981144597] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.778557237s","start":"2026-05-10T01:38:33.381361Z","end":"2026-05-10T01:38:35.159918Z","steps":["trace[981144597] 'process raft request' (duration: 1.778374573s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064490485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:35.160019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838688404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-10T01:38:35.160047Z","caller":"traceutil/trace.go:171","msg":"trace[1043885390] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24749; }","duration":"2.838749356s","start":"2026-05-10T01:38:32.321288Z","end":"2026-05-10T01:38:35.160037Z","steps":["trace[1043885390] 'agreement among raft nodes before linearized reading' (duration: 2.838650584s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.159984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.381354Z","time spent":"1.778596378s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:35.160064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202951452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:35.16011Z","caller":"traceutil/trace.go:171","msg":"trace[883192519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24749; }","duration":"4.203025063s","start":"2026-05-10T01:38:30.957073Z","end":"2026-05-10T01:38:35.160098Z","steps":["trace[883192519] 'agreement among raft nodes before linearized reading' (duration: 4.202956282s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.16015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:30.957057Z","time spent":"4.203082275s","remote":"127.0.0.1:52840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:35.160171Z","caller":"traceutil/trace.go:171","msg":"trace[145470710] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"1.778630099s","start":"2026-05-10T01:38:33.381533Z","end":"2026-05-10T01:38:35.160163Z","steps":["trace[145470710] 'process raft request' (duration: 1.77824956s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212991549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-10T01:38:35.160185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306376569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:35.160204Z","caller":"traceutil/trace.go:171","msg":"trace[1597564314] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24749; }","duration":"5.213015949s","start":"2026-05-10T01:38:29.947179Z","end":"2026-05-10T01:38:35.160195Z","steps":["trace[1597564314] 'agreement among raft nodes before linearized reading' (duration: 5.212953338s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.16021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.381523Z","time spent":"1.778667929s","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:38:35.160226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.947166Z","time spent":"5.21305569s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-05-10T01:38:35.160223Z","caller":"traceutil/trace.go:171","msg":"trace[697845576] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24749; }","duration":"3.30641294s","start":"2026-05-10T01:38:31.8538Z","end":"2026-05-10T01:38:35.160213Z","steps":["trace[697845576] 'agreement among raft nodes before linearized reading' (duration: 3.306351088s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.853745Z","time spent":"3.306533622s","remote":"127.0.0.1:53732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:35.160415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395821598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:35.160451Z","caller":"traceutil/trace.go:171","msg":"trace[1110256125] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24749; }","duration":"5.39590285s","start":"2026-05-10T01:38:29.764538Z","end":"2026-05-10T01:38:35.160441Z","steps":["trace[1110256125] 'agreement among raft nodes before linearized reading' (duration: 5.395849299s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061654351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:35.160475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.764504Z","time spent":"5.395964211s","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:35.160496Z","caller":"traceutil/trace.go:171","msg":"trace[759343500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24749; }","duration":"4.061747133s","start":"2026-05-10T01:38:31.098738Z","end":"2026-05-10T01:38:35.160485Z","steps":["trace[759343500] 'agreement among raft nodes before linearized reading' (duration: 4.061689042s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.16049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.829095447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:35.160531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.09871Z","time spent":"4.061813824s","remote":"127.0.0.1:56848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:35.160549Z","caller":"traceutil/trace.go:171","msg":"trace[2061364497] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24749; }","duration":"5.829180868s","start":"2026-05-10T01:38:29.331353Z","end":"2026-05-10T01:38:35.160534Z","steps":["trace[2061364497] 'agreement among raft nodes before linearized reading' (duration: 5.829087296s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.331337Z","time spent":"5.82923639s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:35.160589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.924621544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:38:35.160616Z","caller":"traceutil/trace.go:171","msg":"trace[1002105194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24749; }","duration":"5.924681126s","start":"2026-05-10T01:38:29.235927Z","end":"2026-05-10T01:38:35.160609Z","steps":["trace[1002105194] 'agreement among raft nodes before linearized reading' (duration: 5.924604884s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.235908Z","time spent":"5.924731746s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:38:35.160047Z","caller":"traceutil/trace.go:171","msg":"trace[2019289819] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24749; }","duration":"4.064577957s","start":"2026-05-10T01:38:31.095452Z","end":"2026-05-10T01:38:35.16003Z","steps":["trace[2019289819] 'agreement among raft nodes before linearized reading' (duration: 4.064482215s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.690155767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-10T01:38:35.160758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:31.095432Z","time spent":"4.065311083s","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:35.160765Z","caller":"traceutil/trace.go:171","msg":"trace[610920254] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24749; }","duration":"5.690832043s","start":"2026-05-10T01:38:29.469917Z","end":"2026-05-10T01:38:35.160749Z","steps":["trace[610920254] 'agreement among raft nodes before linearized reading' (duration: 5.690124957s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.160815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:29.469897Z","time spent":"5.690902394s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-05-10T01:38:35.160076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:32.321268Z","time spent":"2.838802507s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:38:35.743525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:35.743616Z","caller":"traceutil/trace.go:171","msg":"trace[1356382828] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254075s","start":"2026-05-10T01:38:33.74334Z","end":"2026-05-10T01:38:35.743594Z","steps":["trace[1356382828] 'agreement among raft nodes before linearized reading' (duration: 2.000139092s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:35.743667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:33.743324Z","time spent":"2.000332396s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:36.210278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.016844ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.210405Z","caller":"traceutil/trace.go:171","msg":"trace[1511248039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24749; }","duration":"774.151038ms","start":"2026-05-10T01:38:35.436234Z","end":"2026-05-10T01:38:36.210385Z","steps":["trace[1511248039] 'range keys from in-memory index tree' (duration: 773.999774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.218324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.528028ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:38:36.21853Z","caller":"traceutil/trace.go:171","msg":"trace[134005349] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25558; }","duration":"1.058614683s","start":"2026-05-10T01:38:35.159888Z","end":"2026-05-10T01:38:36.218503Z","steps":["trace[134005349] 'read index received' (duration: 156.024744ms)","trace[134005349] 'applied index is now lower than readState.Index' (duration: 902.585129ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:36.218586Z","caller":"traceutil/trace.go:171","msg":"trace[258249844] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"835.267749ms","start":"2026-05-10T01:38:35.383298Z","end":"2026-05-10T01:38:36.218565Z","steps":["trace[258249844] 'process raft request' (duration: 835.241808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.218659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.38327Z","time spent":"835.34178ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:36.218757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278581493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:36.218792Z","caller":"traceutil/trace.go:171","msg":"trace[583454202] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24752; }","duration":"1.278677416s","start":"2026-05-10T01:38:34.940106Z","end":"2026-05-10T01:38:36.218783Z","steps":["trace[583454202] 'agreement among raft nodes before linearized reading' (duration: 1.278533082s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.218828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.940089Z","time spent":"1.278731906s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:36.218877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.163913Z","time spent":"1.054961762s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:38:36.218958Z","caller":"traceutil/trace.go:171","msg":"trace[224197351] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"836.19425ms","start":"2026-05-10T01:38:35.38275Z","end":"2026-05-10T01:38:36.218944Z","steps":["trace[224197351] 'process raft request' (duration: 835.713969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.382721Z","time spent":"836.271001ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:36.219039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776997851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.219061Z","caller":"traceutil/trace.go:171","msg":"trace[740257823] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24752; }","duration":"1.777053623s","start":"2026-05-10T01:38:34.442Z","end":"2026-05-10T01:38:36.219054Z","steps":["trace[740257823] 'agreement among raft nodes before linearized reading' (duration: 1.777000561s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.441984Z","time spent":"1.777095953s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:36.219288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095135348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:36.219318Z","caller":"traceutil/trace.go:171","msg":"trace[830365941] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24752; }","duration":"2.095169338s","start":"2026-05-10T01:38:34.124142Z","end":"2026-05-10T01:38:36.219312Z","steps":["trace[830365941] 'agreement among raft nodes before linearized reading' (duration: 2.095103297s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.124064Z","time spent":"2.095268731s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:36.219453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056643909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:38:36.219498Z","caller":"traceutil/trace.go:171","msg":"trace[909339627] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24752; }","duration":"1.056731961s","start":"2026-05-10T01:38:35.162755Z","end":"2026-05-10T01:38:36.219487Z","steps":["trace[909339627] 'agreement among raft nodes before linearized reading' (duration: 1.056592268s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.162733Z","time spent":"1.056786552s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:38:36.21956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.362005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.219587Z","caller":"traceutil/trace.go:171","msg":"trace[1086842083] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24752; }","duration":"864.430076ms","start":"2026-05-10T01:38:35.355148Z","end":"2026-05-10T01:38:36.219579Z","steps":["trace[1086842083] 'agreement among raft nodes before linearized reading' (duration: 864.385045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.355123Z","time spent":"864.485038ms","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:36.2197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017059635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.219739Z","caller":"traceutil/trace.go:171","msg":"trace[1230517014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24752; }","duration":"1.017130687s","start":"2026-05-10T01:38:35.202598Z","end":"2026-05-10T01:38:36.219728Z","steps":["trace[1230517014] 'agreement among raft nodes before linearized reading' (duration: 1.017070355s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.927339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-05-10T01:38:36.219772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.20258Z","time spent":"1.017183887s","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:36.219788Z","caller":"traceutil/trace.go:171","msg":"trace[1836328098] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6; range_end:; response_count:1; response_revision:24752; }","duration":"351.988971ms","start":"2026-05-10T01:38:35.867793Z","end":"2026-05-10T01:38:36.219782Z","steps":["trace[1836328098] 'agreement among raft nodes before linearized reading' (duration: 351.916159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.21981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.867772Z","time spent":"352.034342ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6\" "} {"level":"warn","ts":"2026-05-10T01:38:36.219921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.392052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.219939Z","caller":"traceutil/trace.go:171","msg":"trace[234954969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24752; }","duration":"476.438452ms","start":"2026-05-10T01:38:35.743496Z","end":"2026-05-10T01:38:36.219934Z","steps":["trace[234954969] 'agreement among raft nodes before linearized reading' (duration: 476.410432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.219956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.74348Z","time spent":"476.472784ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:36.219964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05577234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:38:36.219994Z","caller":"traceutil/trace.go:171","msg":"trace[379519043] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24752; }","duration":"1.05581392s","start":"2026-05-10T01:38:35.164171Z","end":"2026-05-10T01:38:36.219985Z","steps":["trace[379519043] 'agreement among raft nodes before linearized reading' (duration: 1.055723488s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.220028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.164164Z","time spent":"1.055856391s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"warn","ts":"2026-05-10T01:38:36.220054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.335115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.220078Z","caller":"traceutil/trace.go:171","msg":"trace[1183216064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24752; }","duration":"733.389766ms","start":"2026-05-10T01:38:35.486682Z","end":"2026-05-10T01:38:36.220072Z","steps":["trace[1183216064] 'agreement among raft nodes before linearized reading' (duration: 733.355775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.2201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.486669Z","time spent":"733.425587ms","remote":"127.0.0.1:56654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:36.220191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056500636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fa7d4c76-83a3-4e7f-823e-6d8e830657fb\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-10T01:38:36.220225Z","caller":"traceutil/trace.go:171","msg":"trace[581158620] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fa7d4c76-83a3-4e7f-823e-6d8e830657fb; range_end:; response_count:1; response_revision:24752; }","duration":"1.056555476s","start":"2026-05-10T01:38:35.163662Z","end":"2026-05-10T01:38:36.220217Z","steps":["trace[581158620] 'agreement among raft nodes before linearized reading' (duration: 1.056469865s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.220276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:35.163647Z","time spent":"1.056601898s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-fa7d4c76-83a3-4e7f-823e-6d8e830657fb\" "} {"level":"warn","ts":"2026-05-10T01:38:36.222796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839413921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:38:36.222842Z","caller":"traceutil/trace.go:171","msg":"trace[1727341035] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24752; }","duration":"1.839518383s","start":"2026-05-10T01:38:34.38331Z","end":"2026-05-10T01:38:36.222829Z","steps":["trace[1727341035] 'agreement among raft nodes before linearized reading' (duration: 1.83937172s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.222867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:34.383253Z","time spent":"1.839608765s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"info","ts":"2026-05-10T01:38:36.413716Z","caller":"traceutil/trace.go:171","msg":"trace[1064844886] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"191.823053ms","start":"2026-05-10T01:38:36.221866Z","end":"2026-05-10T01:38:36.413689Z","steps":["trace[1064844886] 'process raft request' (duration: 105.485933ms)","trace[1064844886] 'compare' (duration: 86.135845ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:36.413975Z","caller":"traceutil/trace.go:171","msg":"trace[2140397760] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"192.001988ms","start":"2026-05-10T01:38:36.221958Z","end":"2026-05-10T01:38:36.41396Z","steps":["trace[2140397760] 'process raft request' (duration: 191.71148ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:36.41403Z","caller":"traceutil/trace.go:171","msg":"trace[868184287] linearizableReadLoop","detail":"{readStateIndex:25565; appliedIndex:25563; }","duration":"188.12536ms","start":"2026-05-10T01:38:36.225895Z","end":"2026-05-10T01:38:36.41402Z","steps":["trace[868184287] 'read index received' (duration: 57.355156ms)","trace[868184287] 'applied index is now lower than readState.Index' (duration: 130.769254ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:36.414253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.291769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:36.414278Z","caller":"traceutil/trace.go:171","msg":"trace[1466438266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24754; }","duration":"186.34063ms","start":"2026-05-10T01:38:36.22793Z","end":"2026-05-10T01:38:36.414271Z","steps":["trace[1466438266] 'agreement among raft nodes before linearized reading' (duration: 186.287418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.414304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.380187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-10T01:38:36.41433Z","caller":"traceutil/trace.go:171","msg":"trace[1795063975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24754; }","duration":"188.456118ms","start":"2026-05-10T01:38:36.225866Z","end":"2026-05-10T01:38:36.414322Z","steps":["trace[1795063975] 'agreement among raft nodes before linearized reading' (duration: 188.222963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:36.414365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.834817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-05-10T01:38:36.414379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.746556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:38:36.414412Z","caller":"traceutil/trace.go:171","msg":"trace[1189072511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24754; }","duration":"181.909989ms","start":"2026-05-10T01:38:36.23249Z","end":"2026-05-10T01:38:36.4144Z","steps":["trace[1189072511] 'agreement among raft nodes before linearized reading' (duration: 181.733516ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:36.414416Z","caller":"traceutil/trace.go:171","msg":"trace[1435962922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24754; }","duration":"131.828818ms","start":"2026-05-10T01:38:36.282577Z","end":"2026-05-10T01:38:36.414406Z","steps":["trace[1435962922] 'agreement among raft nodes before linearized reading' (duration: 131.644114ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.339738Z","caller":"traceutil/trace.go:171","msg":"trace[2041010021] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"103.617931ms","start":"2026-05-10T01:38:37.236092Z","end":"2026-05-10T01:38:37.33971Z","steps":["trace[2041010021] 'process raft request' (duration: 103.57134ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:37.339822Z","caller":"traceutil/trace.go:171","msg":"trace[2000685977] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"104.356907ms","start":"2026-05-10T01:38:37.235429Z","end":"2026-05-10T01:38:37.339786Z","steps":["trace[2000685977] 'process raft request' (duration: 104.072191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.111772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436362537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:39.111847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481814134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:39.111901Z","caller":"traceutil/trace.go:171","msg":"trace[443708755] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24772; }","duration":"1.436551641s","start":"2026-05-10T01:38:37.675317Z","end":"2026-05-10T01:38:39.111868Z","steps":["trace[443708755] 'range keys from in-memory index tree' (duration: 1.436277415s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.111949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376137657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:39.111977Z","caller":"traceutil/trace.go:171","msg":"trace[1563879153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24772; }","duration":"1.376202968s","start":"2026-05-10T01:38:37.735769Z","end":"2026-05-10T01:38:39.111972Z","steps":["trace[1563879153] 'range keys from in-memory index tree' (duration: 1.376064776s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.11197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.675294Z","time spent":"1.436661604s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:38:39.112007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.735748Z","time spent":"1.376252489s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:39.112327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.773063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:39.11238Z","caller":"traceutil/trace.go:171","msg":"trace[2044477445] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24772; }","duration":"956.866625ms","start":"2026-05-10T01:38:38.155501Z","end":"2026-05-10T01:38:39.112368Z","steps":["trace[2044477445] 'count revisions from in-memory index tree' (duration: 956.663761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.112417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.155481Z","time spent":"956.927437ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:39.111919Z","caller":"traceutil/trace.go:171","msg":"trace[132705305] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24772; }","duration":"1.481950517s","start":"2026-05-10T01:38:37.62995Z","end":"2026-05-10T01:38:39.1119Z","steps":["trace[132705305] 'count revisions from in-memory index tree' (duration: 1.481722671s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.112813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.877661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-10T01:38:39.112826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:37.62993Z","time spent":"1.482854216s","remote":"127.0.0.1:56736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:39.112882Z","caller":"traceutil/trace.go:171","msg":"trace[1431968141] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"887.917097ms","start":"2026-05-10T01:38:38.224953Z","end":"2026-05-10T01:38:39.11287Z","steps":["trace[1431968141] 'process raft request' (duration: 283.914783ms)","trace[1431968141] 'compare' (duration: 603.065443ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:39.112936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.224928Z","time spent":"887.977559ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:39.113046Z","caller":"traceutil/trace.go:171","msg":"trace[283258503] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"884.602963ms","start":"2026-05-10T01:38:38.228434Z","end":"2026-05-10T01:38:39.113037Z","steps":["trace[283258503] 'process raft request' (duration: 884.47868ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:39.113051Z","caller":"traceutil/trace.go:171","msg":"trace[1469630392] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25584; }","duration":"830.360767ms","start":"2026-05-10T01:38:38.282675Z","end":"2026-05-10T01:38:39.113036Z","steps":["trace[1469630392] 'read index received' (duration: 226.208389ms)","trace[1469630392] 'applied index is now lower than readState.Index' (duration: 604.151268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:39.113097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.228416Z","time spent":"884.653604ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:39.113114Z","caller":"traceutil/trace.go:171","msg":"trace[394346283] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"676.44658ms","start":"2026-05-10T01:38:38.43666Z","end":"2026-05-10T01:38:39.113106Z","steps":["trace[394346283] 'process raft request' (duration: 676.338848ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.113159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.436632Z","time spent":"676.495881ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:39.113337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.664524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:38:39.113362Z","caller":"traceutil/trace.go:171","msg":"trace[510264147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24775; }","duration":"830.687204ms","start":"2026-05-10T01:38:38.282666Z","end":"2026-05-10T01:38:39.113353Z","steps":["trace[510264147] 'agreement among raft nodes before linearized reading' (duration: 830.565871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.113383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.282599Z","time spent":"830.779227ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:38:39.113393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.639413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:39.11341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.647368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-05-10T01:38:39.113434Z","caller":"traceutil/trace.go:171","msg":"trace[1327030952] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24775; }","duration":"154.724275ms","start":"2026-05-10T01:38:38.9587Z","end":"2026-05-10T01:38:39.113424Z","steps":["trace[1327030952] 'agreement among raft nodes before linearized reading' (duration: 154.654623ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:39.113477Z","caller":"traceutil/trace.go:171","msg":"trace[280658314] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24775; }","duration":"820.724699ms","start":"2026-05-10T01:38:38.292731Z","end":"2026-05-10T01:38:39.113456Z","steps":["trace[280658314] 'agreement among raft nodes before linearized reading' (duration: 820.515385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:39.113518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:38.292724Z","time spent":"820.786631ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:38:39.622163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:40.122311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:40.366072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244330459s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:40.366572Z","caller":"traceutil/trace.go:171","msg":"trace[923104173] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"1.244949994s","start":"2026-05-10T01:38:39.121592Z","end":"2026-05-10T01:38:40.366542Z","steps":["trace[923104173] 'process raft request' (duration: 1.244731638s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.366754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.121559Z","time spent":"1.245092037s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:40.581946Z","caller":"traceutil/trace.go:171","msg":"trace[737912095] linearizableReadLoop","detail":"{readStateIndex:25593; appliedIndex:25587; }","duration":"1.460117743s","start":"2026-05-10T01:38:39.121812Z","end":"2026-05-10T01:38:40.58193Z","steps":["trace[737912095] 'read index received' (duration: 1.244583044s)","trace[737912095] 'applied index is now lower than readState.Index' (duration: 215.533769ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:40.582032Z","caller":"traceutil/trace.go:171","msg":"trace[1943750803] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.34491361s","start":"2026-05-10T01:38:39.237111Z","end":"2026-05-10T01:38:40.582024Z","steps":["trace[1943750803] 'process raft request' (duration: 1.344744306s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:40.582044Z","caller":"traceutil/trace.go:171","msg":"trace[174487447] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.345632466s","start":"2026-05-10T01:38:39.236358Z","end":"2026-05-10T01:38:40.58199Z","steps":["trace[174487447] 'process raft request' (duration: 1.345470513s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:40.582138Z","caller":"traceutil/trace.go:171","msg":"trace[1350436346] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.344903601s","start":"2026-05-10T01:38:39.23723Z","end":"2026-05-10T01:38:40.582134Z","steps":["trace[1350436346] 'process raft request' (duration: 1.344650015s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.58217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.237223Z","time spent":"1.344933191s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:40.582266Z","caller":"traceutil/trace.go:171","msg":"trace[1435613737] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.344966082s","start":"2026-05-10T01:38:39.237296Z","end":"2026-05-10T01:38:40.582262Z","steps":["trace[1435613737] 'process raft request' (duration: 1.344607954s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.237248Z","time spent":"1.345027934s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:40.582313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.236206Z","time spent":"1.345967413s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:40.58235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460541363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:40.582371Z","caller":"traceutil/trace.go:171","msg":"trace[1487587454] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24781; }","duration":"1.460597805s","start":"2026-05-10T01:38:39.121766Z","end":"2026-05-10T01:38:40.582363Z","steps":["trace[1487587454] 'agreement among raft nodes before linearized reading' (duration: 1.460561564s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:40.582355Z","caller":"traceutil/trace.go:171","msg":"trace[1632551524] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.367059621s","start":"2026-05-10T01:38:39.215264Z","end":"2026-05-10T01:38:40.582323Z","steps":["trace[1632551524] 'process raft request' (duration: 1.366443506s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459564491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:40.582435Z","caller":"traceutil/trace.go:171","msg":"trace[263334713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"1.459610542s","start":"2026-05-10T01:38:39.122821Z","end":"2026-05-10T01:38:40.582432Z","steps":["trace[263334713] 'agreement among raft nodes before linearized reading' (duration: 1.459584132s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.12281Z","time spent":"1.459639113s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:40.582492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.215217Z","time spent":"1.367200074s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:40.582386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.121747Z","time spent":"1.460636155s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:38:40.582587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31256705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:40.582672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346615589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-10T01:38:40.582662Z","caller":"traceutil/trace.go:171","msg":"trace[2016962932] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24781; }","duration":"1.312708024s","start":"2026-05-10T01:38:39.269934Z","end":"2026-05-10T01:38:40.582642Z","steps":["trace[2016962932] 'agreement among raft nodes before linearized reading' (duration: 1.312581551s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:40.58269Z","caller":"traceutil/trace.go:171","msg":"trace[699128100] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24781; }","duration":"1.346665251s","start":"2026-05-10T01:38:39.236017Z","end":"2026-05-10T01:38:40.582682Z","steps":["trace[699128100] 'agreement among raft nodes before linearized reading' (duration: 1.346592069s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230192059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:38:40.582731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.269908Z","time spent":"1.312787115s","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:40.582735Z","caller":"traceutil/trace.go:171","msg":"trace[63245496] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24781; }","duration":"1.230254361s","start":"2026-05-10T01:38:39.352465Z","end":"2026-05-10T01:38:40.58272Z","steps":["trace[63245496] 'agreement among raft nodes before linearized reading' (duration: 1.230009445s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.237094Z","time spent":"1.344955372s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:40.582824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.352426Z","time spent":"1.230357923s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:40.582776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346523927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-10T01:38:40.582889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.690627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:38:40.58291Z","caller":"traceutil/trace.go:171","msg":"trace[1287352057] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24781; }","duration":"464.746509ms","start":"2026-05-10T01:38:40.118156Z","end":"2026-05-10T01:38:40.582902Z","steps":["trace[1287352057] 'agreement among raft nodes before linearized reading' (duration: 464.685977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.118136Z","time spent":"464.784979ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"info","ts":"2026-05-10T01:38:40.582917Z","caller":"traceutil/trace.go:171","msg":"trace[708205718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.34666577s","start":"2026-05-10T01:38:39.236208Z","end":"2026-05-10T01:38:40.582874Z","steps":["trace[708205718] 'agreement among raft nodes before linearized reading' (duration: 1.346389264s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.236203Z","time spent":"1.346754023s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:40.582973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.453225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:40.583033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.332709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:40.583049Z","caller":"traceutil/trace.go:171","msg":"trace[2132281438] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24781; }","duration":"302.381461ms","start":"2026-05-10T01:38:40.280663Z","end":"2026-05-10T01:38:40.583044Z","steps":["trace[2132281438] 'agreement among raft nodes before linearized reading' (duration: 302.34524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112634283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-10T01:38:40.583095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345942495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-10T01:38:40.583094Z","caller":"traceutil/trace.go:171","msg":"trace[135987946] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24781; }","duration":"1.112729116s","start":"2026-05-10T01:38:39.470351Z","end":"2026-05-10T01:38:40.58308Z","steps":["trace[135987946] 'agreement among raft nodes before linearized reading' (duration: 1.112522831s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.315074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-05-10T01:38:40.583118Z","caller":"traceutil/trace.go:171","msg":"trace[1519483969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.345993035s","start":"2026-05-10T01:38:39.237117Z","end":"2026-05-10T01:38:40.58311Z","steps":["trace[1519483969] 'agreement among raft nodes before linearized reading' (duration: 1.345911453s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:40.583123Z","caller":"traceutil/trace.go:171","msg":"trace[1756609824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24781; }","duration":"412.366685ms","start":"2026-05-10T01:38:40.170752Z","end":"2026-05-10T01:38:40.583119Z","steps":["trace[1756609824] 'agreement among raft nodes before linearized reading' (duration: 412.317864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.237106Z","time spent":"1.346024377s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:40.583126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23905956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:38:40.583173Z","caller":"traceutil/trace.go:171","msg":"trace[1114650652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24781; }","duration":"1.239162981s","start":"2026-05-10T01:38:39.343996Z","end":"2026-05-10T01:38:40.583159Z","steps":["trace[1114650652] 'agreement among raft nodes before linearized reading' (duration: 1.238994298s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.343978Z","time spent":"1.239217284s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:40.583209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239886598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-10T01:38:40.583213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302611135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-10T01:38:40.583228Z","caller":"traceutil/trace.go:171","msg":"trace[1431514669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24781; }","duration":"1.23994111s","start":"2026-05-10T01:38:39.343282Z","end":"2026-05-10T01:38:40.583223Z","steps":["trace[1431514669] 'agreement among raft nodes before linearized reading' (duration: 1.239894589s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.582704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.235996Z","time spent":"1.346705311s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:40.583243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.343261Z","time spent":"1.239978521s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T01:38:40.583245Z","caller":"traceutil/trace.go:171","msg":"trace[1166157707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.302640436s","start":"2026-05-10T01:38:39.280596Z","end":"2026-05-10T01:38:40.583236Z","steps":["trace[1166157707] 'agreement among raft nodes before linearized reading' (duration: 1.302558914s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.470333Z","time spent":"1.112789747s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-05-10T01:38:40.583275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.280579Z","time spent":"1.302690467s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:40.583061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.280646Z","time spent":"302.412361ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:40.583051Z","caller":"traceutil/trace.go:171","msg":"trace[1776519219] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24781; }","duration":"936.584088ms","start":"2026-05-10T01:38:39.646448Z","end":"2026-05-10T01:38:40.583032Z","steps":["trace[1776519219] 'agreement among raft nodes before linearized reading' (duration: 936.430384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.583358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.646427Z","time spent":"936.924356ms","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:40.583138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.170733Z","time spent":"412.401736ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:38:40.584686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178298766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:38:40.584749Z","caller":"traceutil/trace.go:171","msg":"trace[1052441861] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24781; }","duration":"1.178383278s","start":"2026-05-10T01:38:39.406341Z","end":"2026-05-10T01:38:40.584724Z","steps":["trace[1052441861] 'agreement among raft nodes before linearized reading' (duration: 1.17667006s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:40.584781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:39.406324Z","time spent":"1.17844763s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2674,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:41.956038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.230808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:41.956716Z","caller":"traceutil/trace.go:171","msg":"trace[1142721094] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"1.367661464s","start":"2026-05-10T01:38:40.589028Z","end":"2026-05-10T01:38:41.956689Z","steps":["trace[1142721094] 'process raft request' (duration: 1.367375538s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:41.956894Z","caller":"traceutil/trace.go:171","msg":"trace[858166809] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.367943171s","start":"2026-05-10T01:38:40.588914Z","end":"2026-05-10T01:38:41.956857Z","steps":["trace[858166809] 'process raft request' (duration: 654.789712ms)","trace[858166809] 'compare' (duration: 711.609415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:41.956902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.58902Z","time spent":"1.367786137s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:41.95697Z","caller":"traceutil/trace.go:171","msg":"trace[1297974875] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.367944561s","start":"2026-05-10T01:38:40.588989Z","end":"2026-05-10T01:38:41.956933Z","steps":["trace[1297974875] 'process raft request' (duration: 1.367168153s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:41.957065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.588895Z","time spent":"1.368073024s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:41.957164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.588982Z","time spent":"1.368077924s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:41.957299Z","caller":"traceutil/trace.go:171","msg":"trace[1579804124] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.368235117s","start":"2026-05-10T01:38:40.589035Z","end":"2026-05-10T01:38:41.95727Z","steps":["trace[1579804124] 'process raft request' (duration: 1.367556282s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:41.957451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.589011Z","time spent":"1.3683634s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:41.957511Z","caller":"traceutil/trace.go:171","msg":"trace[898627414] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"1.368427451s","start":"2026-05-10T01:38:40.58906Z","end":"2026-05-10T01:38:41.957488Z","steps":["trace[898627414] 'process raft request' (duration: 1.368117004s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:41.957517Z","caller":"traceutil/trace.go:171","msg":"trace[397667351] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25594; }","duration":"1.367176683s","start":"2026-05-10T01:38:40.59032Z","end":"2026-05-10T01:38:41.957497Z","steps":["trace[397667351] 'read index received' (duration: 34.403217ms)","trace[397667351] 'applied index is now lower than readState.Index' (duration: 1.332771606s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:41.957601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.589056Z","time spent":"1.368498233s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:41.957613Z","caller":"traceutil/trace.go:171","msg":"trace[1157323823] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.367376408s","start":"2026-05-10T01:38:40.590215Z","end":"2026-05-10T01:38:41.957591Z","steps":["trace[1157323823] 'process raft request' (duration: 1.367187734s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:41.95771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.590204Z","time spent":"1.367458431s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:41.957722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367323107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:41.957868Z","caller":"traceutil/trace.go:171","msg":"trace[896269233] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24787; }","duration":"1.367559923s","start":"2026-05-10T01:38:40.59029Z","end":"2026-05-10T01:38:41.95785Z","steps":["trace[896269233] 'agreement among raft nodes before linearized reading' (duration: 1.367299136s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:41.957957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.590281Z","time spent":"1.367659345s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:38:42.458652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:42.59283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:42.592906Z","caller":"traceutil/trace.go:171","msg":"trace[1556095011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185954s","start":"2026-05-10T01:38:40.592704Z","end":"2026-05-10T01:38:42.59289Z","steps":["trace[1556095011] 'agreement among raft nodes before linearized reading' (duration: 2.000094012s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:42.592948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.592688Z","time spent":"2.000251345s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:42.959613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:43.460049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:43.960189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:44.46092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:44.594223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:44.594279Z","caller":"traceutil/trace.go:171","msg":"trace[1501910574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000619933s","start":"2026-05-10T01:38:42.593646Z","end":"2026-05-10T01:38:44.594266Z","steps":["trace[1501910574] 'agreement among raft nodes before linearized reading' (duration: 2.000542702s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:44.594305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.593635Z","time spent":"2.000665584s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:44.718404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.474667501s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:44.719013Z","caller":"traceutil/trace.go:171","msg":"trace[2134437002] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"3.599795877s","start":"2026-05-10T01:38:41.119191Z","end":"2026-05-10T01:38:44.718987Z","steps":["trace[2134437002] 'process raft request' (duration: 3.599718305s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:44.719108Z","caller":"traceutil/trace.go:171","msg":"trace[1598158458] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"4.093326386s","start":"2026-05-10T01:38:40.625754Z","end":"2026-05-10T01:38:44.71908Z","steps":["trace[1598158458] 'process raft request' (duration: 4.092934877s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:44.719186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.119168Z","time spent":"3.59992908s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:44.719254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.62573Z","time spent":"4.093443168s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:44.719129Z","caller":"traceutil/trace.go:171","msg":"trace[1674615834] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"3.836139715s","start":"2026-05-10T01:38:40.882912Z","end":"2026-05-10T01:38:44.719052Z","steps":["trace[1674615834] 'process raft request' (duration: 3.835936741s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:44.720343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.882888Z","time spent":"3.837393895s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:44.720349Z","caller":"traceutil/trace.go:171","msg":"trace[598997908] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"3.59991006s","start":"2026-05-10T01:38:41.119257Z","end":"2026-05-10T01:38:44.719167Z","steps":["trace[598997908] 'process raft request' (duration: 3.599687435s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:44.720487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.119224Z","time spent":"3.6012052s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:46.600636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:46.600708Z","caller":"traceutil/trace.go:171","msg":"trace[163830247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182963s","start":"2026-05-10T01:38:44.600509Z","end":"2026-05-10T01:38:46.600692Z","steps":["trace[163830247] 'agreement among raft nodes before linearized reading' (duration: 2.000085591s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:46.600745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.600503Z","time spent":"2.000235464s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:47.587153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.588514Z","time spent":"4.998631707s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:47.587283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.588999Z","time spent":"4.998282399s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:47.587314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.588925Z","time spent":"4.99838176s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:47.588124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.589525Z","time spent":"4.998592575s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:47.73038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294132193s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:47.730502Z","caller":"traceutil/trace.go:171","msg":"trace[1544442049] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24791; }","duration":"2.294265386s","start":"2026-05-10T01:38:45.436218Z","end":"2026-05-10T01:38:47.730483Z","steps":["trace[1544442049] 'range keys from in-memory index tree' (duration: 2.294115693s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.121079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.402422549s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:38:48.121676Z","caller":"traceutil/trace.go:171","msg":"trace[1753429402] linearizableReadLoop","detail":"{readStateIndex:25611; appliedIndex:25601; }","duration":"6.164091354s","start":"2026-05-10T01:38:41.957563Z","end":"2026-05-10T01:38:48.121654Z","steps":["trace[1753429402] 'read index received' (duration: 2.761285186s)","trace[1753429402] 'applied index is now lower than readState.Index' (duration: 3.402804598s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:48.121968Z","caller":"traceutil/trace.go:171","msg":"trace[1714942170] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"5.53309185s","start":"2026-05-10T01:38:42.588865Z","end":"2026-05-10T01:38:48.121956Z","steps":["trace[1714942170] 'process raft request' (duration: 5.532574698s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.588851Z","time spent":"5.533155611s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:48.122169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.702094136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-10T01:38:48.122218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.716891731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:48.122252Z","caller":"traceutil/trace.go:171","msg":"trace[1676614947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24798; }","duration":"6.702214099s","start":"2026-05-10T01:38:41.42002Z","end":"2026-05-10T01:38:48.122234Z","steps":["trace[1676614947] 'agreement among raft nodes before linearized reading' (duration: 6.701960963s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.420008Z","time spent":"6.70228733s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-10T01:38:48.122348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.463448655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:38:48.122376Z","caller":"traceutil/trace.go:171","msg":"trace[1310570810] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24798; }","duration":"7.463520547s","start":"2026-05-10T01:38:40.658849Z","end":"2026-05-10T01:38:48.12237Z","steps":["trace[1310570810] 'agreement among raft nodes before linearized reading' (duration: 7.463429455s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.658817Z","time spent":"7.463573108s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-10T01:38:48.122493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.350930773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:48.122515Z","caller":"traceutil/trace.go:171","msg":"trace[1789184053] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24798; }","duration":"7.350980895s","start":"2026-05-10T01:38:40.771528Z","end":"2026-05-10T01:38:48.122509Z","steps":["trace[1789184053] 'agreement among raft nodes before linearized reading' (duration: 7.350948224s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:40.771512Z","time spent":"7.351013615s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:48.122605Z","caller":"traceutil/trace.go:171","msg":"trace[372744101] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"4.654048552s","start":"2026-05-10T01:38:43.468539Z","end":"2026-05-10T01:38:48.122588Z","steps":["trace[372744101] 'process raft request' (duration: 4.653044219s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.702434583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:48.122261Z","caller":"traceutil/trace.go:171","msg":"trace[173231886] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24798; }","duration":"6.716970003s","start":"2026-05-10T01:38:41.405277Z","end":"2026-05-10T01:38:48.122247Z","steps":["trace[173231886] 'agreement among raft nodes before linearized reading' (duration: 6.716905452s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.12273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.405256Z","time spent":"6.717468194s","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:48.122767Z","caller":"traceutil/trace.go:171","msg":"trace[854167720] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"4.001781877s","start":"2026-05-10T01:38:44.120977Z","end":"2026-05-10T01:38:48.122759Z","steps":["trace[854167720] 'process raft request' (duration: 4.000638402s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:48.122733Z","caller":"traceutil/trace.go:171","msg":"trace[350929455] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24798; }","duration":"6.702529046s","start":"2026-05-10T01:38:41.420193Z","end":"2026-05-10T01:38:48.122722Z","steps":["trace[350929455] 'agreement among raft nodes before linearized reading' (duration: 6.702456344s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.122831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.42017Z","time spent":"6.702655659s","remote":"127.0.0.1:44752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:48.122829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.120947Z","time spent":"4.001848099s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:48.122762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.468519Z","time spent":"4.654124834s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:48.123018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529746634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:38:48.123049Z","caller":"traceutil/trace.go:171","msg":"trace[1559289572] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24798; }","duration":"6.529805855s","start":"2026-05-10T01:38:41.593234Z","end":"2026-05-10T01:38:48.12304Z","steps":["trace[1559289572] 'agreement among raft nodes before linearized reading' (duration: 6.529713003s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.123084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.593217Z","time spent":"6.529860697s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:38:48.601635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:48.601697Z","caller":"traceutil/trace.go:171","msg":"trace[1761909262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142712s","start":"2026-05-10T01:38:46.60154Z","end":"2026-05-10T01:38:48.601683Z","steps":["trace[1761909262] 'agreement among raft nodes before linearized reading' (duration: 2.00006171s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.601727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.601524Z","time spent":"2.000197403s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:48.622424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:48.961293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999182699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:48.961374Z","caller":"traceutil/trace.go:171","msg":"trace[2074476423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999322472s","start":"2026-05-10T01:38:43.962031Z","end":"2026-05-10T01:38:48.961354Z","steps":["trace[2074476423] 'agreement among raft nodes before linearized reading' (duration: 4.99922127s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.961429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.961996Z","time spent":"4.999416505s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/10 01:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:48.962243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999755452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:48.96235Z","caller":"traceutil/trace.go:171","msg":"trace[634178281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999897055s","start":"2026-05-10T01:38:43.962429Z","end":"2026-05-10T01:38:48.962326Z","steps":["trace[634178281] 'agreement among raft nodes before linearized reading' (duration: 4.999770382s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.962425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.962417Z","time spent":"4.999991677s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/10 01:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:48.962594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999865024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:48.96263Z","caller":"traceutil/trace.go:171","msg":"trace[1540011586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999931536s","start":"2026-05-10T01:38:43.96269Z","end":"2026-05-10T01:38:48.962622Z","steps":["trace[1540011586] 'agreement among raft nodes before linearized reading' (duration: 4.999894475s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:48.962658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.962673Z","time spent":"4.999979137s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/10 01:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:49.123407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:49.624519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:50.125369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:50.607864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:50.607944Z","caller":"traceutil/trace.go:171","msg":"trace[2144433441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662154s","start":"2026-05-10T01:38:48.607264Z","end":"2026-05-10T01:38:50.607926Z","steps":["trace[2144433441] 'agreement among raft nodes before linearized reading' (duration: 2.000561342s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:50.607991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.607254Z","time spent":"2.000726435s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:50.626412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:51.126921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:38:51.627273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.506038778s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:51.723612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.726155Z","time spent":"4.99744905s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:51.72408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.725986Z","time spent":"4.998084883s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/10 01:38:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:51.965217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001537649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:51.965298Z","caller":"traceutil/trace.go:171","msg":"trace[888316129] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.001646671s","start":"2026-05-10T01:38:41.963634Z","end":"2026-05-10T01:38:51.965281Z","steps":["trace[888316129] 'agreement among raft nodes before linearized reading' (duration: 10.001531649s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:51.965338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.963575Z","time spent":"10.001753524s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/05/10 01:38:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:52.29982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.345636Z","time spent":"2.954177933s","remote":"127.0.0.1:39096","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:38:52.302203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.601619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:52.302648Z","caller":"traceutil/trace.go:171","msg":"trace[1202447913] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"6.810398223s","start":"2026-05-10T01:38:45.492217Z","end":"2026-05-10T01:38:52.302615Z","steps":["trace[1202447913] 'process raft request' (duration: 6.135307273s)","trace[1202447913] 'compare' (duration: 674.378044ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:52.302822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.492188Z","time spent":"6.810534015s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:52.586914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999152948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:52.586986Z","caller":"traceutil/trace.go:171","msg":"trace[693047627] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999272071s","start":"2026-05-10T01:38:47.587697Z","end":"2026-05-10T01:38:52.586969Z","steps":["trace[693047627] 'agreement among raft nodes before linearized reading' (duration: 4.999183719s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.58702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.587682Z","time spent":"4.999331793s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:52.587853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998895081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:52.587855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997741526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:52.587938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997209184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:52.587973Z","caller":"traceutil/trace.go:171","msg":"trace[1047764771] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997272236s","start":"2026-05-10T01:38:47.590693Z","end":"2026-05-10T01:38:52.587965Z","steps":["trace[1047764771] 'agreement among raft nodes before linearized reading' (duration: 4.997232025s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:52.587964Z","caller":"traceutil/trace.go:171","msg":"trace[791313177] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999060205s","start":"2026-05-10T01:38:47.58887Z","end":"2026-05-10T01:38:52.58793Z","steps":["trace[791313177] 'agreement among raft nodes before linearized reading' (duration: 4.998929512s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.59068Z","time spent":"4.997314827s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-10T01:38:52.587987Z","caller":"traceutil/trace.go:171","msg":"trace[1281939825] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.9979116s","start":"2026-05-10T01:38:47.590051Z","end":"2026-05-10T01:38:52.587962Z","steps":["trace[1281939825] 'agreement among raft nodes before linearized reading' (duration: 4.997755636s)"],"step_count":1} 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:52.588045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.588849Z","time spent":"4.999178268s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-10T01:38:52.588058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.590039Z","time spent":"4.998005092s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:52.608589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:52.608687Z","caller":"traceutil/trace.go:171","msg":"trace[1148475627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662554s","start":"2026-05-10T01:38:50.608002Z","end":"2026-05-10T01:38:52.608665Z","steps":["trace[1148475627] 'agreement among raft nodes before linearized reading' (duration: 2.000540372s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.60876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.607956Z","time spent":"2.000787747s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:52.61597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489663399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:52.616044Z","caller":"traceutil/trace.go:171","msg":"trace[1382685353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.489756311s","start":"2026-05-10T01:38:48.12627Z","end":"2026-05-10T01:38:52.616026Z","steps":["trace[1382685353] 'agreement among raft nodes before linearized reading' (duration: 4.489672179s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:52.616087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.126261Z","time spent":"4.489816223s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/10 01:38:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:53.345693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:53.345774Z","caller":"traceutil/trace.go:171","msg":"trace[265966905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154332s","start":"2026-05-10T01:38:51.345601Z","end":"2026-05-10T01:38:53.345755Z","steps":["trace[265966905] 'agreement among raft nodes before linearized reading' (duration: 2.00005275s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:53.345823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.345585Z","time spent":"2.000228314s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:53.961757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999127845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:53.96203Z","caller":"traceutil/trace.go:171","msg":"trace[2010314930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999452002s","start":"2026-05-10T01:38:43.962554Z","end":"2026-05-10T01:38:53.962006Z","steps":["trace[2010314930] 'agreement among raft nodes before linearized reading' (duration: 9.999164136s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:53.962092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.962533Z","time spent":"9.999542535s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/10 01:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:53.962145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998759621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:53.962209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999480173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:53.962216Z","caller":"traceutil/trace.go:171","msg":"trace[1187168392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998886704s","start":"2026-05-10T01:38:50.963309Z","end":"2026-05-10T01:38:53.962196Z","steps":["trace[1187168392] 'agreement among raft nodes before linearized reading' (duration: 2.998787942s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:53.962235Z","caller":"traceutil/trace.go:171","msg":"trace[2053158404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999522624s","start":"2026-05-10T01:38:43.962705Z","end":"2026-05-10T01:38:53.962227Z","steps":["trace[2053158404] 'agreement among raft nodes before linearized reading' (duration: 9.999494924s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:53.962257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.96329Z","time spent":"2.998959895s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:38:53.96226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.962698Z","time spent":"9.999556465s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:38:53.96221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999446222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} 2026/05/10 01:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-10T01:38:53.962318Z","caller":"traceutil/trace.go:171","msg":"trace[1607949221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999602826s","start":"2026-05-10T01:38:43.962691Z","end":"2026-05-10T01:38:53.962294Z","steps":["trace[1607949221] 'agreement among raft nodes before linearized reading' (duration: 9.999475223s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:53.962367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998253888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:53.962388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.962673Z","time spent":"9.999702719s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:38:53.962392Z","caller":"traceutil/trace.go:171","msg":"trace[976536232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99830539s","start":"2026-05-10T01:38:50.964079Z","end":"2026-05-10T01:38:53.962385Z","steps":["trace[976536232] 'agreement among raft nodes before linearized reading' (duration: 2.998279199s)"],"step_count":1} 2026/05/10 01:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:53.962434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.964065Z","time spent":"2.998363672s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/10 01:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:54.02586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.485187153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:54.025976Z","caller":"traceutil/trace.go:171","msg":"trace[1402202184] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"11.485381988s","start":"2026-05-10T01:38:42.540561Z","end":"2026-05-10T01:38:54.025943Z","steps":["trace[1402202184] 'agreement among raft nodes before linearized reading' (duration: 11.485220294s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:54.026074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.540539Z","time spent":"11.485492361s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/05/10 01:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:54.031676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067683259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:54.03179Z","caller":"traceutil/trace.go:171","msg":"trace[873226503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.067815691s","start":"2026-05-10T01:38:50.963942Z","end":"2026-05-10T01:38:54.031757Z","steps":["trace[873226503] 'agreement among raft nodes before linearized reading' (duration: 3.067694248s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:54.031861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.963932Z","time spent":"3.067915113s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/10 01:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:54.050543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181968949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:54.050618Z","caller":"traceutil/trace.go:171","msg":"trace[2138267768] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6; range_end:; }","duration":"3.182092252s","start":"2026-05-10T01:38:50.868508Z","end":"2026-05-10T01:38:54.050601Z","steps":["trace[2138267768] 'agreement among raft nodes before linearized reading' (duration: 3.18199884s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:54.050664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.86849Z","time spent":"3.182165293s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ae108e9b84e5c6\" "} 2026/05/10 01:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:54.203417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800639305s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:54.203636Z","caller":"traceutil/trace.go:171","msg":"trace[1005201560] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"4.075501014s","start":"2026-05-10T01:38:50.1281Z","end":"2026-05-10T01:38:54.203601Z","steps":["trace[1005201560] 'process raft request' (duration: 2.274630503s)","trace[1005201560] 'compare' (duration: 1.79862734s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:54.203803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.128079Z","time spent":"4.075623067s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:54.616958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:54.617046Z","caller":"traceutil/trace.go:171","msg":"trace[1711106374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565321s","start":"2026-05-10T01:38:52.616461Z","end":"2026-05-10T01:38:54.617027Z","steps":["trace[1711106374] 'agreement among raft nodes before linearized reading' (duration: 2.000455429s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:54.617093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.616443Z","time spent":"2.000641075s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:38:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:55.499196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.853290294s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:56.405616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202128694s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-10T01:38:56.406123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.409369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:56.406243Z","caller":"traceutil/trace.go:171","msg":"trace[174772921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24802; }","duration":"969.538351ms","start":"2026-05-10T01:38:55.436686Z","end":"2026-05-10T01:38:56.406224Z","steps":["trace[174772921] 'range keys from in-memory index tree' (duration: 969.391118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:56.617812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000193573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:56.617905Z","caller":"traceutil/trace.go:171","msg":"trace[891276923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342436s","start":"2026-05-10T01:38:54.617542Z","end":"2026-05-10T01:38:56.617885Z","steps":["trace[891276923] 'agreement among raft nodes before linearized reading' (duration: 2.000226344s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:56.617982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.617522Z","time spent":"2.000425229s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:56.724281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999153288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-10T01:38:56.724296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998479323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:56.724345Z","caller":"traceutil/trace.go:171","msg":"trace[25184646] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999299492s","start":"2026-05-10T01:38:51.725031Z","end":"2026-05-10T01:38:56.72433Z","steps":["trace[25184646] 'agreement among raft nodes before linearized reading' (duration: 4.999188949s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:56.724372Z","caller":"traceutil/trace.go:171","msg":"trace[880576404] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998655957s","start":"2026-05-10T01:38:51.725698Z","end":"2026-05-10T01:38:56.724354Z","steps":["trace[880576404] 'agreement among raft nodes before linearized reading' (duration: 4.998517434s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:56.72443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.72568Z","time spent":"4.99873991s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/10 01:38:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:56.724482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.72501Z","time spent":"4.999460126s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/10 01:38:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:57.550052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14434238s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:38:57.55036Z","caller":"traceutil/trace.go:171","msg":"trace[1354421] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25611; }","duration":"9.428593727s","start":"2026-05-10T01:38:48.121727Z","end":"2026-05-10T01:38:57.550321Z","steps":["trace[1354421] 'read index received' (duration: 3.505825234s)","trace[1354421] 'applied index is now lower than readState.Index' (duration: 5.922766972s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:57.550628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.931455515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.5507Z","caller":"traceutil/trace.go:171","msg":"trace[1475831772] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24802; }","duration":"11.931591187s","start":"2026-05-10T01:38:45.61909Z","end":"2026-05-10T01:38:57.550682Z","steps":["trace[1475831772] 'agreement among raft nodes before linearized reading' (duration: 11.931451244s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.55073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.9573392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-05-10T01:38:57.550744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.619065Z","time spent":"11.93166884s","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:57.55078Z","caller":"traceutil/trace.go:171","msg":"trace[904808222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24802; }","duration":"11.957450372s","start":"2026-05-10T01:38:45.593313Z","end":"2026-05-10T01:38:57.550763Z","steps":["trace[904808222] 'agreement among raft nodes before linearized reading' (duration: 11.957273758s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.550821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.593296Z","time spent":"11.957516304s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:38:57.550975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.101651221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.550994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.978749823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.551025Z","caller":"traceutil/trace.go:171","msg":"trace[1893089812] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24802; }","duration":"10.101739373s","start":"2026-05-10T01:38:47.449272Z","end":"2026-05-10T01:38:57.551011Z","steps":["trace[1893089812] 'agreement among raft nodes before linearized reading' (duration: 10.101655481s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.44925Z","time spent":"10.101807924s","remote":"127.0.0.1:53692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028394245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.5511Z","caller":"traceutil/trace.go:171","msg":"trace[721296305] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24802; }","duration":"12.028461987s","start":"2026-05-10T01:38:45.52263Z","end":"2026-05-10T01:38:57.551092Z","steps":["trace[721296305] 'agreement among raft nodes before linearized reading' (duration: 12.028418686s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.364946738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:57.551126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.522608Z","time spent":"12.028511367s","remote":"127.0.0.1:42652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.877578247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:57.551159Z","caller":"traceutil/trace.go:171","msg":"trace[1814983165] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24802; }","duration":"11.365052601s","start":"2026-05-10T01:38:46.186089Z","end":"2026-05-10T01:38:57.551141Z","steps":["trace[1814983165] 'agreement among raft nodes before linearized reading' (duration: 11.364915018s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.551179Z","caller":"traceutil/trace.go:171","msg":"trace[243235437] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24802; }","duration":"13.877648698s","start":"2026-05-10T01:38:43.673518Z","end":"2026-05-10T01:38:57.551166Z","steps":["trace[243235437] 'agreement among raft nodes before linearized reading' (duration: 13.877590527s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.186074Z","time spent":"11.365116872s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.673499Z","time spent":"13.87770469s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.829186874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-10T01:38:57.551261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.938317631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.551256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.949620287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.551303Z","caller":"traceutil/trace.go:171","msg":"trace[635348665] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24802; }","duration":"9.938356612s","start":"2026-05-10T01:38:47.612932Z","end":"2026-05-10T01:38:57.551288Z","steps":["trace[635348665] 'agreement among raft nodes before linearized reading' (duration: 9.938299871s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.893463906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.551334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.612885Z","time spent":"9.938441934s","remote":"127.0.0.1:44686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:57.551333Z","caller":"traceutil/trace.go:171","msg":"trace[1039614002] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24802; }","duration":"10.949736609s","start":"2026-05-10T01:38:46.601578Z","end":"2026-05-10T01:38:57.551314Z","steps":["trace[1039614002] 'agreement among raft nodes before linearized reading' (duration: 10.949597195s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.55134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.752609314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-10T01:38:57.551365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.528063981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.55138Z","caller":"traceutil/trace.go:171","msg":"trace[1428970195] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24802; }","duration":"12.752681266s","start":"2026-05-10T01:38:44.79869Z","end":"2026-05-10T01:38:57.551371Z","steps":["trace[1428970195] 'agreement among raft nodes before linearized reading' (duration: 12.752617004s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:46.601567Z","time spent":"10.94980222s","remote":"127.0.0.1:42616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.55138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.067012747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.551386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.951795923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.551419Z","caller":"traceutil/trace.go:171","msg":"trace[1366971915] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24802; }","duration":"13.067095989s","start":"2026-05-10T01:38:44.484314Z","end":"2026-05-10T01:38:57.55141Z","steps":["trace[1366971915] 'agreement among raft nodes before linearized reading' (duration: 13.067031757s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.551419Z","caller":"traceutil/trace.go:171","msg":"trace[1635262839] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24802; }","duration":"12.528145203s","start":"2026-05-10T01:38:45.023253Z","end":"2026-05-10T01:38:57.551398Z","steps":["trace[1635262839] 'agreement among raft nodes before linearized reading' (duration: 12.528079832s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.550987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.489698087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:57.551454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.484288Z","time spent":"13.06715849s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:57.551284Z","caller":"traceutil/trace.go:171","msg":"trace[1295104759] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24802; }","duration":"12.829303078s","start":"2026-05-10T01:38:44.721968Z","end":"2026-05-10T01:38:57.551271Z","steps":["trace[1295104759] 'agreement among raft nodes before linearized reading' (duration: 12.829169745s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.023234Z","time spent":"12.528218346s","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:57.551464Z","caller":"traceutil/trace.go:171","msg":"trace[832961711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24802; }","duration":"12.951919136s","start":"2026-05-10T01:38:44.599525Z","end":"2026-05-10T01:38:57.551444Z","steps":["trace[832961711] 'agreement among raft nodes before linearized reading' (duration: 12.951785593s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.55148Z","caller":"traceutil/trace.go:171","msg":"trace[740757193] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24802; }","duration":"10.490233609s","start":"2026-05-10T01:38:47.061236Z","end":"2026-05-10T01:38:57.55147Z","steps":["trace[740757193] 'agreement among raft nodes before linearized reading' (duration: 10.489715737s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.721946Z","time spent":"12.829540302s","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T01:38:57.551508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.599506Z","time spent":"12.951991558s","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:47.061217Z","time spent":"10.49028892s","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.654189371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.551588Z","caller":"traceutil/trace.go:171","msg":"trace[276697689] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24802; }","duration":"12.654543079s","start":"2026-05-10T01:38:44.897034Z","end":"2026-05-10T01:38:57.551577Z","steps":["trace[276697689] 'agreement among raft nodes before linearized reading' (duration: 12.654179531s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.551602Z","caller":"traceutil/trace.go:171","msg":"trace[659315730] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"5.326068423s","start":"2026-05-10T01:38:52.225523Z","end":"2026-05-10T01:38:57.551591Z","steps":["trace[659315730] 'process raft request' (duration: 5.324693032s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.551345Z","caller":"traceutil/trace.go:171","msg":"trace[1911923543] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24802; }","duration":"12.893495867s","start":"2026-05-10T01:38:44.657839Z","end":"2026-05-10T01:38:57.551334Z","steps":["trace[1911923543] 'agreement among raft nodes before linearized reading' (duration: 12.893443156s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:57.55103Z","caller":"traceutil/trace.go:171","msg":"trace[215791294] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24802; }","duration":"12.978791834s","start":"2026-05-10T01:38:44.572227Z","end":"2026-05-10T01:38:57.551019Z","steps":["trace[215791294] 'agreement among raft nodes before linearized reading' (duration: 12.978720742s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.897014Z","time spent":"12.65460397s","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.657801Z","time spent":"12.893833355s","remote":"127.0.0.1:44866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.572164Z","time spent":"12.979474649s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.551682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.225486Z","time spent":"5.326142615s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:57.551413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.798671Z","time spent":"12.752734817s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:57.551034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.705621104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:57.551841Z","caller":"traceutil/trace.go:171","msg":"trace[704313676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24802; }","duration":"11.706447652s","start":"2026-05-10T01:38:45.845376Z","end":"2026-05-10T01:38:57.551823Z","steps":["trace[704313676] 'agreement among raft nodes before linearized reading' (duration: 11.705632634s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.551889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:45.84536Z","time spent":"11.706513964s","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:57.587757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998063414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:38:57.58782Z","caller":"traceutil/trace.go:171","msg":"trace[1212041524] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998160196s","start":"2026-05-10T01:38:52.589645Z","end":"2026-05-10T01:38:57.587805Z","steps":["trace[1212041524] 'agreement among raft nodes before linearized reading' (duration: 4.998090334s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.587877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.589628Z","time spent":"4.998220467s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/10 01:38:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:38:57.588845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998545605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:57.588895Z","caller":"traceutil/trace.go:171","msg":"trace[103758061] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998625026s","start":"2026-05-10T01:38:52.590259Z","end":"2026-05-10T01:38:57.588884Z","steps":["trace[103758061] 'agreement among raft nodes before linearized reading' (duration: 4.998560895s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:57.588926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.590251Z","time spent":"4.998666897s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-10T01:38:57.797524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.296967627s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:38:58.625824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:38:58.625915Z","caller":"traceutil/trace.go:171","msg":"trace[1368269131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361168s","start":"2026-05-10T01:38:56.625533Z","end":"2026-05-10T01:38:58.625894Z","steps":["trace[1368269131] 'agreement among raft nodes before linearized reading' (duration: 2.000244765s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.625966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.625516Z","time spent":"2.00044002s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:38:58.934184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.104127635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:58.934757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.084521841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:58.93487Z","caller":"traceutil/trace.go:171","msg":"trace[1539140737] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24803; }","duration":"15.084665545s","start":"2026-05-10T01:38:43.850178Z","end":"2026-05-10T01:38:58.934843Z","steps":["trace[1539140737] 'agreement among raft nodes before linearized reading' (duration: 13.701356926s)","trace[1539140737] 'count revisions from in-memory index tree' (duration: 1.383167625s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:58.934272Z","caller":"traceutil/trace.go:171","msg":"trace[1351376091] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24803; }","duration":"15.104250437s","start":"2026-05-10T01:38:43.829998Z","end":"2026-05-10T01:38:58.934248Z","steps":["trace[1351376091] 'agreement among raft nodes before linearized reading' (duration: 13.721524711s)","trace[1351376091] 'count revisions from in-memory index tree' (duration: 1.382610103s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:58.934928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.850161Z","time spent":"15.084750937s","remote":"127.0.0.1:42600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:58.935012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:43.829981Z","time spent":"15.104978694s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:58.935018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.638137217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:58.935059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.334879627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:38:58.93508Z","caller":"traceutil/trace.go:171","msg":"trace[751036900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24803; }","duration":"16.638225528s","start":"2026-05-10T01:38:42.296838Z","end":"2026-05-10T01:38:58.935064Z","steps":["trace[751036900] 'agreement among raft nodes before linearized reading' (duration: 15.254600902s)","trace[751036900] 'count revisions from in-memory index tree' (duration: 1.383537284s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:58.935129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.296822Z","time spent":"16.63829647s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:58.93513Z","caller":"traceutil/trace.go:171","msg":"trace[144645908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24803; }","duration":"14.334973149s","start":"2026-05-10T01:38:44.600136Z","end":"2026-05-10T01:38:58.935109Z","steps":["trace[144645908] 'agreement among raft nodes before linearized reading' (duration: 12.951418065s)","trace[144645908] 'range keys from in-memory index tree' (duration: 1.38337446s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:58.93518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:44.600129Z","time spent":"14.3350425s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"warn","ts":"2026-05-10T01:38:58.935185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.627276021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-05-10T01:38:58.93519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.957192143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-10T01:38:58.935255Z","caller":"traceutil/trace.go:171","msg":"trace[1682887531] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24803; }","duration":"16.627374853s","start":"2026-05-10T01:38:42.30786Z","end":"2026-05-10T01:38:58.935235Z","steps":["trace[1682887531] 'agreement among raft nodes before linearized reading' (duration: 15.243588774s)","trace[1682887531] 'range keys from in-memory index tree' (duration: 1.383512283s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:58.935264Z","caller":"traceutil/trace.go:171","msg":"trace[2075693113] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24803; }","duration":"16.957302496s","start":"2026-05-10T01:38:41.97794Z","end":"2026-05-10T01:38:58.935243Z","steps":["trace[2075693113] 'agreement among raft nodes before linearized reading' (duration: 15.573521377s)","trace[2075693113] 'range keys from in-memory index tree' (duration: 1.383588115s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:58.935311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:42.307849Z","time spent":"16.627450315s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-10T01:38:58.935312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:41.977926Z","time spent":"16.957377797s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-10T01:38:58.93533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383709138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:38:58.935499Z","caller":"traceutil/trace.go:171","msg":"trace[1007642617] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"6.34545108s","start":"2026-05-10T01:38:52.590033Z","end":"2026-05-10T01:38:58.935484Z","steps":["trace[1007642617] 'process raft request' (duration: 4.961545838s)","trace[1007642617] 'compare' (duration: 1.383256338s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:38:58.935543Z","caller":"traceutil/trace.go:171","msg":"trace[872246679] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"5.806811613s","start":"2026-05-10T01:38:53.128711Z","end":"2026-05-10T01:38:58.935522Z","steps":["trace[872246679] 'process raft request' (duration: 5.80666831s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:58.935526Z","caller":"traceutil/trace.go:171","msg":"trace[559277850] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"4.971481313s","start":"2026-05-10T01:38:53.964037Z","end":"2026-05-10T01:38:58.935519Z","steps":["trace[559277850] 'process raft request' (duration: 4.971408031s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.935691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.964018Z","time spent":"4.971630097s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:58.935733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.128692Z","time spent":"5.806944716s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:58.9358Z","caller":"traceutil/trace.go:171","msg":"trace[1686787771] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"4.971082833s","start":"2026-05-10T01:38:53.964675Z","end":"2026-05-10T01:38:58.935758Z","steps":["trace[1686787771] 'process raft request' (duration: 4.970823058s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.935952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.964651Z","time spent":"4.971220137s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:58.935605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.590008Z","time spent":"6.345552353s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T01:38:58.936608Z","caller":"traceutil/trace.go:171","msg":"trace[1990064820] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"4.970554122s","start":"2026-05-10T01:38:53.966038Z","end":"2026-05-10T01:38:58.936592Z","steps":["trace[1990064820] 'process raft request' (duration: 4.969667242s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.936721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.966005Z","time spent":"4.970654324s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:38:58.937071Z","caller":"traceutil/trace.go:171","msg":"trace[746845463] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"4.96997623s","start":"2026-05-10T01:38:53.967084Z","end":"2026-05-10T01:38:58.93706Z","steps":["trace[746845463] 'process raft request' (duration: 4.969453148s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:58.937142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:53.967073Z","time spent":"4.970034611s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:59.656342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.279537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:38:59.656615Z","caller":"traceutil/trace.go:171","msg":"trace[259897227] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25618; }","duration":"2.106181747s","start":"2026-05-10T01:38:57.550403Z","end":"2026-05-10T01:38:59.656584Z","steps":["trace[259897227] 'read index received' (duration: 247.331707ms)","trace[259897227] 'applied index is now lower than readState.Index' (duration: 1.85884732s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:38:59.656861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.863225868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.65694Z","caller":"traceutil/trace.go:171","msg":"trace[673220448] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24810; }","duration":"3.863340701s","start":"2026-05-10T01:38:55.793578Z","end":"2026-05-10T01:38:59.656919Z","steps":["trace[673220448] 'agreement among raft nodes before linearized reading' (duration: 3.863219969s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.656986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.793562Z","time spent":"3.863414014s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.657246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953934157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.657298Z","caller":"traceutil/trace.go:171","msg":"trace[276082012] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24810; }","duration":"3.954114222s","start":"2026-05-10T01:38:55.70317Z","end":"2026-05-10T01:38:59.657285Z","steps":["trace[276082012] 'agreement among raft nodes before linearized reading' (duration: 3.953899867s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.657366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.703153Z","time spent":"3.954199633s","remote":"127.0.0.1:42680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.657616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533165152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.65766Z","caller":"traceutil/trace.go:171","msg":"trace[1339398563] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24810; }","duration":"4.533246423s","start":"2026-05-10T01:38:55.124404Z","end":"2026-05-10T01:38:59.657651Z","steps":["trace[1339398563] 'agreement among raft nodes before linearized reading' (duration: 4.533178281s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.657697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.124384Z","time spent":"4.533302604s","remote":"127.0.0.1:48418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.657858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254751102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:59.657892Z","caller":"traceutil/trace.go:171","msg":"trace[2042947573] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24810; }","duration":"5.254822734s","start":"2026-05-10T01:38:54.403062Z","end":"2026-05-10T01:38:59.657885Z","steps":["trace[2042947573] 'agreement among raft nodes before linearized reading' (duration: 5.254767213s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.657925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.403044Z","time spent":"5.254874225s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.658225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3286211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:38:59.658312Z","caller":"traceutil/trace.go:171","msg":"trace[947688687] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24810; }","duration":"5.328678882s","start":"2026-05-10T01:38:54.32958Z","end":"2026-05-10T01:38:59.658259Z","steps":["trace[947688687] 'agreement among raft nodes before linearized reading' (duration: 5.328500238s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.65837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.329569Z","time spent":"5.328794065s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:38:59.658399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588731418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.658452Z","caller":"traceutil/trace.go:171","msg":"trace[343836424] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24810; }","duration":"2.588817329s","start":"2026-05-10T01:38:57.069623Z","end":"2026-05-10T01:38:59.658441Z","steps":["trace[343836424] 'agreement among raft nodes before linearized reading' (duration: 2.588737598s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.658492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.069611Z","time spent":"2.588872011s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.658777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646048783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:59.658811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348189352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-10T01:38:59.658828Z","caller":"traceutil/trace.go:171","msg":"trace[629500321] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24810; }","duration":"2.646139775s","start":"2026-05-10T01:38:57.012679Z","end":"2026-05-10T01:38:59.658818Z","steps":["trace[629500321] 'agreement among raft nodes before linearized reading' (duration: 2.645986521s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.658859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.012659Z","time spent":"2.646192835s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.658943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.486018986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:59.658992Z","caller":"traceutil/trace.go:171","msg":"trace[129923527] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24810; }","duration":"5.486099907s","start":"2026-05-10T01:38:54.172881Z","end":"2026-05-10T01:38:59.658981Z","steps":["trace[129923527] 'agreement among raft nodes before linearized reading' (duration: 5.485996735s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131946989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:59.659039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.172856Z","time spent":"5.486174799s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.659063Z","caller":"traceutil/trace.go:171","msg":"trace[1604492696] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24810; }","duration":"3.132024301s","start":"2026-05-10T01:38:56.527031Z","end":"2026-05-10T01:38:59.659055Z","steps":["trace[1604492696] 'agreement among raft nodes before linearized reading' (duration: 3.13196855s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.6591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.527013Z","time spent":"3.132076632s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.659214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.999247199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.659263Z","caller":"traceutil/trace.go:171","msg":"trace[708489931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24810; }","duration":"6.999338641s","start":"2026-05-10T01:38:52.659913Z","end":"2026-05-10T01:38:59.659251Z","steps":["trace[708489931] 'agreement among raft nodes before linearized reading' (duration: 6.99927025s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.65989Z","time spent":"6.999399692s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.659312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450031024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-05-10T01:38:59.659341Z","caller":"traceutil/trace.go:171","msg":"trace[798278246] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24810; }","duration":"3.450096495s","start":"2026-05-10T01:38:56.209235Z","end":"2026-05-10T01:38:59.659332Z","steps":["trace[798278246] 'agreement among raft nodes before linearized reading' (duration: 3.449982743s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:56.209216Z","time spent":"3.450152797s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:38:59.65952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043390436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-10T01:38:59.659563Z","caller":"traceutil/trace.go:171","msg":"trace[1967742390] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24810; }","duration":"7.043471779s","start":"2026-05-10T01:38:52.616083Z","end":"2026-05-10T01:38:59.659554Z","steps":["trace[1967742390] 'agreement among raft nodes before linearized reading' (duration: 7.043346505s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818334765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.659627Z","caller":"traceutil/trace.go:171","msg":"trace[1836914468] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24810; }","duration":"3.818404916s","start":"2026-05-10T01:38:55.841206Z","end":"2026-05-10T01:38:59.659611Z","steps":["trace[1836914468] 'agreement among raft nodes before linearized reading' (duration: 3.818345845s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.225603643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:59.659675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.841188Z","time spent":"3.818474989s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.659705Z","caller":"traceutil/trace.go:171","msg":"trace[1661857189] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24810; }","duration":"7.225663294s","start":"2026-05-10T01:38:52.434034Z","end":"2026-05-10T01:38:59.659697Z","steps":["trace[1661857189] 'agreement among raft nodes before linearized reading' (duration: 7.225618643s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.434019Z","time spent":"7.225712985s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.659913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.320712762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:59.658855Z","caller":"traceutil/trace.go:171","msg":"trace[2076958417] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24810; }","duration":"5.348265884s","start":"2026-05-10T01:38:54.310576Z","end":"2026-05-10T01:38:59.658842Z","steps":["trace[2076958417] 'agreement among raft nodes before linearized reading' (duration: 5.347991488s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.659591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.616062Z","time spent":"7.04352337s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:38:59.659532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690557417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.660063Z","caller":"traceutil/trace.go:171","msg":"trace[836890976] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24810; }","duration":"3.691127731s","start":"2026-05-10T01:38:55.96892Z","end":"2026-05-10T01:38:59.660048Z","steps":["trace[836890976] 'agreement among raft nodes before linearized reading' (duration: 3.690579688s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.421874147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:59.660109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:55.968899Z","time spent":"3.691198592s","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.660133Z","caller":"traceutil/trace.go:171","msg":"trace[1828042399] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24810; }","duration":"7.421937719s","start":"2026-05-10T01:38:52.238181Z","end":"2026-05-10T01:38:59.660118Z","steps":["trace[1828042399] 'agreement among raft nodes before linearized reading' (duration: 7.421885998s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.238168Z","time spent":"7.42198805s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.659633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.168739908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.660288Z","caller":"traceutil/trace.go:171","msg":"trace[1127552393] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24810; }","duration":"7.169398893s","start":"2026-05-10T01:38:52.490849Z","end":"2026-05-10T01:38:59.660248Z","steps":["trace[1127552393] 'agreement among raft nodes before linearized reading' (duration: 7.168760988s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.490828Z","time spent":"7.169490325s","remote":"127.0.0.1:42728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.660422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.532579315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-10T01:38:59.660459Z","caller":"traceutil/trace.go:171","msg":"trace[73781497] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24810; }","duration":"11.532623106s","start":"2026-05-10T01:38:48.127826Z","end":"2026-05-10T01:38:59.660449Z","steps":["trace[73781497] 'agreement among raft nodes before linearized reading' (duration: 11.532518334s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.52528997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.660536Z","caller":"traceutil/trace.go:171","msg":"trace[12349981] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24810; }","duration":"11.525403843s","start":"2026-05-10T01:38:48.135114Z","end":"2026-05-10T01:38:59.660518Z","steps":["trace[12349981] 'agreement among raft nodes before linearized reading' (duration: 11.525240989s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.135108Z","time spent":"11.525469384s","remote":"127.0.0.1:44700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.660719Z","caller":"traceutil/trace.go:171","msg":"trace[182567493] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24810; }","duration":"7.32154705s","start":"2026-05-10T01:38:52.339157Z","end":"2026-05-10T01:38:59.660704Z","steps":["trace[182567493] 'agreement among raft nodes before linearized reading' (duration: 7.320726591s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.339137Z","time spent":"7.321617542s","remote":"127.0.0.1:48642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.660824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.353276485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:59.660496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.127822Z","time spent":"11.532665787s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-05-10T01:38:59.660882Z","caller":"traceutil/trace.go:171","msg":"trace[991001567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24810; }","duration":"10.353370117s","start":"2026-05-10T01:38:49.307498Z","end":"2026-05-10T01:38:59.660868Z","steps":["trace[991001567] 'agreement among raft nodes before linearized reading' (duration: 10.353284555s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.660583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:54.310557Z","time spent":"5.349992624s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.660927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.532913193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-05-10T01:38:59.660943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.741874683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:59.661027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.607179692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-10T01:38:59.660838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.334686144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:59.661061Z","caller":"traceutil/trace.go:171","msg":"trace[259880730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24810; }","duration":"7.607274714s","start":"2026-05-10T01:38:52.053777Z","end":"2026-05-10T01:38:59.661052Z","steps":["trace[259880730] 'agreement among raft nodes before linearized reading' (duration: 7.607175872s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:59.661071Z","caller":"traceutil/trace.go:171","msg":"trace[435665518] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24810; }","duration":"11.33492101s","start":"2026-05-10T01:38:48.326137Z","end":"2026-05-10T01:38:59.661058Z","steps":["trace[435665518] 'agreement among raft nodes before linearized reading' (duration: 11.334650314s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966185673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:59.661139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.557159722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:38:59.66119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.669085131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-10T01:38:59.661192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.77309642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:38:59.661199Z","caller":"traceutil/trace.go:171","msg":"trace[1085540893] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24810; }","duration":"7.966358366s","start":"2026-05-10T01:38:51.694825Z","end":"2026-05-10T01:38:59.661183Z","steps":["trace[1085540893] 'agreement among raft nodes before linearized reading' (duration: 7.966201433s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.607673553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:38:59.661192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.155939848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:38:59.661233Z","caller":"traceutil/trace.go:171","msg":"trace[2016530957] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24810; }","duration":"7.773171172s","start":"2026-05-10T01:38:51.888052Z","end":"2026-05-10T01:38:59.661223Z","steps":["trace[2016530957] 'agreement among raft nodes before linearized reading' (duration: 7.773096241s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:59.661224Z","caller":"traceutil/trace.go:171","msg":"trace[193822560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24810; }","duration":"7.669157703s","start":"2026-05-10T01:38:51.992058Z","end":"2026-05-10T01:38:59.661216Z","steps":["trace[193822560] 'agreement among raft nodes before linearized reading' (duration: 7.669075561s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.6948Z","time spent":"7.966434527s","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.661258Z","caller":"traceutil/trace.go:171","msg":"trace[724540208] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24810; }","duration":"9.607794066s","start":"2026-05-10T01:38:50.05345Z","end":"2026-05-10T01:38:59.661244Z","steps":["trace[724540208] 'agreement among raft nodes before linearized reading' (duration: 9.607627872s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.888037Z","time spent":"7.773224203s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.661276Z","caller":"traceutil/trace.go:171","msg":"trace[1537861094] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24810; }","duration":"8.156068141s","start":"2026-05-10T01:38:51.505188Z","end":"2026-05-10T01:38:59.661256Z","steps":["trace[1537861094] 'agreement among raft nodes before linearized reading' (duration: 8.155891107s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.05343Z","time spent":"9.607862827s","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.66133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.505169Z","time spent":"8.156150912s","remote":"127.0.0.1:53730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.661216Z","caller":"traceutil/trace.go:171","msg":"trace[1480242169] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24810; }","duration":"9.557299065s","start":"2026-05-10T01:38:50.103895Z","end":"2026-05-10T01:38:59.661194Z","steps":["trace[1480242169] 'agreement among raft nodes before linearized reading' (duration: 9.557147891s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:38:59.660974Z","caller":"traceutil/trace.go:171","msg":"trace[359179173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24810; }","duration":"10.532988294s","start":"2026-05-10T01:38:49.127971Z","end":"2026-05-10T01:38:59.660959Z","steps":["trace[359179173] 'agreement among raft nodes before linearized reading' (duration: 10.532889932s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:50.10388Z","time spent":"9.557485869s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.661402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.127948Z","time spent":"10.533436415s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"info","ts":"2026-05-10T01:38:59.661025Z","caller":"traceutil/trace.go:171","msg":"trace[1062482030] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24810; }","duration":"10.741995436s","start":"2026-05-10T01:38:48.919012Z","end":"2026-05-10T01:38:59.661007Z","steps":["trace[1062482030] 'agreement among raft nodes before linearized reading' (duration: 10.741855383s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.918997Z","time spent":"10.742459976s","remote":"127.0.0.1:48604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.660932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:49.30748Z","time spent":"10.353441629s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:38:59.661554Z","caller":"traceutil/trace.go:171","msg":"trace[1772875287] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.363869619s","start":"2026-05-10T01:38:58.297671Z","end":"2026-05-10T01:38:59.661541Z","steps":["trace[1772875287] 'process raft request' (duration: 1.358775484s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.239974175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268420"} {"level":"info","ts":"2026-05-10T01:38:59.661598Z","caller":"traceutil/trace.go:171","msg":"trace[582491522] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24810; }","duration":"11.240468055s","start":"2026-05-10T01:38:48.421121Z","end":"2026-05-10T01:38:59.661589Z","steps":["trace[582491522] 'agreement among raft nodes before linearized reading' (duration: 11.2397588s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.66162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.421106Z","time spent":"11.240508627s","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268444,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-10T01:38:59.661639Z","caller":"traceutil/trace.go:171","msg":"trace[1984395100] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"722.738276ms","start":"2026-05-10T01:38:58.938894Z","end":"2026-05-10T01:38:59.661633Z","steps":["trace[1984395100] 'process raft request' (duration: 722.578923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:38:59.661647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.297645Z","time spent":"1.363944801s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:59.661114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:52.053757Z","time spent":"7.607328526s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:38:59.66114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:48.326118Z","time spent":"11.335007781s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:38:59.661704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.938872Z","time spent":"722.789547ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:38:59.66127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:51.992036Z","time spent":"7.669227864s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:39:00.156909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:00.626647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:00.626711Z","caller":"traceutil/trace.go:171","msg":"trace[1279453751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291235s","start":"2026-05-10T01:38:58.626404Z","end":"2026-05-10T01:39:00.626695Z","steps":["trace[1279453751] 'agreement among raft nodes before linearized reading' (duration: 2.000213373s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:00.626778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.626383Z","time spent":"2.000387038s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:39:00.657285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:01.158413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:01.168823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.523461325s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:39:01.169499Z","caller":"traceutil/trace.go:171","msg":"trace[969252949] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"1.884361396s","start":"2026-05-10T01:38:59.285114Z","end":"2026-05-10T01:39:01.169475Z","steps":["trace[969252949] 'process raft request' (duration: 1.883974757s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:01.170265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.285083Z","time spent":"1.884485509s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:02.633875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:39:02.63396Z","caller":"traceutil/trace.go:171","msg":"trace[400226497] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380517s","start":"2026-05-10T01:39:00.63356Z","end":"2026-05-10T01:39:02.63394Z","steps":["trace[400226497] 'agreement among raft nodes before linearized reading' (duration: 2.000261785s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:02.63402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.633547Z","time spent":"2.00046341s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:02.96881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.336566Z","time spent":"632.234422ms","remote":"127.0.0.1:57828","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:39:03.252998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083978086s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:39:03.253574Z","caller":"traceutil/trace.go:171","msg":"trace[789054980] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"3.580912701s","start":"2026-05-10T01:38:59.672634Z","end":"2026-05-10T01:39:03.253547Z","steps":["trace[789054980] 'process raft request' (duration: 3.580831199s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.253692Z","caller":"traceutil/trace.go:171","msg":"trace[353154167] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"3.582079497s","start":"2026-05-10T01:38:59.671568Z","end":"2026-05-10T01:39:03.253647Z","steps":["trace[353154167] 'process raft request' (duration: 3.581646707s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.25375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.67262Z","time spent":"3.581032883s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:03.253807Z","caller":"traceutil/trace.go:171","msg":"trace[201087755] linearizableReadLoop","detail":"{readStateIndex:25632; appliedIndex:25627; }","duration":"3.597078177s","start":"2026-05-10T01:38:59.656672Z","end":"2026-05-10T01:39:03.25375Z","steps":["trace[201087755] 'read index received' (duration: 1.512348033s)","trace[201087755] 'applied index is now lower than readState.Index' (duration: 2.084728884s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:03.25386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.671546Z","time spent":"3.582224961s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.253956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312287162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74186d31-1d20-4791-b33e-28b435677e75\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-10T01:39:03.253969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424723273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.253993Z","caller":"traceutil/trace.go:171","msg":"trace[1235043285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74186d31-1d20-4791-b33e-28b435677e75; range_end:; response_count:1; response_revision:24817; }","duration":"4.312348674s","start":"2026-05-10T01:38:58.941634Z","end":"2026-05-10T01:39:03.253983Z","steps":["trace[1235043285] 'agreement among raft nodes before linearized reading' (duration: 4.312238402s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.941617Z","time spent":"4.312394815s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-74186d31-1d20-4791-b33e-28b435677e75\" "} {"level":"warn","ts":"2026-05-10T01:39:03.254057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438639297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:03.254091Z","caller":"traceutil/trace.go:171","msg":"trace[676341351] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24817; }","duration":"4.438710899s","start":"2026-05-10T01:38:58.815373Z","end":"2026-05-10T01:39:03.254084Z","steps":["trace[676341351] 'agreement among raft nodes before linearized reading' (duration: 4.438654887s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.815354Z","time spent":"4.438769109s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.254145Z","caller":"traceutil/trace.go:171","msg":"trace[1780970413] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"3.580475231s","start":"2026-05-10T01:38:59.673661Z","end":"2026-05-10T01:39:03.254136Z","steps":["trace[1780970413] 'process raft request' (duration: 3.579862496s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.25419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.673655Z","time spent":"3.580513171s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.254214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697643768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.254255Z","caller":"traceutil/trace.go:171","msg":"trace[205035930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24817; }","duration":"3.697709429s","start":"2026-05-10T01:38:59.55653Z","end":"2026-05-10T01:39:03.254239Z","steps":["trace[205035930] 'agreement among raft nodes before linearized reading' (duration: 3.697650638s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139662043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.254285Z","caller":"traceutil/trace.go:171","msg":"trace[2105552676] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24817; }","duration":"4.139718245s","start":"2026-05-10T01:38:59.114561Z","end":"2026-05-10T01:39:03.25428Z","steps":["trace[2105552676] 'agreement among raft nodes before linearized reading' (duration: 4.139681214s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.556512Z","time spent":"3.697765341s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.254303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.114541Z","time spent":"4.139756105s","remote":"127.0.0.1:57502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.254009Z","caller":"traceutil/trace.go:171","msg":"trace[606721278] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24817; }","duration":"4.424803635s","start":"2026-05-10T01:38:58.829192Z","end":"2026-05-10T01:39:03.253996Z","steps":["trace[606721278] 'agreement among raft nodes before linearized reading' (duration: 4.424716603s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.138038945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129418"} {"level":"warn","ts":"2026-05-10T01:39:03.254408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.829185Z","time spent":"4.425216624s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.254428Z","caller":"traceutil/trace.go:171","msg":"trace[1561536280] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24817; }","duration":"5.138181449s","start":"2026-05-10T01:38:58.116231Z","end":"2026-05-10T01:39:03.254413Z","steps":["trace[1561536280] 'agreement among raft nodes before linearized reading' (duration: 5.137946234s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:03.254438Z","caller":"traceutil/trace.go:171","msg":"trace[2114049694] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"3.580692445s","start":"2026-05-10T01:38:59.673735Z","end":"2026-05-10T01:39:03.254427Z","steps":["trace[2114049694] 'process raft request' (duration: 3.579961929s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.116211Z","time spent":"5.13824427s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129442,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-10T01:39:03.25446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334926464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-10T01:39:03.254493Z","caller":"traceutil/trace.go:171","msg":"trace[746997333] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24817; }","duration":"5.334995335s","start":"2026-05-10T01:38:57.919489Z","end":"2026-05-10T01:39:03.254484Z","steps":["trace[746997333] 'agreement among raft nodes before linearized reading' (duration: 5.334875163s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.673727Z","time spent":"3.580745887s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:03.254529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.919468Z","time spent":"5.335054686s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-10T01:39:03.254647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670128167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.254698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631831752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.254698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.60436382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.254705Z","caller":"traceutil/trace.go:171","msg":"trace[2073340235] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24817; }","duration":"3.670217388s","start":"2026-05-10T01:38:59.584473Z","end":"2026-05-10T01:39:03.25469Z","steps":["trace[2073340235] 'agreement among raft nodes before linearized reading' (duration: 3.670125796s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549878519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.254731Z","caller":"traceutil/trace.go:171","msg":"trace[1142446933] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24817; }","duration":"5.604443112s","start":"2026-05-10T01:38:57.650277Z","end":"2026-05-10T01:39:03.25472Z","steps":["trace[1142446933] 'agreement among raft nodes before linearized reading' (duration: 5.60438874s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114436612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:03.254765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.650242Z","time spent":"5.604515534s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.254779Z","caller":"traceutil/trace.go:171","msg":"trace[429789601] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24817; }","duration":"5.114499954s","start":"2026-05-10T01:38:58.140274Z","end":"2026-05-10T01:39:03.254774Z","steps":["trace[429789601] 'agreement among raft nodes before linearized reading' (duration: 5.114463723s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.140233Z","time spent":"5.114558775s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.254815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700894461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:03.254854Z","caller":"traceutil/trace.go:171","msg":"trace[242098956] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24817; }","duration":"5.700959541s","start":"2026-05-10T01:38:57.553886Z","end":"2026-05-10T01:39:03.254845Z","steps":["trace[242098956] 'agreement among raft nodes before linearized reading' (duration: 5.70090242s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:57.55387Z","time spent":"5.701010333s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-10T01:39:03.254755Z","caller":"traceutil/trace.go:171","msg":"trace[717397389] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24817; }","duration":"4.5499426s","start":"2026-05-10T01:38:58.704803Z","end":"2026-05-10T01:39:03.254745Z","steps":["trace[717397389] 'agreement among raft nodes before linearized reading' (duration: 4.549877679s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.254941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:58.704783Z","time spent":"4.550151085s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.254753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.584447Z","time spent":"3.67029662s","remote":"127.0.0.1:57514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:03.254719Z","caller":"traceutil/trace.go:171","msg":"trace[147608658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24817; }","duration":"3.631853133s","start":"2026-05-10T01:38:59.622858Z","end":"2026-05-10T01:39:03.254712Z","steps":["trace[147608658] 'agreement among raft nodes before linearized reading' (duration: 3.631819472s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:03.255076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.622784Z","time spent":"3.632287082s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:03.754932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:04.634695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999792503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T01:39:04.634812Z","caller":"traceutil/trace.go:171","msg":"trace[1576561379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927317s","start":"2026-05-10T01:39:02.634865Z","end":"2026-05-10T01:39:04.634793Z","steps":["trace[1576561379] 'agreement among raft nodes before linearized reading' (duration: 1.999789643s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.634859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.634795Z","time spent":"2.000053351s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:04.911544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007671432s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:04.91178Z","caller":"traceutil/trace.go:171","msg":"trace[2036063851] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"967.857793ms","start":"2026-05-10T01:39:03.943904Z","end":"2026-05-10T01:39:04.911761Z","steps":["trace[2036063851] 'process raft request' (duration: 967.760651ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.911779Z","caller":"traceutil/trace.go:171","msg":"trace[634943956] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"2.367144812s","start":"2026-05-10T01:39:02.544592Z","end":"2026-05-10T01:39:04.911737Z","steps":["trace[634943956] 'process raft request' (duration: 1.359189764s)","trace[634943956] 'compare' (duration: 1.007207332s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:04.911862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.943868Z","time spent":"967.955485ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:04.911928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.54456Z","time spent":"2.367284446s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:04.912057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240569271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-05-10T01:39:04.912092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091004794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:04.912108Z","caller":"traceutil/trace.go:171","msg":"trace[1125487958] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24819; }","duration":"5.240654122s","start":"2026-05-10T01:38:59.671442Z","end":"2026-05-10T01:39:04.912096Z","steps":["trace[1125487958] 'agreement among raft nodes before linearized reading' (duration: 5.240455458s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912126Z","caller":"traceutil/trace.go:171","msg":"trace[2126970024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24819; }","duration":"3.091039656s","start":"2026-05-10T01:39:01.821074Z","end":"2026-05-10T01:39:04.912113Z","steps":["trace[2126970024] 'agreement among raft nodes before linearized reading' (duration: 3.090972743s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.671425Z","time spent":"5.240708635s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.821041Z","time spent":"3.091114377s","remote":"127.0.0.1:37792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095784513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664666395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.912392Z","caller":"traceutil/trace.go:171","msg":"trace[509428003] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24819; }","duration":"3.095851885s","start":"2026-05-10T01:39:01.816531Z","end":"2026-05-10T01:39:04.912383Z","steps":["trace[509428003] 'agreement among raft nodes before linearized reading' (duration: 3.095787353s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912402Z","caller":"traceutil/trace.go:171","msg":"trace[1284508942] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24819; }","duration":"1.664742256s","start":"2026-05-10T01:39:03.247649Z","end":"2026-05-10T01:39:04.912392Z","steps":["trace[1284508942] 'agreement among raft nodes before linearized reading' (duration: 1.664685924s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.172065345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473033184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:04.912474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81283534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.23875582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.912482Z","caller":"traceutil/trace.go:171","msg":"trace[256739700] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24819; }","duration":"4.473144836s","start":"2026-05-10T01:39:00.439321Z","end":"2026-05-10T01:39:04.912466Z","steps":["trace[256739700] 'agreement among raft nodes before linearized reading' (duration: 4.473025714s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912514Z","caller":"traceutil/trace.go:171","msg":"trace[2111753949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24819; }","duration":"1.812898453s","start":"2026-05-10T01:39:03.099607Z","end":"2026-05-10T01:39:04.912505Z","steps":["trace[2111753949] 'agreement among raft nodes before linearized reading' (duration: 1.812845732s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912516Z","caller":"traceutil/trace.go:171","msg":"trace[466927332] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24819; }","duration":"5.238824182s","start":"2026-05-10T01:38:59.673685Z","end":"2026-05-10T01:39:04.912509Z","steps":["trace[466927332] 'agreement among raft nodes before linearized reading' (duration: 5.238764271s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.4393Z","time spent":"4.473221368s","remote":"127.0.0.1:48704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933273771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.099595Z","time spent":"1.812944074s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127408466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:39:04.912557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421779777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:39:04.91258Z","caller":"traceutil/trace.go:171","msg":"trace[101741239] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24819; }","duration":"2.933313892s","start":"2026-05-10T01:39:01.97925Z","end":"2026-05-10T01:39:04.912564Z","steps":["trace[101741239] 'agreement among raft nodes before linearized reading' (duration: 2.93325681s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912613Z","caller":"traceutil/trace.go:171","msg":"trace[240420895] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24819; }","duration":"3.421873328s","start":"2026-05-10T01:39:01.490727Z","end":"2026-05-10T01:39:04.912601Z","steps":["trace[240420895] 'agreement among raft nodes before linearized reading' (duration: 3.421714745s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912612Z","caller":"traceutil/trace.go:171","msg":"trace[1370439138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24819; }","duration":"5.127568329s","start":"2026-05-10T01:38:59.785024Z","end":"2026-05-10T01:39:04.912592Z","steps":["trace[1370439138] 'agreement among raft nodes before linearized reading' (duration: 5.127391595s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105491342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:04.911857Z","caller":"traceutil/trace.go:171","msg":"trace[826017736] linearizableReadLoop","detail":"{readStateIndex:25633; appliedIndex:25632; }","duration":"1.657927911s","start":"2026-05-10T01:39:03.253881Z","end":"2026-05-10T01:39:04.911809Z","steps":["trace[826017736] 'read index received' (duration: 649.919692ms)","trace[826017736] 'applied index is now lower than readState.Index' (duration: 1.008005339s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:04.912655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.490709Z","time spent":"3.4219377s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844121918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.912665Z","caller":"traceutil/trace.go:171","msg":"trace[1364067292] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24819; }","duration":"2.105522193s","start":"2026-05-10T01:39:02.807134Z","end":"2026-05-10T01:39:04.912656Z","steps":["trace[1364067292] 'agreement among raft nodes before linearized reading' (duration: 2.105472042s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.785006Z","time spent":"5.127649272s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025570817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.912692Z","caller":"traceutil/trace.go:171","msg":"trace[1221996813] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24819; }","duration":"1.844184139s","start":"2026-05-10T01:39:03.0685Z","end":"2026-05-10T01:39:04.912685Z","steps":["trace[1221996813] 'agreement among raft nodes before linearized reading' (duration: 1.844134478s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349672848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-05-10T01:39:04.9127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.807115Z","time spent":"2.105577674s","remote":"127.0.0.1:48510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:04.912719Z","caller":"traceutil/trace.go:171","msg":"trace[1512170894] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24819; }","duration":"2.025702059s","start":"2026-05-10T01:39:02.887006Z","end":"2026-05-10T01:39:04.912708Z","steps":["trace[1512170894] 'agreement among raft nodes before linearized reading' (duration: 2.025583666s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.068477Z","time spent":"1.844236641s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.816517Z","time spent":"3.095902465s","remote":"127.0.0.1:45124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.912472Z","caller":"traceutil/trace.go:171","msg":"trace[550189242] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24819; }","duration":"5.172139356s","start":"2026-05-10T01:38:59.740317Z","end":"2026-05-10T01:39:04.912457Z","steps":["trace[550189242] 'agreement among raft nodes before linearized reading' (duration: 5.172051544s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912821Z","caller":"traceutil/trace.go:171","msg":"trace[302071664] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:0; response_revision:24819; }","duration":"1.656129321s","start":"2026-05-10T01:39:03.256686Z","end":"2026-05-10T01:39:04.912815Z","steps":["trace[302071664] 'agreement among raft nodes before linearized reading' (duration: 1.65608504s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.926286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.740305Z","time spent":"5.172526366s","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:04.912867Z","caller":"traceutil/trace.go:171","msg":"trace[2129260407] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24819; }","duration":"806.010727ms","start":"2026-05-10T01:39:04.106845Z","end":"2026-05-10T01:39:04.912855Z","steps":["trace[2129260407] 'agreement among raft nodes before linearized reading' (duration: 805.938845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.91288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.579246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.978179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:04.91291Z","caller":"traceutil/trace.go:171","msg":"trace[438105054] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24819; }","duration":"905.650599ms","start":"2026-05-10T01:39:04.007247Z","end":"2026-05-10T01:39:04.912898Z","steps":["trace[438105054] 'agreement among raft nodes before linearized reading' (duration: 905.607528ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.912916Z","caller":"traceutil/trace.go:171","msg":"trace[305523917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24819; }","duration":"270.03923ms","start":"2026-05-10T01:39:04.642865Z","end":"2026-05-10T01:39:04.912905Z","steps":["trace[305523917] 'agreement among raft nodes before linearized reading' (duration: 269.995879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.007223Z","time spent":"905.70938ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.912452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770987705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.565273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.912987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.45117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:04.913017Z","caller":"traceutil/trace.go:171","msg":"trace[397770608] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24819; }","duration":"691.521291ms","start":"2026-05-10T01:39:04.221488Z","end":"2026-05-10T01:39:04.913009Z","steps":["trace[397770608] 'agreement among raft nodes before linearized reading' (duration: 691.43935ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.913019Z","caller":"traceutil/trace.go:171","msg":"trace[236219995] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24819; }","duration":"309.797248ms","start":"2026-05-10T01:39:04.603207Z","end":"2026-05-10T01:39:04.913004Z","steps":["trace[236219995] 'agreement among raft nodes before linearized reading' (duration: 309.581944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.221465Z","time spent":"691.577482ms","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.415767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.913068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.603186Z","time spent":"309.86772ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:04.913095Z","caller":"traceutil/trace.go:171","msg":"trace[752159108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24819; }","duration":"972.474937ms","start":"2026-05-10T01:39:03.940611Z","end":"2026-05-10T01:39:04.913086Z","steps":["trace[752159108] 'agreement among raft nodes before linearized reading' (duration: 972.427386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.081504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:04.913137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.940595Z","time spent":"972.534439ms","remote":"127.0.0.1:44702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651946506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-10T01:39:04.912981Z","caller":"traceutil/trace.go:171","msg":"trace[250454185] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24819; }","duration":"3.771562349s","start":"2026-05-10T01:39:01.141407Z","end":"2026-05-10T01:39:04.912969Z","steps":["trace[250454185] 'agreement among raft nodes before linearized reading' (duration: 3.770975566s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.91318Z","caller":"traceutil/trace.go:171","msg":"trace[404018550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24819; }","duration":"742.243917ms","start":"2026-05-10T01:39:04.170924Z","end":"2026-05-10T01:39:04.913168Z","steps":["trace[404018550] 'agreement among raft nodes before linearized reading' (duration: 742.153145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643999167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:39:04.913198Z","caller":"traceutil/trace.go:171","msg":"trace[187102840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24819; }","duration":"1.652154631s","start":"2026-05-10T01:39:03.261025Z","end":"2026-05-10T01:39:04.91318Z","steps":["trace[187102840] 'agreement among raft nodes before linearized reading' (duration: 1.651917226s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:04.91326Z","caller":"traceutil/trace.go:171","msg":"trace[203898485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24819; }","duration":"1.644069519s","start":"2026-05-10T01:39:03.26918Z","end":"2026-05-10T01:39:04.91325Z","steps":["trace[203898485] 'agreement among raft nodes before linearized reading' (duration: 1.643957956s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.269164Z","time spent":"1.64411749s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:04.913298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.261006Z","time spent":"1.652252924s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.106824Z","time spent":"806.070929ms","remote":"127.0.0.1:44786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.1709Z","time spent":"742.309678ms","remote":"127.0.0.1:44698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:04.912739Z","caller":"traceutil/trace.go:171","msg":"trace[728586703] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24819; }","duration":"2.349865622s","start":"2026-05-10T01:39:02.562856Z","end":"2026-05-10T01:39:04.912721Z","steps":["trace[728586703] 'agreement among raft nodes before linearized reading' (duration: 2.349643297s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.562829Z","time spent":"2.350576188s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.247622Z","time spent":"1.664801337s","remote":"127.0.0.1:44964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656420188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118972"} {"level":"info","ts":"2026-05-10T01:39:04.913572Z","caller":"traceutil/trace.go:171","msg":"trace[604910200] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:24819; }","duration":"1.65651425s","start":"2026-05-10T01:39:03.257047Z","end":"2026-05-10T01:39:04.913562Z","steps":["trace[604910200] 'agreement among raft nodes before linearized reading' (duration: 1.655924787s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.912843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.256667Z","time spent":"1.656171952s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-05-10T01:39:04.91361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.257028Z","time spent":"1.656572301s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118996,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:38:59.673673Z","time spent":"5.238880973s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:04.912747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:02.886989Z","time spent":"2.02574923s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656323225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118972"} {"level":"info","ts":"2026-05-10T01:39:04.913705Z","caller":"traceutil/trace.go:171","msg":"trace[237113980] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:24819; }","duration":"1.656363926s","start":"2026-05-10T01:39:03.257334Z","end":"2026-05-10T01:39:04.913698Z","steps":["trace[237113980] 'agreement among raft nodes before linearized reading' (duration: 1.655794493s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.913216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.141391Z","time spent":"3.771812204s","remote":"127.0.0.1:42736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:04.913734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:03.257328Z","time spent":"1.656399687s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118996,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-10T01:39:04.91262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:01.97923Z","time spent":"2.933382384s","remote":"127.0.0.1:44950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:04.916621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.24488112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-05-10T01:39:04.916689Z","caller":"traceutil/trace.go:171","msg":"trace[490824864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24819; }","duration":"4.244984092s","start":"2026-05-10T01:39:00.671691Z","end":"2026-05-10T01:39:04.916675Z","steps":["trace[490824864] 'agreement among raft nodes before linearized reading' (duration: 4.240753487s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:04.916767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:00.671676Z","time spent":"4.245077704s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:06.551715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114885185s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.55182Z","caller":"traceutil/trace.go:171","msg":"trace[351661466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24819; }","duration":"1.114999817s","start":"2026-05-10T01:39:05.436806Z","end":"2026-05-10T01:39:06.551806Z","steps":["trace[351661466] 'range keys from in-memory index tree' (duration: 1.114870644s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.552797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.482042ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-10T01:39:06.552876Z","caller":"traceutil/trace.go:171","msg":"trace[645565854] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25634; }","duration":"1.634353859s","start":"2026-05-10T01:39:04.918507Z","end":"2026-05-10T01:39:06.552861Z","steps":["trace[645565854] 'read index received' (duration: 41.551µs)","trace[645565854] 'applied index is now lower than readState.Index' (duration: 1.634310568s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:06.552897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.918457Z","time spent":"1.63443142s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:39:06.552967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634452221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:06.552996Z","caller":"traceutil/trace.go:171","msg":"trace[14572661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24819; }","duration":"1.634505172s","start":"2026-05-10T01:39:04.91848Z","end":"2026-05-10T01:39:06.552985Z","steps":["trace[14572661] 'agreement among raft nodes before linearized reading' (duration: 1.634445821s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:06.553024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.918462Z","time spent":"1.634555613s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:07.053496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:07.518875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.750543864s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T01:39:07.890352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.165595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:07.890641Z","caller":"traceutil/trace.go:171","msg":"trace[2001054925] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25635; }","duration":"1.337727049s","start":"2026-05-10T01:39:06.552901Z","end":"2026-05-10T01:39:07.890628Z","steps":["trace[2001054925] 'read index received' (duration: 966.232296ms)","trace[2001054925] 'applied index is now lower than readState.Index' (duration: 371.494053ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:07.890639Z","caller":"traceutil/trace.go:171","msg":"trace[1581243661] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"2.971591377s","start":"2026-05-10T01:39:04.919013Z","end":"2026-05-10T01:39:07.890604Z","steps":["trace[1581243661] 'process raft request' (duration: 2.600099965s)","trace[1581243661] 'compare' (duration: 370.421807ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:07.890773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.918991Z","time spent":"2.971702539s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:07.890824Z","caller":"traceutil/trace.go:171","msg":"trace[419548525] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"2.966031561s","start":"2026-05-10T01:39:04.924784Z","end":"2026-05-10T01:39:07.890816Z","steps":["trace[419548525] 'process raft request' (duration: 2.965655332s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.890869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.924772Z","time spent":"2.966072732s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:07.890955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790897024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:07.891019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970964073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:07.891028Z","caller":"traceutil/trace.go:171","msg":"trace[1783171268] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24824; }","duration":"2.791003287s","start":"2026-05-10T01:39:05.100004Z","end":"2026-05-10T01:39:07.891008Z","steps":["trace[1783171268] 'agreement among raft nodes before linearized reading' (duration: 2.790878004s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.099983Z","time spent":"2.791079708s","remote":"127.0.0.1:60172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874068364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:07.891122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972465916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-10T01:39:07.891124Z","caller":"traceutil/trace.go:171","msg":"trace[1102859734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24824; }","duration":"2.874131514s","start":"2026-05-10T01:39:05.016986Z","end":"2026-05-10T01:39:07.891117Z","steps":["trace[1102859734] 'agreement among raft nodes before linearized reading' (duration: 2.874089734s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891148Z","caller":"traceutil/trace.go:171","msg":"trace[2017103703] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24824; }","duration":"2.972569368s","start":"2026-05-10T01:39:04.918573Z","end":"2026-05-10T01:39:07.891142Z","steps":["trace[2017103703] 'agreement among raft nodes before linearized reading' (duration: 2.972480636s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.016965Z","time spent":"2.874184266s","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967379021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129418"} {"level":"warn","ts":"2026-05-10T01:39:07.891168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.918552Z","time spent":"2.97261228s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332085681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:07.891193Z","caller":"traceutil/trace.go:171","msg":"trace[145296653] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24824; }","duration":"2.967435083s","start":"2026-05-10T01:39:04.923749Z","end":"2026-05-10T01:39:07.891184Z","steps":["trace[145296653] 'agreement among raft nodes before linearized reading' (duration: 2.96729671s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967530874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-05-10T01:39:07.891224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.92373Z","time spent":"2.967487754s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129442,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970588525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-10T01:39:07.89126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.340075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:07.891232Z","caller":"traceutil/trace.go:171","msg":"trace[894700459] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"2.630109183s","start":"2026-05-10T01:39:05.261088Z","end":"2026-05-10T01:39:07.891197Z","steps":["trace[894700459] 'process raft request' (duration: 2.629473419s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891283Z","caller":"traceutil/trace.go:171","msg":"trace[1694606042] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24824; }","duration":"787.392397ms","start":"2026-05-10T01:39:07.103884Z","end":"2026-05-10T01:39:07.891277Z","steps":["trace[1694606042] 'agreement among raft nodes before linearized reading' (duration: 787.345636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.89127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806308164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:07.891321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.969709944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-10T01:39:07.891345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.048698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:07.891349Z","caller":"traceutil/trace.go:171","msg":"trace[1622121918] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24824; }","duration":"2.969747274s","start":"2026-05-10T01:39:04.921594Z","end":"2026-05-10T01:39:07.891341Z","steps":["trace[1622121918] 'agreement among raft nodes before linearized reading' (duration: 2.969670513s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034386276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:07.891368Z","caller":"traceutil/trace.go:171","msg":"trace[122331372] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24824; }","duration":"872.10446ms","start":"2026-05-10T01:39:07.019256Z","end":"2026-05-10T01:39:07.89136Z","steps":["trace[122331372] 'agreement among raft nodes before linearized reading' (duration: 872.070129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.921589Z","time spent":"2.969781155s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T01:39:07.89138Z","caller":"traceutil/trace.go:171","msg":"trace[1900535652] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24824; }","duration":"1.034443037s","start":"2026-05-10T01:39:06.856931Z","end":"2026-05-10T01:39:07.891374Z","steps":["trace[1900535652] 'agreement among raft nodes before linearized reading' (duration: 1.034403036s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891392Z","caller":"traceutil/trace.go:171","msg":"trace[1655483148] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"1.337333699s","start":"2026-05-10T01:39:06.55405Z","end":"2026-05-10T01:39:07.891383Z","steps":["trace[1655483148] 'process raft request' (duration: 1.336542632s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.856912Z","time spent":"1.034488769s","remote":"127.0.0.1:44646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38383702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-05-10T01:39:07.89142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504009225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:07.89144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.55403Z","time spent":"1.3373851s","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:07.89146Z","caller":"traceutil/trace.go:171","msg":"trace[1608638343] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24824; }","duration":"2.383902481s","start":"2026-05-10T01:39:05.507546Z","end":"2026-05-10T01:39:07.891448Z","steps":["trace[1608638343] 'agreement among raft nodes before linearized reading' (duration: 2.383775878s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891468Z","caller":"traceutil/trace.go:171","msg":"trace[361124008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24824; }","duration":"1.504094577s","start":"2026-05-10T01:39:06.38736Z","end":"2026-05-10T01:39:07.891455Z","steps":["trace[361124008] 'agreement among raft nodes before linearized reading' (duration: 1.504027265s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891461Z","caller":"traceutil/trace.go:171","msg":"trace[1976016354] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"2.834120062s","start":"2026-05-10T01:39:05.057326Z","end":"2026-05-10T01:39:07.891446Z","steps":["trace[1976016354] 'process raft request' (duration: 2.833202391s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.8915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.507536Z","time spent":"2.383956762s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968586939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-10T01:39:07.891394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.019234Z","time spent":"872.153952ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.89153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39007903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:07.891548Z","caller":"traceutil/trace.go:171","msg":"trace[660353062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24824; }","duration":"1.968875576s","start":"2026-05-10T01:39:05.922663Z","end":"2026-05-10T01:39:07.891538Z","steps":["trace[660353062] 'agreement among raft nodes before linearized reading' (duration: 1.96859091s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891212Z","caller":"traceutil/trace.go:171","msg":"trace[1546128608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24824; }","duration":"1.332160413s","start":"2026-05-10T01:39:06.559037Z","end":"2026-05-10T01:39:07.891198Z","steps":["trace[1546128608] 'agreement among raft nodes before linearized reading' (duration: 1.332095532s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.89155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.057309Z","time spent":"2.834198183s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:07.891573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.922643Z","time spent":"1.968923767s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"info","ts":"2026-05-10T01:39:07.891573Z","caller":"traceutil/trace.go:171","msg":"trace[635773479] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24824; }","duration":"2.390152942s","start":"2026-05-10T01:39:05.501403Z","end":"2026-05-10T01:39:07.891556Z","steps":["trace[635773479] 'agreement among raft nodes before linearized reading' (duration: 2.390099071s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479048391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-10T01:39:07.891396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.261067Z","time spent":"2.630238776s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:07.891618Z","caller":"traceutil/trace.go:171","msg":"trace[579082612] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24824; }","duration":"2.479239524s","start":"2026-05-10T01:39:05.41237Z","end":"2026-05-10T01:39:07.891609Z","steps":["trace[579082612] 'agreement among raft nodes before linearized reading' (duration: 2.478957628s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.501382Z","time spent":"2.390228253s","remote":"127.0.0.1:45010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:05.412349Z","time spent":"2.479284106s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.103869Z","time spent":"787.436818ms","remote":"127.0.0.1:48602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.559017Z","time spent":"1.332561802s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.38734Z","time spent":"1.504162898s","remote":"127.0.0.1:45168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:07.891041Z","caller":"traceutil/trace.go:171","msg":"trace[527720693] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24824; }","duration":"2.970999614s","start":"2026-05-10T01:39:04.920033Z","end":"2026-05-10T01:39:07.891033Z","steps":["trace[527720693] 'agreement among raft nodes before linearized reading' (duration: 2.970960563s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891357Z","caller":"traceutil/trace.go:171","msg":"trace[451496072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24824; }","duration":"1.806438916s","start":"2026-05-10T01:39:06.0849Z","end":"2026-05-10T01:39:07.891339Z","steps":["trace[451496072] 'agreement among raft nodes before linearized reading' (duration: 1.806280433s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:07.891276Z","caller":"traceutil/trace.go:171","msg":"trace[495894781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24824; }","duration":"2.970793549s","start":"2026-05-10T01:39:04.920474Z","end":"2026-05-10T01:39:07.891267Z","steps":["trace[495894781] 'agreement among raft nodes before linearized reading' (duration: 2.970463361s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:06.084887Z","time spent":"1.806889847s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:07.891812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.920468Z","time spent":"2.971336611s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-10T01:39:07.891245Z","caller":"traceutil/trace.go:171","msg":"trace[2099658194] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24824; }","duration":"2.967578316s","start":"2026-05-10T01:39:04.923654Z","end":"2026-05-10T01:39:07.891233Z","steps":["trace[2099658194] 'agreement among raft nodes before linearized reading' (duration: 2.967489604s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:07.891783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.920025Z","time spent":"2.97174756s","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:07.891858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:04.923646Z","time spent":"2.96819977s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-10T01:39:08.404014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:09.364397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.130358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:09.364527Z","caller":"traceutil/trace.go:171","msg":"trace[2069934171] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25640; }","duration":"1.461496045s","start":"2026-05-10T01:39:07.903016Z","end":"2026-05-10T01:39:09.364512Z","steps":["trace[2069934171] 'read index received' (duration: 590.09991ms)","trace[2069934171] 'applied index is now lower than readState.Index' (duration: 871.394455ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:09.364575Z","caller":"traceutil/trace.go:171","msg":"trace[2031528458] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"1.462835214s","start":"2026-05-10T01:39:07.901706Z","end":"2026-05-10T01:39:09.364541Z","steps":["trace[2031528458] 'process raft request' (duration: 591.480411ms)","trace[2031528458] 'compare' (duration: 870.963575ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:09.364682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461660208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:09.364716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.901692Z","time spent":"1.462951247s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:09.364742Z","caller":"traceutil/trace.go:171","msg":"trace[128475882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24825; }","duration":"1.461695799s","start":"2026-05-10T01:39:07.903011Z","end":"2026-05-10T01:39:09.364707Z","steps":["trace[128475882] 'agreement among raft nodes before linearized reading' (duration: 1.461577356s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:09.364775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.902955Z","time spent":"1.461811081s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:09.865693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:10.366401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:10.867381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:39:11.062085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.479554552s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T01:39:11.062339Z","caller":"traceutil/trace.go:171","msg":"trace[334806585] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"2.479996161s","start":"2026-05-10T01:39:08.582326Z","end":"2026-05-10T01:39:11.062322Z","steps":["trace[334806585] 'process raft request' (duration: 2.479875249s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.062445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.582301Z","time spent":"2.480089494s","remote":"127.0.0.1:57420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.36718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:39:11.367274Z","caller":"traceutil/trace.go:171","msg":"trace[561825130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411218s","start":"2026-05-10T01:39:09.366846Z","end":"2026-05-10T01:39:11.367257Z","steps":["trace[561825130] 'agreement among raft nodes before linearized reading' (duration: 2.000300075s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.367316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.366809Z","time spent":"2.00049709s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:39:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-10T01:39:11.947003Z","caller":"traceutil/trace.go:171","msg":"trace[2144930737] linearizableReadLoop","detail":"{readStateIndex:25645; appliedIndex:25641; }","duration":"2.582408635s","start":"2026-05-10T01:39:09.364564Z","end":"2026-05-10T01:39:11.946972Z","steps":["trace[2144930737] 'read index received' (duration: 1.6977221s)","trace[2144930737] 'applied index is now lower than readState.Index' (duration: 884.685005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:11.947299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443840066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.947391Z","caller":"traceutil/trace.go:171","msg":"trace[773403591] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24829; }","duration":"3.443991868s","start":"2026-05-10T01:39:08.503379Z","end":"2026-05-10T01:39:11.947371Z","steps":["trace[773403591] 'agreement among raft nodes before linearized reading' (duration: 3.443737572s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.947441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.503359Z","time spent":"3.44407118s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.947445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043823358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-10T01:39:11.947516Z","caller":"traceutil/trace.go:171","msg":"trace[1205745544] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24829; }","duration":"4.04390356s","start":"2026-05-10T01:39:07.903594Z","end":"2026-05-10T01:39:11.947497Z","steps":["trace[1205745544] 'agreement among raft nodes before linearized reading' (duration: 4.043670945s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.947504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504947595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.947568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.903587Z","time spent":"4.043969901s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-10T01:39:11.947581Z","caller":"traceutil/trace.go:171","msg":"trace[1351752740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24829; }","duration":"3.505075747s","start":"2026-05-10T01:39:08.442486Z","end":"2026-05-10T01:39:11.947562Z","steps":["trace[1351752740] 'agreement among raft nodes before linearized reading' (duration: 3.504922034s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.947439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037414443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.947643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.442471Z","time spent":"3.50515256s","remote":"127.0.0.1:56686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.94766Z","caller":"traceutil/trace.go:171","msg":"trace[1619296408] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24829; }","duration":"4.037667138s","start":"2026-05-10T01:39:07.909969Z","end":"2026-05-10T01:39:11.947636Z","steps":["trace[1619296408] 'agreement among raft nodes before linearized reading' (duration: 4.037369691s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.947716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.909962Z","time spent":"4.037738421s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-10T01:39:11.947678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840525756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:39:11.947769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.275668236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.947815Z","caller":"traceutil/trace.go:171","msg":"trace[344628712] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24829; }","duration":"3.275746427s","start":"2026-05-10T01:39:08.672058Z","end":"2026-05-10T01:39:11.947804Z","steps":["trace[344628712] 'agreement among raft nodes before linearized reading' (duration: 3.275669405s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.947821Z","caller":"traceutil/trace.go:171","msg":"trace[917927794] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"2.027861929s","start":"2026-05-10T01:39:09.919947Z","end":"2026-05-10T01:39:11.947809Z","steps":["trace[917927794] 'process raft request' (duration: 2.026962579s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.94784Z","caller":"traceutil/trace.go:171","msg":"trace[2016631581] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"2.12576287s","start":"2026-05-10T01:39:09.82206Z","end":"2026-05-10T01:39:11.947823Z","steps":["trace[2016631581] 'process raft request' (duration: 2.124488702s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.947864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.672036Z","time spent":"3.275810279s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.94749Z","caller":"traceutil/trace.go:171","msg":"trace[514648975] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"2.046596262s","start":"2026-05-10T01:39:09.900848Z","end":"2026-05-10T01:39:11.947445Z","steps":["trace[514648975] 'process raft request' (duration: 2.045983528s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.947774Z","caller":"traceutil/trace.go:171","msg":"trace[880616463] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24829; }","duration":"2.84067646s","start":"2026-05-10T01:39:09.107081Z","end":"2026-05-10T01:39:11.947757Z","steps":["trace[880616463] 'agreement among raft nodes before linearized reading' (duration: 2.840394753s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.107061Z","time spent":"2.841116609s","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.822039Z","time spent":"2.125852972s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.948228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.900815Z","time spent":"2.047348899s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:11.947748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04350634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-10T01:39:11.947669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046163831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-10T01:39:11.947924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.919927Z","time spent":"2.02793307s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:11.948378Z","caller":"traceutil/trace.go:171","msg":"trace[760512305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24829; }","duration":"3.046920727s","start":"2026-05-10T01:39:08.901445Z","end":"2026-05-10T01:39:11.948366Z","steps":["trace[760512305] 'agreement among raft nodes before linearized reading' (duration: 3.045861934s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.901425Z","time spent":"3.046987399s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:11.948531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.384805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.948548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987526787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.948556Z","caller":"traceutil/trace.go:171","msg":"trace[638227928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24829; }","duration":"574.433636ms","start":"2026-05-10T01:39:11.374114Z","end":"2026-05-10T01:39:11.948548Z","steps":["trace[638227928] 'agreement among raft nodes before linearized reading' (duration: 574.386705ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.948548Z","caller":"traceutil/trace.go:171","msg":"trace[699045297] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24829; }","duration":"4.044117264s","start":"2026-05-10T01:39:07.904208Z","end":"2026-05-10T01:39:11.948325Z","steps":["trace[699045297] 'agreement among raft nodes before linearized reading' (duration: 4.043247655s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.948589Z","caller":"traceutil/trace.go:171","msg":"trace[1602992035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24829; }","duration":"1.987612429s","start":"2026-05-10T01:39:09.960964Z","end":"2026-05-10T01:39:11.948576Z","steps":["trace[1602992035] 'agreement among raft nodes before linearized reading' (duration: 1.987539457s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580675416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae108ff5ba1271\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-10T01:39:11.948645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.878816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.948714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.647028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-10T01:39:11.948728Z","caller":"traceutil/trace.go:171","msg":"trace[1312933438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24829; }","duration":"346.992558ms","start":"2026-05-10T01:39:11.601726Z","end":"2026-05-10T01:39:11.948718Z","steps":["trace[1312933438] 'agreement among raft nodes before linearized reading' (duration: 346.888916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.384477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.948751Z","caller":"traceutil/trace.go:171","msg":"trace[1810610550] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24829; }","duration":"878.801751ms","start":"2026-05-10T01:39:11.069938Z","end":"2026-05-10T01:39:11.94874Z","steps":["trace[1810610550] 'agreement among raft nodes before linearized reading' (duration: 878.652777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.601708Z","time spent":"347.04803ms","remote":"127.0.0.1:44768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.06992Z","time spent":"878.855332ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18596,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-10T01:39:11.948794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025158398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-05-10T01:39:11.948644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.960939Z","time spent":"1.98769124s","remote":"127.0.0.1:44850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.124353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.948849Z","caller":"traceutil/trace.go:171","msg":"trace[1695753483] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24829; }","duration":"2.025239329s","start":"2026-05-10T01:39:09.923597Z","end":"2026-05-10T01:39:11.948836Z","steps":["trace[1695753483] 'agreement among raft nodes before linearized reading' (duration: 2.025103296s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162820567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.948883Z","caller":"traceutil/trace.go:171","msg":"trace[514389556] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24829; }","duration":"680.314317ms","start":"2026-05-10T01:39:11.268552Z","end":"2026-05-10T01:39:11.948866Z","steps":["trace[514389556] 'agreement among raft nodes before linearized reading' (duration: 680.194865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35373221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.948922Z","caller":"traceutil/trace.go:171","msg":"trace[252287913] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24829; }","duration":"2.162871188s","start":"2026-05-10T01:39:09.786038Z","end":"2026-05-10T01:39:11.948909Z","steps":["trace[252287913] 'agreement among raft nodes before linearized reading' (duration: 2.162733265s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.948939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.268418Z","time spent":"680.505773ms","remote":"127.0.0.1:53728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.786024Z","time spent":"2.162926739s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.923582Z","time spent":"2.025307061s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-10T01:39:11.948963Z","caller":"traceutil/trace.go:171","msg":"trace[1520055130] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24829; }","duration":"2.353868582s","start":"2026-05-10T01:39:09.595076Z","end":"2026-05-10T01:39:11.948945Z","steps":["trace[1520055130] 'agreement among raft nodes before linearized reading' (duration: 2.353717999s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.948672Z","caller":"traceutil/trace.go:171","msg":"trace[29636163] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae108ff5ba1271; range_end:; response_count:1; response_revision:24829; }","duration":"2.580767838s","start":"2026-05-10T01:39:09.367887Z","end":"2026-05-10T01:39:11.948655Z","steps":["trace[29636163] 'agreement among raft nodes before linearized reading' (duration: 2.580568003s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.949247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.367874Z","time spent":"2.581357102s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae108ff5ba1271\" "} {"level":"warn","ts":"2026-05-10T01:39:11.948675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270432878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:11.949261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:09.595055Z","time spent":"2.354182611s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.949259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.83003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:11.949324Z","caller":"traceutil/trace.go:171","msg":"trace[1519152513] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24829; }","duration":"1.271073163s","start":"2026-05-10T01:39:10.678222Z","end":"2026-05-10T01:39:11.949295Z","steps":["trace[1519152513] 'agreement among raft nodes before linearized reading' (duration: 1.270400217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.949402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:10.678166Z","time spent":"1.271211997s","remote":"127.0.0.1:44770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.94883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:07.904201Z","time spent":"4.04439486s","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-10T01:39:11.949341Z","caller":"traceutil/trace.go:171","msg":"trace[2117197951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24829; }","duration":"604.161948ms","start":"2026-05-10T01:39:11.345168Z","end":"2026-05-10T01:39:11.949329Z","steps":["trace[2117197951] 'agreement among raft nodes before linearized reading' (duration: 603.519712ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:11.948803Z","caller":"traceutil/trace.go:171","msg":"trace[1896415488] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24829; }","duration":"710.650792ms","start":"2026-05-10T01:39:11.238117Z","end":"2026-05-10T01:39:11.948768Z","steps":["trace[1896415488] 'agreement among raft nodes before linearized reading' (duration: 710.375656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.949664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.345152Z","time spent":"604.495996ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:11.9497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.2381Z","time spent":"711.578034ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:11.948593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.374102Z","time spent":"574.483697ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:11.950408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957982729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:11.950479Z","caller":"traceutil/trace.go:171","msg":"trace[751459903] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24829; }","duration":"2.958089222s","start":"2026-05-10T01:39:08.992373Z","end":"2026-05-10T01:39:11.950462Z","steps":["trace[751459903] 'agreement among raft nodes before linearized reading' (duration: 2.955445062s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.949637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254117249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-10T01:39:11.950525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.992355Z","time spent":"2.958158033s","remote":"127.0.0.1:48678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:11.950535Z","caller":"traceutil/trace.go:171","msg":"trace[1947469529] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24829; }","duration":"3.25505622s","start":"2026-05-10T01:39:08.695462Z","end":"2026-05-10T01:39:11.950518Z","steps":["trace[1947469529] 'agreement among raft nodes before linearized reading' (duration: 3.251827077s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:11.950582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:08.695432Z","time spent":"3.255133612s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:12.561873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.476666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:12.562043Z","caller":"traceutil/trace.go:171","msg":"trace[200004864] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25646; }","duration":"582.428106ms","start":"2026-05-10T01:39:11.979596Z","end":"2026-05-10T01:39:12.562024Z","steps":["trace[200004864] 'read index received' (duration: 405.893189ms)","trace[200004864] 'applied index is now lower than readState.Index' (duration: 176.534107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:12.562485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.672061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-05-10T01:39:12.562532Z","caller":"traceutil/trace.go:171","msg":"trace[1061950304] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24832; }","duration":"493.721132ms","start":"2026-05-10T01:39:12.068798Z","end":"2026-05-10T01:39:12.56252Z","steps":["trace[1061950304] 'agreement among raft nodes before linearized reading' (duration: 493.560329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:12.562567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.068746Z","time spent":"493.812374ms","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-05-10T01:39:12.562818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.406547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:12.562859Z","caller":"traceutil/trace.go:171","msg":"trace[452043259] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24832; }","duration":"142.491289ms","start":"2026-05-10T01:39:12.420356Z","end":"2026-05-10T01:39:12.562847Z","steps":["trace[452043259] 'agreement among raft nodes before linearized reading' (duration: 142.429667ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:12.563156Z","caller":"traceutil/trace.go:171","msg":"trace[881577233] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"605.533578ms","start":"2026-05-10T01:39:11.95761Z","end":"2026-05-10T01:39:12.563144Z","steps":["trace[881577233] 'process raft request' (duration: 427.863504ms)","trace[881577233] 'compare' (duration: 176.17246ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:12.563187Z","caller":"traceutil/trace.go:171","msg":"trace[2139737239] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"584.068314ms","start":"2026-05-10T01:39:11.979084Z","end":"2026-05-10T01:39:12.563152Z","steps":["trace[2139737239] 'process raft request' (duration: 582.882517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:12.563227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.957593Z","time spent":"605.59852ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:12.563313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.979065Z","time spent":"584.184867ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:39:12.563726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.115726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-10T01:39:12.563803Z","caller":"traceutil/trace.go:171","msg":"trace[1872697967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24832; }","duration":"584.235177ms","start":"2026-05-10T01:39:11.979551Z","end":"2026-05-10T01:39:12.563786Z","steps":["trace[1872697967] 'agreement among raft nodes before linearized reading' (duration: 584.008392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:12.563855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:11.979531Z","time spent":"584.31525ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-10T01:39:13.474548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.059494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:39:13.474701Z","caller":"traceutil/trace.go:171","msg":"trace[1861835496] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25648; }","duration":"899.907268ms","start":"2026-05-10T01:39:12.574775Z","end":"2026-05-10T01:39:13.474683Z","steps":["trace[1861835496] 'read index received' (duration: 361.600848ms)","trace[1861835496] 'applied index is now lower than readState.Index' (duration: 538.29158ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:13.474703Z","caller":"traceutil/trace.go:171","msg":"trace[167642308] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"908.000011ms","start":"2026-05-10T01:39:12.56667Z","end":"2026-05-10T01:39:13.47467Z","steps":["trace[167642308] 'process raft request' (duration: 369.695821ms)","trace[167642308] 'compare' (duration: 537.571234ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:13.474815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.566658Z","time spent":"908.103854ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T01:39:13.474991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.696282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-10T01:39:13.47527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.786629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:13.475322Z","caller":"traceutil/trace.go:171","msg":"trace[441691074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24833; }","duration":"738.89195ms","start":"2026-05-10T01:39:12.736417Z","end":"2026-05-10T01:39:13.475309Z","steps":["trace[441691074] 'agreement among raft nodes before linearized reading' (duration: 738.792058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.475324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.999099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-10T01:39:13.475327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.379693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-10T01:39:13.475353Z","caller":"traceutil/trace.go:171","msg":"trace[1469556433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24833; }","duration":"521.057651ms","start":"2026-05-10T01:39:12.954285Z","end":"2026-05-10T01:39:13.475343Z","steps":["trace[1469556433] 'agreement among raft nodes before linearized reading' (duration: 520.918838ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:13.475357Z","caller":"traceutil/trace.go:171","msg":"trace[1305943297] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24833; }","duration":"218.438645ms","start":"2026-05-10T01:39:13.256909Z","end":"2026-05-10T01:39:13.475348Z","steps":["trace[1305943297] 'agreement among raft nodes before linearized reading' (duration: 218.343703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.475384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.95425Z","time spent":"521.126831ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:13.475278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.038335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:13.475394Z","caller":"traceutil/trace.go:171","msg":"trace[936540915] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24833; }","duration":"798.826035ms","start":"2026-05-10T01:39:12.676214Z","end":"2026-05-10T01:39:13.47504Z","steps":["trace[936540915] 'agreement among raft nodes before linearized reading' (duration: 798.60065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.475498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.67619Z","time spent":"799.290436ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-10T01:39:13.475432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.736391Z","time spent":"738.990513ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:39:13.475505Z","caller":"traceutil/trace.go:171","msg":"trace[1200466289] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24833; }","duration":"403.28946ms","start":"2026-05-10T01:39:13.072168Z","end":"2026-05-10T01:39:13.475457Z","steps":["trace[1200466289] 'agreement among raft nodes before linearized reading' (duration: 403.027844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.475637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.072149Z","time spent":"403.478134ms","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:39:13.475802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.944751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-10T01:39:13.475886Z","caller":"traceutil/trace.go:171","msg":"trace[710517639] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24833; }","duration":"901.094085ms","start":"2026-05-10T01:39:12.574754Z","end":"2026-05-10T01:39:13.475848Z","steps":["trace[710517639] 'agreement among raft nodes before linearized reading' (duration: 900.041632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:13.475962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:12.574741Z","time spent":"901.191308ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-10T01:39:14.395117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.538262ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-05-10T01:39:14.39532Z","caller":"traceutil/trace.go:171","msg":"trace[2095114911] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"440.280356ms","start":"2026-05-10T01:39:13.955023Z","end":"2026-05-10T01:39:14.395304Z","steps":["trace[2095114911] 'process raft request' (duration: 440.177023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.39533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.476211Z","time spent":"919.110802ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T01:39:14.395404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.954999Z","time spent":"440.353597ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:14.395413Z","caller":"traceutil/trace.go:171","msg":"trace[1727365380] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25649; }","duration":"918.799615ms","start":"2026-05-10T01:39:13.476578Z","end":"2026-05-10T01:39:14.395378Z","steps":["trace[1727365380] 'read index received' (duration: 473.961487ms)","trace[1727365380] 'applied index is now lower than readState.Index' (duration: 444.833838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:14.395598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.99794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:14.395663Z","caller":"traceutil/trace.go:171","msg":"trace[241028549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24834; }","duration":"919.081821ms","start":"2026-05-10T01:39:13.476563Z","end":"2026-05-10T01:39:14.395645Z","steps":["trace[241028549] 'agreement among raft nodes before linearized reading' (duration: 918.964499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.395697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.497233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-05-10T01:39:14.395703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.859681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:39:14.395706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.476556Z","time spent":"919.142763ms","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:39:14.395737Z","caller":"traceutil/trace.go:171","msg":"trace[522836569] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24834; }","duration":"248.930043ms","start":"2026-05-10T01:39:14.146798Z","end":"2026-05-10T01:39:14.395728Z","steps":["trace[522836569] 'agreement among raft nodes before linearized reading' (duration: 248.874572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.39574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.274852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-05-10T01:39:14.395799Z","caller":"traceutil/trace.go:171","msg":"trace[121638330] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796; range_end:; response_count:1; response_revision:24834; }","duration":"917.385873ms","start":"2026-05-10T01:39:13.4784Z","end":"2026-05-10T01:39:14.395786Z","steps":["trace[121638330] 'agreement among raft nodes before linearized reading' (duration: 917.145138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.395843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.478381Z","time spent":"917.453596ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae1085b4085796\" "} {"level":"info","ts":"2026-05-10T01:39:14.395757Z","caller":"traceutil/trace.go:171","msg":"trace[98261237] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24834; }","duration":"916.557334ms","start":"2026-05-10T01:39:13.47917Z","end":"2026-05-10T01:39:14.395728Z","steps":["trace[98261237] 'agreement among raft nodes before linearized reading' (duration: 916.38689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.396045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.479164Z","time spent":"916.858721ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:14.396932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.088376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c0b01c5-7a64-4e77-a909-79332db2843e\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-05-10T01:39:14.397022Z","caller":"traceutil/trace.go:171","msg":"trace[1990802501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c0b01c5-7a64-4e77-a909-79332db2843e; range_end:; response_count:1; response_revision:24834; }","duration":"918.158539ms","start":"2026-05-10T01:39:13.47884Z","end":"2026-05-10T01:39:14.396999Z","steps":["trace[1990802501] 'agreement among raft nodes before linearized reading' (duration: 916.784049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:14.397084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:13.478832Z","time spent":"918.219322ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3c0b01c5-7a64-4e77-a909-79332db2843e\" "} {"level":"warn","ts":"2026-05-10T01:39:14.902502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423619876,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:39:15.196342Z","caller":"traceutil/trace.go:171","msg":"trace[1407322072] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"799.678745ms","start":"2026-05-10T01:39:14.396634Z","end":"2026-05-10T01:39:15.196313Z","steps":["trace[1407322072] 'process raft request' (duration: 753.527872ms)","trace[1407322072] 'compare' (duration: 45.716413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:39:15.19646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:14.396602Z","time spent":"799.797637ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:15.201149Z","caller":"traceutil/trace.go:171","msg":"trace[1328367519] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25651; }","duration":"799.207293ms","start":"2026-05-10T01:39:14.401914Z","end":"2026-05-10T01:39:15.201121Z","steps":["trace[1328367519] 'read index received' (duration: 748.263482ms)","trace[1328367519] 'applied index is now lower than readState.Index' (duration: 50.941851ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:15.20119Z","caller":"traceutil/trace.go:171","msg":"trace[998550415] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"802.659991ms","start":"2026-05-10T01:39:14.398508Z","end":"2026-05-10T01:39:15.201168Z","steps":["trace[998550415] 'process raft request' (duration: 802.361384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:15.201378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.448598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:39:15.202203Z","caller":"traceutil/trace.go:171","msg":"trace[566528226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24836; }","duration":"800.314499ms","start":"2026-05-10T01:39:14.401871Z","end":"2026-05-10T01:39:15.202186Z","steps":["trace[566528226] 'agreement among raft nodes before linearized reading' (duration: 799.365337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:15.202249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:14.401855Z","time spent":"800.38246ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:39:15.201523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.986536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-05-10T01:39:15.202354Z","caller":"traceutil/trace.go:171","msg":"trace[1721209609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad; range_end:; response_count:1; response_revision:24836; }","duration":"721.861437ms","start":"2026-05-10T01:39:14.480472Z","end":"2026-05-10T01:39:15.202333Z","steps":["trace[1721209609] 'agreement among raft nodes before linearized reading' (duration: 720.898475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:15.202478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:14.480445Z","time spent":"721.979209ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56b58273-22dc-4284-a3fd-ad134e8909ad\" "} {"level":"warn","ts":"2026-05-10T01:39:15.201549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:14.39849Z","time spent":"802.862845ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:39:15.201596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.864755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:39:15.202648Z","caller":"traceutil/trace.go:171","msg":"trace[885142738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24836; }","duration":"671.956959ms","start":"2026-05-10T01:39:14.53068Z","end":"2026-05-10T01:39:15.202637Z","steps":["trace[885142738] 'agreement among raft nodes before linearized reading' (duration: 670.878415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:15.202679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:14.530657Z","time spent":"672.01054ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:39:15.492896Z","caller":"traceutil/trace.go:171","msg":"trace[1244594997] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"286.955051ms","start":"2026-05-10T01:39:15.205913Z","end":"2026-05-10T01:39:15.492868Z","steps":["trace[1244594997] 'process raft request' (duration: 264.458153ms)","trace[1244594997] 'compare' (duration: 21.733721ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:39:15.591535Z","caller":"traceutil/trace.go:171","msg":"trace[1253453784] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"192.190352ms","start":"2026-05-10T01:39:15.399317Z","end":"2026-05-10T01:39:15.591508Z","steps":["trace[1253453784] 'process raft request' (duration: 192.134171ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:39:15.591612Z","caller":"traceutil/trace.go:171","msg":"trace[872237583] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"326.002565ms","start":"2026-05-10T01:39:15.265574Z","end":"2026-05-10T01:39:15.591577Z","steps":["trace[872237583] 'process raft request' (duration: 325.717019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:39:15.59177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:39:15.265549Z","time spent":"326.134258ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:39:15.650995Z","caller":"traceutil/trace.go:171","msg":"trace[416170770] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"154.040659ms","start":"2026-05-10T01:39:15.496933Z","end":"2026-05-10T01:39:15.650974Z","steps":["trace[416170770] 'process raft request' (duration: 153.883926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:03.785862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423621391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T01:40:03.875347Z","caller":"traceutil/trace.go:171","msg":"trace[803061121] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"590.246382ms","start":"2026-05-10T01:40:03.285082Z","end":"2026-05-10T01:40:03.875328Z","steps":["trace[803061121] 'read index received' (duration: 590.13905ms)","trace[803061121] 'applied index is now lower than readState.Index' (duration: 106.172µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:03.875575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.460179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-10T01:40:03.875613Z","caller":"traceutil/trace.go:171","msg":"trace[592156223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25356; }","duration":"590.577481ms","start":"2026-05-10T01:40:03.285021Z","end":"2026-05-10T01:40:03.875599Z","steps":["trace[592156223] 'agreement among raft nodes before linearized reading' (duration: 590.416638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:03.875656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.285001Z","time spent":"590.647332ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:03.875641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.367083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:03.875685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.886273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-10T01:40:03.875727Z","caller":"traceutil/trace.go:171","msg":"trace[870187350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25356; }","duration":"137.492806ms","start":"2026-05-10T01:40:03.738214Z","end":"2026-05-10T01:40:03.875707Z","steps":["trace[870187350] 'agreement among raft nodes before linearized reading' (duration: 137.321892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:03.875765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.279288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T01:40:03.875776Z","caller":"traceutil/trace.go:171","msg":"trace[1204277035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25356; }","duration":"589.010536ms","start":"2026-05-10T01:40:03.286746Z","end":"2026-05-10T01:40:03.875757Z","steps":["trace[1204277035] 'agreement among raft nodes before linearized reading' (duration: 588.74419ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:03.875837Z","caller":"traceutil/trace.go:171","msg":"trace[252462553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25356; }","duration":"410.398851ms","start":"2026-05-10T01:40:03.465416Z","end":"2026-05-10T01:40:03.875815Z","steps":["trace[252462553] 'agreement among raft nodes before linearized reading' (duration: 410.155866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:03.87584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.286738Z","time spent":"589.092168ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-10T01:40:03.875879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.465399Z","time spent":"410.472963ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T01:40:03.875486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:03.260922Z","time spent":"614.555132ms","remote":"127.0.0.1:48262","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-10T01:40:04.034918Z","caller":"traceutil/trace.go:171","msg":"trace[176603893] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"154.569821ms","start":"2026-05-10T01:40:03.880304Z","end":"2026-05-10T01:40:04.034873Z","steps":["trace[176603893] 'process raft request' (duration: 102.129757ms)","trace[176603893] 'compare' (duration: 52.027285ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:04.035325Z","caller":"traceutil/trace.go:171","msg":"trace[402802643] linearizableReadLoop","detail":"{readStateIndex:26190; appliedIndex:26187; }","duration":"129.878295ms","start":"2026-05-10T01:40:03.905424Z","end":"2026-05-10T01:40:04.035302Z","steps":["trace[402802643] 'read index received' (duration: 77.00413ms)","trace[402802643] 'applied index is now lower than readState.Index' (duration: 52.873175ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:04.035406Z","caller":"traceutil/trace.go:171","msg":"trace[1551727873] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"154.838518ms","start":"2026-05-10T01:40:03.880541Z","end":"2026-05-10T01:40:04.035379Z","steps":["trace[1551727873] 'process raft request' (duration: 154.242384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:04.035507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.065689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-10T01:40:04.035549Z","caller":"traceutil/trace.go:171","msg":"trace[1702872900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25360; }","duration":"130.155921ms","start":"2026-05-10T01:40:03.905382Z","end":"2026-05-10T01:40:04.035537Z","steps":["trace[1702872900] 'agreement among raft nodes before linearized reading' (duration: 130.061119ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:04.035686Z","caller":"traceutil/trace.go:171","msg":"trace[379948364] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"154.630672ms","start":"2026-05-10T01:40:03.881012Z","end":"2026-05-10T01:40:04.035642Z","steps":["trace[379948364] 'process raft request' (duration: 154.163552ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:06.691049Z","caller":"traceutil/trace.go:171","msg":"trace[1364429068] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"247.032531ms","start":"2026-05-10T01:40:06.443995Z","end":"2026-05-10T01:40:06.691028Z","steps":["trace[1364429068] 'process raft request' (duration: 246.897418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.216611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.48551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:07.216754Z","caller":"traceutil/trace.go:171","msg":"trace[220098171] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26215; }","duration":"463.756656ms","start":"2026-05-10T01:40:06.752978Z","end":"2026-05-10T01:40:07.216735Z","steps":["trace[220098171] 'read index received' (duration: 274.013901ms)","trace[220098171] 'applied index is now lower than readState.Index' (duration: 189.740865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:07.216867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.875569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:07.216914Z","caller":"traceutil/trace.go:171","msg":"trace[1115753806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25386; }","duration":"463.95299ms","start":"2026-05-10T01:40:06.752947Z","end":"2026-05-10T01:40:07.2169Z","steps":["trace[1115753806] 'agreement among raft nodes before linearized reading' (duration: 463.863388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.216964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.752931Z","time spent":"464.017552ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-10T01:40:07.217698Z","caller":"traceutil/trace.go:171","msg":"trace[296272684] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"608.312511ms","start":"2026-05-10T01:40:06.608471Z","end":"2026-05-10T01:40:07.216784Z","steps":["trace[296272684] 'process raft request' (duration: 418.503234ms)","trace[296272684] 'compare' (duration: 188.931738ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:07.217942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.608447Z","time spent":"609.341915ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.222646Z","caller":"traceutil/trace.go:171","msg":"trace[2009338157] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"282.257675ms","start":"2026-05-10T01:40:06.940375Z","end":"2026-05-10T01:40:07.222632Z","steps":["trace[2009338157] 'process raft request' (duration: 282.184213ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.222665Z","caller":"traceutil/trace.go:171","msg":"trace[1366402726] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"447.833417ms","start":"2026-05-10T01:40:06.774792Z","end":"2026-05-10T01:40:07.222625Z","steps":["trace[1366402726] 'process raft request' (duration: 447.640803ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.222784Z","caller":"traceutil/trace.go:171","msg":"trace[1825195363] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"300.487607ms","start":"2026-05-10T01:40:06.922246Z","end":"2026-05-10T01:40:07.222734Z","steps":["trace[1825195363] 'process raft request' (duration: 300.281613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.222839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.774783Z","time spent":"447.945669ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.222893Z","caller":"traceutil/trace.go:171","msg":"trace[1356798057] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"206.553345ms","start":"2026-05-10T01:40:07.016285Z","end":"2026-05-10T01:40:07.222838Z","steps":["trace[1356798057] 'process raft request' (duration: 206.310409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.222959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.922226Z","time spent":"300.648442ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.661089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.783172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:07.661284Z","caller":"traceutil/trace.go:171","msg":"trace[1793154445] linearizableReadLoop","detail":"{readStateIndex:26222; appliedIndex:26216; }","duration":"444.472131ms","start":"2026-05-10T01:40:07.216781Z","end":"2026-05-10T01:40:07.661253Z","steps":["trace[1793154445] 'read index received' (duration: 5.694579ms)","trace[1793154445] 'applied index is now lower than readState.Index' (duration: 438.776592ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:07.661294Z","caller":"traceutil/trace.go:171","msg":"trace[77002774] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"565.872983ms","start":"2026-05-10T01:40:07.095384Z","end":"2026-05-10T01:40:07.661257Z","steps":["trace[77002774] 'process raft request' (duration: 238.841935ms)","trace[77002774] 'compare' (duration: 326.66843ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:07.661414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.095354Z","time spent":"565.995645ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:07.661431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.234294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-10T01:40:07.661447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.336788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-10T01:40:07.661464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.558716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:40:07.661487Z","caller":"traceutil/trace.go:171","msg":"trace[1234947933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25392; }","duration":"695.324667ms","start":"2026-05-10T01:40:06.966147Z","end":"2026-05-10T01:40:07.661472Z","steps":["trace[1234947933] 'agreement among raft nodes before linearized reading' (duration: 695.162113ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.661473Z","caller":"traceutil/trace.go:171","msg":"trace[1386824252] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"522.76225ms","start":"2026-05-10T01:40:07.138673Z","end":"2026-05-10T01:40:07.661436Z","steps":["trace[1386824252] 'process raft request' (duration: 522.513134ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.6615Z","caller":"traceutil/trace.go:171","msg":"trace[1152575613] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25392; }","duration":"908.414891ms","start":"2026-05-10T01:40:06.753072Z","end":"2026-05-10T01:40:07.661487Z","steps":["trace[1152575613] 'agreement among raft nodes before linearized reading' (duration: 908.300428ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:07.661513Z","caller":"traceutil/trace.go:171","msg":"trace[1311224977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25392; }","duration":"770.644068ms","start":"2026-05-10T01:40:06.890854Z","end":"2026-05-10T01:40:07.661498Z","steps":["trace[1311224977] 'agreement among raft nodes before linearized reading' (duration: 770.503355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.661526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.64958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-10T01:40:07.661527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.63138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:07.661554Z","caller":"traceutil/trace.go:171","msg":"trace[1649815508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25392; }","duration":"863.70395ms","start":"2026-05-10T01:40:06.797843Z","end":"2026-05-10T01:40:07.661547Z","steps":["trace[1649815508] 'agreement among raft nodes before linearized reading' (duration: 863.586808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.661548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.753069Z","time spent":"908.469962ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:07.66156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.890832Z","time spent":"770.7208ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:07.661571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.797834Z","time spent":"863.733101ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:40:07.661568Z","caller":"traceutil/trace.go:171","msg":"trace[1487975432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25392; }","duration":"867.710452ms","start":"2026-05-10T01:40:06.793847Z","end":"2026-05-10T01:40:07.661557Z","steps":["trace[1487975432] 'agreement among raft nodes before linearized reading' (duration: 867.579899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.661585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.189031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-10T01:40:07.661599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.793833Z","time spent":"867.758722ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:07.661601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.138651Z","time spent":"522.887792ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:07.661611Z","caller":"traceutil/trace.go:171","msg":"trace[1664200741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25392; }","duration":"690.230292ms","start":"2026-05-10T01:40:06.971371Z","end":"2026-05-10T01:40:07.661602Z","steps":["trace[1664200741] 'agreement among raft nodes before linearized reading' (duration: 690.16692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:07.661521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.966136Z","time spent":"695.380088ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:07.661637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:06.971361Z","time spent":"690.272622ms","remote":"127.0.0.1:48380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-10T01:40:08.131292Z","caller":"traceutil/trace.go:171","msg":"trace[158302296] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"465.552286ms","start":"2026-05-10T01:40:07.665714Z","end":"2026-05-10T01:40:08.131266Z","steps":["trace[158302296] 'process raft request' (duration: 465.351932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:08.131456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.665698Z","time spent":"465.669139ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.443075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164408824s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:09.443388Z","caller":"traceutil/trace.go:171","msg":"trace[1458967283] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"1.777578014s","start":"2026-05-10T01:40:07.665756Z","end":"2026-05-10T01:40:09.443334Z","steps":["trace[1458967283] 'process raft request' (duration: 612.782392ms)","trace[1458967283] 'compare' (duration: 1.162379967s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:09.44354Z","caller":"traceutil/trace.go:171","msg":"trace[1754419986] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"1.776741315s","start":"2026-05-10T01:40:07.666704Z","end":"2026-05-10T01:40:09.443446Z","steps":["trace[1754419986] 'process raft request' (duration: 1.77650215s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.443741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.666692Z","time spent":"1.776943679s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.443758Z","caller":"traceutil/trace.go:171","msg":"trace[1181206788] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"1.776806937s","start":"2026-05-10T01:40:07.666923Z","end":"2026-05-10T01:40:09.44373Z","steps":["trace[1181206788] 'process raft request' (duration: 1.776466109s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.443582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.665734Z","time spent":"1.777768488s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.444161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.666884Z","time spent":"1.777217586s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.443825Z","caller":"traceutil/trace.go:171","msg":"trace[844258175] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"1.388372082s","start":"2026-05-10T01:40:08.055432Z","end":"2026-05-10T01:40:09.443804Z","steps":["trace[844258175] 'process raft request' (duration: 1.388183958s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.444456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.055415Z","time spent":"1.388978105s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:09.443885Z","caller":"traceutil/trace.go:171","msg":"trace[473559214] linearizableReadLoop","detail":"{readStateIndex:26226; appliedIndex:26222; }","duration":"1.754138034s","start":"2026-05-10T01:40:07.689725Z","end":"2026-05-10T01:40:09.443863Z","steps":["trace[473559214] 'read index received' (duration: 441.166906ms)","trace[473559214] 'applied index is now lower than readState.Index' (duration: 1.312968598s)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:09.44396Z","caller":"traceutil/trace.go:171","msg":"trace[1626252468] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"1.3028336s","start":"2026-05-10T01:40:08.141094Z","end":"2026-05-10T01:40:09.443928Z","steps":["trace[1626252468] 'process raft request' (duration: 1.302700657s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.444678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.14107Z","time spent":"1.303539397s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:09.738725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T01:40:09.738804Z","caller":"traceutil/trace.go:171","msg":"trace[733560358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000509s","start":"2026-05-10T01:40:07.738786Z","end":"2026-05-10T01:40:09.738786Z","steps":["trace[733560358] 'agreement among raft nodes before linearized reading' (duration: 1.999900936s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:09.738846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.738759Z","time spent":"2.000076071s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 01:40:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T01:40:09.944752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532282423621489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T01:40:10.858943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415073986s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-05-10T01:40:10.859838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170072761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-10T01:40:10.859937Z","caller":"traceutil/trace.go:171","msg":"trace[1775535266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25398; }","duration":"3.170222604s","start":"2026-05-10T01:40:07.689686Z","end":"2026-05-10T01:40:10.859909Z","steps":["trace[1775535266] 'agreement among raft nodes before linearized reading' (duration: 1.754231187s)","trace[1775535266] 'range keys from in-memory index tree' (duration: 1.415727091s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:10.859981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:07.689668Z","time spent":"3.170303386s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-05-10T01:40:10.860029Z","caller":"traceutil/trace.go:171","msg":"trace[1045282810] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"1.635136357s","start":"2026-05-10T01:40:09.224867Z","end":"2026-05-10T01:40:10.860004Z","steps":["trace[1045282810] 'process raft request' (duration: 1.634183825s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:10.860166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.224837Z","time spent":"1.63524297s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.11723Z","caller":"traceutil/trace.go:171","msg":"trace[751609967] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"1.88843641s","start":"2026-05-10T01:40:09.228763Z","end":"2026-05-10T01:40:11.1172Z","steps":["trace[751609967] 'process raft request' (duration: 1.792743738s)","trace[751609967] 'compare' (duration: 95.304302ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:11.117234Z","caller":"traceutil/trace.go:171","msg":"trace[420425872] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"1.888241844s","start":"2026-05-10T01:40:09.228962Z","end":"2026-05-10T01:40:11.117204Z","steps":["trace[420425872] 'process raft request' (duration: 1.888107981s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.117367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.228739Z","time spent":"1.888556732s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:11.117389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.228943Z","time spent":"1.888371148s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.117897Z","caller":"traceutil/trace.go:171","msg":"trace[149763625] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"1.888882439s","start":"2026-05-10T01:40:09.228984Z","end":"2026-05-10T01:40:11.117867Z","steps":["trace[149763625] 'process raft request' (duration: 1.888165503s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.11808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.228969Z","time spent":"1.889021452s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.118789Z","caller":"traceutil/trace.go:171","msg":"trace[360421948] linearizableReadLoop","detail":"{readStateIndex:26235; appliedIndex:26228; }","duration":"1.674209749s","start":"2026-05-10T01:40:09.444552Z","end":"2026-05-10T01:40:11.118761Z","steps":["trace[360421948] 'read index received' (duration: 584.246957ms)","trace[360421948] 'applied index is now lower than readState.Index' (duration: 1.089961002s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:11.118923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467678724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:11.119004Z","caller":"traceutil/trace.go:171","msg":"trace[307126322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25404; }","duration":"2.467805637s","start":"2026-05-10T01:40:08.651176Z","end":"2026-05-10T01:40:11.118982Z","steps":["trace[307126322] 'agreement among raft nodes before linearized reading' (duration: 2.467675414s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895423976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.119109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830142901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.119123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608948615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-10T01:40:11.119159Z","caller":"traceutil/trace.go:171","msg":"trace[970951220] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"1.449836451s","start":"2026-05-10T01:40:09.669312Z","end":"2026-05-10T01:40:11.119148Z","steps":["trace[970951220] 'process raft request' (duration: 1.449307099s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.119173Z","caller":"traceutil/trace.go:171","msg":"trace[1241801932] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25404; }","duration":"2.830196233s","start":"2026-05-10T01:40:08.288957Z","end":"2026-05-10T01:40:11.119154Z","steps":["trace[1241801932] 'agreement among raft nodes before linearized reading' (duration: 2.830127391s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.119234Z","caller":"traceutil/trace.go:171","msg":"trace[1622352285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25404; }","duration":"1.609105969s","start":"2026-05-10T01:40:09.510108Z","end":"2026-05-10T01:40:11.119214Z","steps":["trace[1622352285] 'agreement among raft nodes before linearized reading' (duration: 1.608857163s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.11925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909834891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-10T01:40:11.119267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844090467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.11931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.6693Z","time spent":"1.449942433s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.119327Z","caller":"traceutil/trace.go:171","msg":"trace[46367692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25404; }","duration":"1.844152728s","start":"2026-05-10T01:40:09.275159Z","end":"2026-05-10T01:40:11.119312Z","steps":["trace[46367692] 'agreement among raft nodes before linearized reading' (duration: 1.844060906s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018454996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.119341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125701128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T01:40:11.119373Z","caller":"traceutil/trace.go:171","msg":"trace[140376402] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25404; }","duration":"1.018523257s","start":"2026-05-10T01:40:10.100841Z","end":"2026-05-10T01:40:11.119364Z","steps":["trace[140376402] 'agreement among raft nodes before linearized reading' (duration: 1.018466526s)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.11938Z","caller":"traceutil/trace.go:171","msg":"trace[922708308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25404; }","duration":"2.125773399s","start":"2026-05-10T01:40:08.993596Z","end":"2026-05-10T01:40:11.119369Z","steps":["trace[922708308] 'agreement among raft nodes before linearized reading' (duration: 2.125705598s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.275113Z","time spent":"1.844260031s","remote":"127.0.0.1:56856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.100821Z","time spent":"1.018580179s","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.993573Z","time spent":"2.12583362s","remote":"127.0.0.1:37806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323127129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-10T01:40:11.119526Z","caller":"traceutil/trace.go:171","msg":"trace[1720540910] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25404; }","duration":"1.323281592s","start":"2026-05-10T01:40:09.796232Z","end":"2026-05-10T01:40:11.119513Z","steps":["trace[1720540910] 'agreement among raft nodes before linearized reading' (duration: 1.323134818s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380531605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.119576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.796209Z","time spent":"1.323355714s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-10T01:40:11.119576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.381194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lnwrj\" ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-05-10T01:40:11.119595Z","caller":"traceutil/trace.go:171","msg":"trace[219018091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25404; }","duration":"1.380616367s","start":"2026-05-10T01:40:09.738961Z","end":"2026-05-10T01:40:11.119578Z","steps":["trace[219018091] 'agreement among raft nodes before linearized reading' (duration: 1.380511965s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.874112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.119636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.738947Z","time spent":"1.380682158s","remote":"127.0.0.1:48218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T01:40:11.119633Z","caller":"traceutil/trace.go:171","msg":"trace[1591246657] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lnwrj; range_end:; response_count:1; response_revision:25404; }","duration":"257.438055ms","start":"2026-05-10T01:40:10.862181Z","end":"2026-05-10T01:40:11.119619Z","steps":["trace[1591246657] 'agreement among raft nodes before linearized reading' (duration: 257.267521ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.119646Z","caller":"traceutil/trace.go:171","msg":"trace[1256618145] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25404; }","duration":"333.920833ms","start":"2026-05-10T01:40:10.785709Z","end":"2026-05-10T01:40:11.11963Z","steps":["trace[1256618145] 'agreement among raft nodes before linearized reading' (duration: 333.845742ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.119131Z","caller":"traceutil/trace.go:171","msg":"trace[1837099622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25404; }","duration":"2.89561104s","start":"2026-05-10T01:40:08.223497Z","end":"2026-05-10T01:40:11.119108Z","steps":["trace[1837099622] 'agreement among raft nodes before linearized reading' (duration: 2.895388825s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.785662Z","time spent":"334.008605ms","remote":"127.0.0.1:39502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008105971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-10T01:40:11.119735Z","caller":"traceutil/trace.go:171","msg":"trace[215536972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25404; }","duration":"3.008220423s","start":"2026-05-10T01:40:08.111501Z","end":"2026-05-10T01:40:11.119721Z","steps":["trace[215536972] 'agreement among raft nodes before linearized reading' (duration: 3.00806164s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.223469Z","time spent":"2.896233364s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.111434Z","time spent":"3.008339406s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T01:40:11.119118Z","caller":"traceutil/trace.go:171","msg":"trace[190701480] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"1.451817436s","start":"2026-05-10T01:40:09.667285Z","end":"2026-05-10T01:40:11.119103Z","steps":["trace[190701480] 'process raft request' (duration: 1.450482576s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.119865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.667256Z","time spent":"1.452582634s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:11.11927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.288946Z","time spent":"2.830313325s","remote":"127.0.0.1:57514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.65115Z","time spent":"2.467891868s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856854895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:11.120163Z","caller":"traceutil/trace.go:171","msg":"trace[1387065537] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25404; }","duration":"2.858040493s","start":"2026-05-10T01:40:08.2621Z","end":"2026-05-10T01:40:11.12014Z","steps":["trace[1387065537] 'agreement among raft nodes before linearized reading' (duration: 2.856775713s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.120228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.262085Z","time spent":"2.858124154s","remote":"127.0.0.1:57534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-10T01:40:11.119279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:09.510084Z","time spent":"1.60918683s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-10T01:40:11.119321Z","caller":"traceutil/trace.go:171","msg":"trace[1320148020] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25404; }","duration":"2.909960104s","start":"2026-05-10T01:40:08.209341Z","end":"2026-05-10T01:40:11.119301Z","steps":["trace[1320148020] 'agreement among raft nodes before linearized reading' (duration: 2.909582266s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.120559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:08.209325Z","time spent":"2.911213903s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-10T01:40:11.121685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.464039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T01:40:11.121836Z","caller":"traceutil/trace.go:171","msg":"trace[1326194671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25404; }","duration":"985.912391ms","start":"2026-05-10T01:40:10.1359Z","end":"2026-05-10T01:40:11.121812Z","steps":["trace[1326194671] 'agreement among raft nodes before linearized reading' (duration: 983.193149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.121953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:10.135882Z","time spent":"986.050554ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T01:40:11.433766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.904843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:11.434046Z","caller":"traceutil/trace.go:171","msg":"trace[514575464] linearizableReadLoop","detail":"{readStateIndex:26239; appliedIndex:26236; }","duration":"278.540073ms","start":"2026-05-10T01:40:11.155489Z","end":"2026-05-10T01:40:11.434029Z","steps":["trace[514575464] 'read index received' (duration: 118.16986ms)","trace[514575464] 'applied index is now lower than readState.Index' (duration: 160.369253ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:11.434146Z","caller":"traceutil/trace.go:171","msg":"trace[518695097] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"308.194052ms","start":"2026-05-10T01:40:11.12594Z","end":"2026-05-10T01:40:11.434134Z","steps":["trace[518695097] 'process raft request' (duration: 307.924366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.434211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.125933Z","time spent":"308.244023ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.434243Z","caller":"traceutil/trace.go:171","msg":"trace[767775018] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"308.433518ms","start":"2026-05-10T01:40:11.125757Z","end":"2026-05-10T01:40:11.43419Z","steps":["trace[767775018] 'process raft request' (duration: 148.013803ms)","trace[767775018] 'compare' (duration: 159.664697ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:11.434298Z","caller":"traceutil/trace.go:171","msg":"trace[1103922620] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"308.317095ms","start":"2026-05-10T01:40:11.12594Z","end":"2026-05-10T01:40:11.434257Z","steps":["trace[1103922620] 'process raft request' (duration: 308.044989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.434324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.387612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:11.434384Z","caller":"traceutil/trace.go:171","msg":"trace[136903912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25408; }","duration":"306.483903ms","start":"2026-05-10T01:40:11.127885Z","end":"2026-05-10T01:40:11.434369Z","steps":["trace[136903912] 'agreement among raft nodes before linearized reading' (duration: 306.34317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.434401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.125741Z","time spent":"308.57761ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:11.434406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.223982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18619"} {"level":"warn","ts":"2026-05-10T01:40:11.434427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.127876Z","time spent":"306.543445ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T01:40:11.434439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.125927Z","time spent":"308.436137ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:11.434451Z","caller":"traceutil/trace.go:171","msg":"trace[444983349] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25408; }","duration":"277.271843ms","start":"2026-05-10T01:40:11.157166Z","end":"2026-05-10T01:40:11.434438Z","steps":["trace[444983349] 'agreement among raft nodes before linearized reading' (duration: 277.086049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.803545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.334047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-10T01:40:11.803646Z","caller":"traceutil/trace.go:171","msg":"trace[1361330768] linearizableReadLoop","detail":"{readStateIndex:26240; appliedIndex:26239; }","duration":"356.186167ms","start":"2026-05-10T01:40:11.447444Z","end":"2026-05-10T01:40:11.80363Z","steps":["trace[1361330768] 'read index received' (duration: 247.763388ms)","trace[1361330768] 'applied index is now lower than readState.Index' (duration: 108.421869ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:11.803715Z","caller":"traceutil/trace.go:171","msg":"trace[1459201328] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"363.363689ms","start":"2026-05-10T01:40:11.44034Z","end":"2026-05-10T01:40:11.803704Z","steps":["trace[1459201328] 'process raft request' (duration: 254.786546ms)","trace[1459201328] 'compare' (duration: 108.215635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:11.803778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.440321Z","time spent":"363.42295ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:11.804034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.569286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-10T01:40:11.804109Z","caller":"traceutil/trace.go:171","msg":"trace[616872975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25409; }","duration":"356.680778ms","start":"2026-05-10T01:40:11.447407Z","end":"2026-05-10T01:40:11.804088Z","steps":["trace[616872975] 'agreement among raft nodes before linearized reading' (duration: 356.413062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.804165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.447394Z","time spent":"356.75675ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T01:40:11.814755Z","caller":"traceutil/trace.go:171","msg":"trace[1960402747] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"365.21278ms","start":"2026-05-10T01:40:11.449527Z","end":"2026-05-10T01:40:11.814739Z","steps":["trace[1960402747] 'process raft request' (duration: 365.134198ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.814837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.449511Z","time spent":"365.283442ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:11.814896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.94245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:11.814916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.263832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:11.814936Z","caller":"traceutil/trace.go:171","msg":"trace[88409204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25410; }","duration":"263.015371ms","start":"2026-05-10T01:40:11.551911Z","end":"2026-05-10T01:40:11.814926Z","steps":["trace[88409204] 'agreement among raft nodes before linearized reading' (duration: 262.916689ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:11.814946Z","caller":"traceutil/trace.go:171","msg":"trace[1359219346] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25410; }","duration":"315.325003ms","start":"2026-05-10T01:40:11.499612Z","end":"2026-05-10T01:40:11.814937Z","steps":["trace[1359219346] 'agreement among raft nodes before linearized reading' (duration: 315.18977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.814966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.499597Z","time spent":"315.363654ms","remote":"127.0.0.1:48666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-10T01:40:11.814998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.914898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-10T01:40:11.81506Z","caller":"traceutil/trace.go:171","msg":"trace[1135607467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25410; }","duration":"366.99078ms","start":"2026-05-10T01:40:11.448054Z","end":"2026-05-10T01:40:11.815045Z","steps":["trace[1135607467] 'agreement among raft nodes before linearized reading' (duration: 366.738594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.815097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.448021Z","time spent":"367.069142ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T01:40:11.815101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.977519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:40:11.815189Z","caller":"traceutil/trace.go:171","msg":"trace[1619193525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25410; }","duration":"367.099493ms","start":"2026-05-10T01:40:11.448078Z","end":"2026-05-10T01:40:11.815177Z","steps":["trace[1619193525] 'agreement among raft nodes before linearized reading' (duration: 366.833277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:11.815254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.448072Z","time spent":"367.170724ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T01:40:12.256838Z","caller":"traceutil/trace.go:171","msg":"trace[2077974436] linearizableReadLoop","detail":"{readStateIndex:26242; appliedIndex:26241; }","duration":"438.815183ms","start":"2026-05-10T01:40:11.817991Z","end":"2026-05-10T01:40:12.256806Z","steps":["trace[2077974436] 'read index received' (duration: 369.696222ms)","trace[2077974436] 'applied index is now lower than readState.Index' (duration: 69.11708ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:40:12.256904Z","caller":"traceutil/trace.go:171","msg":"trace[1078387715] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"449.31177ms","start":"2026-05-10T01:40:11.807557Z","end":"2026-05-10T01:40:12.256869Z","steps":["trace[1078387715] 'process raft request' (duration: 380.069136ms)","trace[1078387715] 'compare' (duration: 68.937497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T01:40:12.257378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.987676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-10T01:40:12.257064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.80753Z","time spent":"449.439682ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T01:40:12.257431Z","caller":"traceutil/trace.go:171","msg":"trace[1434636816] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25411; }","duration":"439.442157ms","start":"2026-05-10T01:40:11.817975Z","end":"2026-05-10T01:40:12.257417Z","steps":["trace[1434636816] 'agreement among raft nodes before linearized reading' (duration: 438.959615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:12.257475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.817965Z","time spent":"439.495748ms","remote":"127.0.0.1:48402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-10T01:40:12.279573Z","caller":"traceutil/trace.go:171","msg":"trace[2054881250] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"461.482215ms","start":"2026-05-10T01:40:11.81807Z","end":"2026-05-10T01:40:12.279552Z","steps":["trace[2054881250] 'process raft request' (duration: 461.320541ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:12.279741Z","caller":"traceutil/trace.go:171","msg":"trace[1673855874] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"461.433764ms","start":"2026-05-10T01:40:11.818279Z","end":"2026-05-10T01:40:12.279713Z","steps":["trace[1673855874] 'process raft request' (duration: 461.230588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:12.27977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.818063Z","time spent":"461.633318ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:12.279909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T01:40:11.818252Z","time spent":"461.561757ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T01:40:12.303711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.380457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:12.303792Z","caller":"traceutil/trace.go:171","msg":"trace[660215938] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25414; }","duration":"200.500869ms","start":"2026-05-10T01:40:12.103271Z","end":"2026-05-10T01:40:12.303772Z","steps":["trace[660215938] 'agreement among raft nodes before linearized reading' (duration: 200.377356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:12.304123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.433622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:12.304171Z","caller":"traceutil/trace.go:171","msg":"trace[666451806] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25414; }","duration":"248.520393ms","start":"2026-05-10T01:40:12.055638Z","end":"2026-05-10T01:40:12.304158Z","steps":["trace[666451806] 'agreement among raft nodes before linearized reading' (duration: 248.445902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:12.304328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.238139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:40:12.304354Z","caller":"traceutil/trace.go:171","msg":"trace[159248250] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25414; }","duration":"291.29426ms","start":"2026-05-10T01:40:12.013054Z","end":"2026-05-10T01:40:12.304348Z","steps":["trace[159248250] 'agreement among raft nodes before linearized reading' (duration: 291.249519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:40:56.024541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.896278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-10T01:40:56.024646Z","caller":"traceutil/trace.go:171","msg":"trace[1584700562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25910; }","duration":"197.051111ms","start":"2026-05-10T01:40:55.827573Z","end":"2026-05-10T01:40:56.024624Z","steps":["trace[1584700562] 'range keys from in-memory index tree' (duration: 196.759405ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:40:56.262892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23383} {"level":"info","ts":"2026-05-10T01:40:56.40374Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23383,"took":"136.784149ms","hash":1634081283,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":35356672,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-10T01:40:56.403794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1634081283,"revision":23383,"compact-revision":20093} {"level":"info","ts":"2026-05-10T01:41:22.802721Z","caller":"traceutil/trace.go:171","msg":"trace[1375753520] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26961; }","duration":"117.463064ms","start":"2026-05-10T01:41:22.685225Z","end":"2026-05-10T01:41:22.802688Z","steps":["trace[1375753520] 'read index received' (duration: 117.29875ms)","trace[1375753520] 'applied index is now lower than readState.Index' (duration: 162.554µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:41:22.802756Z","caller":"traceutil/trace.go:171","msg":"trace[1169951545] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"117.784491ms","start":"2026-05-10T01:41:22.684943Z","end":"2026-05-10T01:41:22.802727Z","steps":["trace[1169951545] 'process raft request' (duration: 117.494474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:41:22.803033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.787531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-10T01:41:22.803103Z","caller":"traceutil/trace.go:171","msg":"trace[1526882511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26112; }","duration":"117.902363ms","start":"2026-05-10T01:41:22.685185Z","end":"2026-05-10T01:41:22.803088Z","steps":["trace[1526882511] 'agreement among raft nodes before linearized reading' (duration: 117.634417ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:22.82758Z","caller":"traceutil/trace.go:171","msg":"trace[1476774519] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"140.222308ms","start":"2026-05-10T01:41:22.687327Z","end":"2026-05-10T01:41:22.827549Z","steps":["trace[1476774519] 'process raft request' (duration: 139.952382ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:41:36.939877Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069ed.wal"} {"level":"info","ts":"2026-05-10T01:43:28.074276Z","caller":"traceutil/trace.go:171","msg":"trace[76690947] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"104.626744ms","start":"2026-05-10T01:43:27.969621Z","end":"2026-05-10T01:43:28.074247Z","steps":["trace[76690947] 'process raft request' (duration: 104.513961ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:28.074293Z","caller":"traceutil/trace.go:171","msg":"trace[718976863] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"105.117035ms","start":"2026-05-10T01:43:27.969137Z","end":"2026-05-10T01:43:28.074254Z","steps":["trace[718976863] 'process raft request' (duration: 104.859219ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:28.074434Z","caller":"traceutil/trace.go:171","msg":"trace[482788558] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"103.407576ms","start":"2026-05-10T01:43:27.970995Z","end":"2026-05-10T01:43:28.074403Z","steps":["trace[482788558] 'process raft request' (duration: 103.199722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:43:28.755065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.627354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-05-10T01:43:28.755441Z","caller":"traceutil/trace.go:171","msg":"trace[1409494423] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"146.839596ms","start":"2026-05-10T01:43:28.608576Z","end":"2026-05-10T01:43:28.755416Z","steps":["trace[1409494423] 'process raft request' (duration: 146.619791ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:43:32.860117Z","caller":"traceutil/trace.go:171","msg":"trace[1924318254] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"105.543044ms","start":"2026-05-10T01:43:32.754546Z","end":"2026-05-10T01:43:32.860089Z","steps":["trace[1924318254] 'process raft request' (duration: 98.060766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:44:02.717496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.653294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:44:02.71759Z","caller":"traceutil/trace.go:171","msg":"trace[865343827] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27723; }","duration":"166.793427ms","start":"2026-05-10T01:44:02.550782Z","end":"2026-05-10T01:44:02.717575Z","steps":["trace[865343827] 'count revisions from in-memory index tree' (duration: 166.581793ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:44:02.840594Z","caller":"traceutil/trace.go:171","msg":"trace[230878489] linearizableReadLoop","detail":"{readStateIndex:28617; appliedIndex:28616; }","duration":"117.017952ms","start":"2026-05-10T01:44:02.723553Z","end":"2026-05-10T01:44:02.840571Z","steps":["trace[230878489] 'read index received' (duration: 116.832068ms)","trace[230878489] 'applied index is now lower than readState.Index' (duration: 184.984µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T01:44:02.840678Z","caller":"traceutil/trace.go:171","msg":"trace[640316446] transaction","detail":"{read_only:false; response_revision:27724; number_of_response:1; }","duration":"127.363957ms","start":"2026-05-10T01:44:02.713283Z","end":"2026-05-10T01:44:02.840647Z","steps":["trace[640316446] 'process raft request' (duration: 127.129791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:44:02.840777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.403193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:44:02.840817Z","caller":"traceutil/trace.go:171","msg":"trace[638502936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27724; }","duration":"102.480084ms","start":"2026-05-10T01:44:02.738328Z","end":"2026-05-10T01:44:02.840808Z","steps":["trace[638502936] 'agreement among raft nodes before linearized reading' (duration: 102.372982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T01:44:02.840993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.345481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-10T01:44:02.841187Z","caller":"traceutil/trace.go:171","msg":"trace[1750709392] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27724; }","duration":"117.610986ms","start":"2026-05-10T01:44:02.723505Z","end":"2026-05-10T01:44:02.841116Z","steps":["trace[1750709392] 'agreement among raft nodes before linearized reading' (duration: 117.187526ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T01:45:56.268603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25913} {"level":"info","ts":"2026-05-10T01:45:56.404564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25913,"took":"132.235008ms","hash":3430597432,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":35553280,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-10T01:45:56.404615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3430597432,"revision":25913,"compact-revision":23383} {"level":"info","ts":"2026-05-10T01:46:58.678149Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T01:46:58.683557Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-10T01:46:58.683735Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-10T01:50:56.274909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28613} {"level":"info","ts":"2026-05-10T01:50:56.423494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28613,"took":"142.784244ms","hash":1947704158,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":29999104,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:50:56.423562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1947704158,"revision":28613,"compact-revision":25913} {"level":"info","ts":"2026-05-10T01:55:56.281615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30834} {"level":"info","ts":"2026-05-10T01:55:56.409694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30834,"took":"122.768153ms","hash":3857792261,"current-db-size-bytes":57094144,"current-db-size":"57 MB","current-db-size-in-use-bytes":29872128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-10T01:55:56.410154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3857792261,"revision":30834,"compact-revision":28613} {"level":"info","ts":"2026-05-10T01:57:07.013107Z","caller":"traceutil/trace.go:171","msg":"trace[481768578] transaction","detail":"{read_only:false; response_revision:33641; number_of_response:1; }","duration":"103.229861ms","start":"2026-05-10T01:57:06.909856Z","end":"2026-05-10T01:57:07.013085Z","steps":["trace[481768578] 'process raft request' (duration: 86.000033ms)","trace[481768578] 'compare' (duration: 17.056674ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T02:00:56.289298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33062} {"level":"info","ts":"2026-05-10T02:00:56.440765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33062,"took":"147.164362ms","hash":940045189,"current-db-size-bytes":58138624,"current-db-size":"58 MB","current-db-size-in-use-bytes":32186368,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-10T02:00:56.440837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":940045189,"revision":33062,"compact-revision":30834} {"level":"info","ts":"2026-05-10T02:05:56.297501Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35422} {"level":"info","ts":"2026-05-10T02:05:56.443509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35422,"took":"141.483111ms","hash":3160757241,"current-db-size-bytes":58138624,"current-db-size":"58 MB","current-db-size-in-use-bytes":31514624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-10T02:05:56.443583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3160757241,"revision":35422,"compact-revision":33062} {"level":"info","ts":"2026-05-10T02:08:25.886003Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-10T02:08:25.893345Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-10T02:08:25.893532Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}